2024-09-12T01:07:29.203 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-12T01:07:29.227 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T01:07:29.588 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/auto-repair} email: ceph-qa@ceph.com first_in_suite: false job_id: '7901537' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - force file system read-only - bad backtrace - MDS in read-only mode - \(MDS_READ_ONLY\) sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc kclient: syntax: v1 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 086c737fa75c22d521a3932c59b31c5e1d1c9ef4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 481 sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc sleep_before_teardown: 0 subset: 57/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 086c737fa75c22d521a3932c59b31c5e1d1c9ef4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi122.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCSRU581P57NY7Z/QfbdureunPKYFuhwIU3eCSyayhxdSns8LJcuWIvSAo+1nrv1nJQOR3rL4V0rvNo0BhkT8Uo= smithi151.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOYb0eOVkZrtaCDIar3L5comgEMK5Ef6q2Eo3cy0VCyra2zo3O3cR7cZcqZgF2HHZNenPcRfd/yxaXVaEh/wV/g= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: modules: - tasks.cephfs.test_auto_repair teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-11_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-12T01:07:29.588 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa; will attempt to use it 2024-09-12T01:07:29.589 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa/tasks 2024-09-12T01:07:29.590 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-12T01:07:29.596 INFO:teuthology.task.internal:Checking packages... 2024-09-12T01:07:29.625 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc' 2024-09-12T01:07:29.625 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T01:07:29.625 INFO:teuthology.packaging:ref: None 2024-09-12T01:07:29.625 INFO:teuthology.packaging:tag: None 2024-09-12T01:07:29.625 INFO:teuthology.packaging:branch: squid 2024-09-12T01:07:29.626 INFO:teuthology.packaging:sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T01:07:29.626 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-12T01:07:29.851 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-314.g086c737f 2024-09-12T01:07:29.853 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-12T01:07:29.861 INFO:teuthology.task.internal:no buildpackages task found 2024-09-12T01:07:29.861 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-12T01:07:29.914 INFO:teuthology.task.internal:Saving configuration 2024-09-12T01:07:29.932 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-12T01:07:29.967 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-12T01:07:30.001 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi122.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 01:02:24.865897', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCSRU581P57NY7Z/QfbdureunPKYFuhwIU3eCSyayhxdSns8LJcuWIvSAo+1nrv1nJQOR3rL4V0rvNo0BhkT8Uo='} 2024-09-12T01:07:30.032 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi151.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 01:02:24.867717', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOYb0eOVkZrtaCDIar3L5comgEMK5Ef6q2Eo3cy0VCyra2zo3O3cR7cZcqZgF2HHZNenPcRfd/yxaXVaEh/wV/g='} 2024-09-12T01:07:30.032 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-12T01:07:30.038 INFO:teuthology.task.internal:roles: ubuntu@smithi122.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-12T01:07:30.038 INFO:teuthology.task.internal:roles: ubuntu@smithi151.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-12T01:07:30.038 INFO:teuthology.run_tasks:Running task console_log... 2024-09-12T01:07:30.143 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fa1a554fbe0>, signals=[15]) 2024-09-12T01:07:30.143 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-12T01:07:30.150 INFO:teuthology.task.internal:Opening connections... 2024-09-12T01:07:30.150 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:07:30.151 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T01:07:30.234 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:07:30.235 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi151.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T01:07:30.318 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-12T01:07:30.324 DEBUG:teuthology.orchestra.run.smithi122:> uname -m 2024-09-12T01:07:30.342 INFO:teuthology.orchestra.run.smithi122.stdout:x86_64 2024-09-12T01:07:30.342 DEBUG:teuthology.orchestra.run.smithi122:> cat /etc/os-release 2024-09-12T01:07:30.398 INFO:teuthology.orchestra.run.smithi122.stdout:NAME="CentOS Stream" 2024-09-12T01:07:30.398 INFO:teuthology.orchestra.run.smithi122.stdout:VERSION="9" 2024-09-12T01:07:30.398 INFO:teuthology.orchestra.run.smithi122.stdout:ID="centos" 2024-09-12T01:07:30.398 INFO:teuthology.orchestra.run.smithi122.stdout:ID_LIKE="rhel fedora" 2024-09-12T01:07:30.398 INFO:teuthology.orchestra.run.smithi122.stdout:VERSION_ID="9" 2024-09-12T01:07:30.398 INFO:teuthology.orchestra.run.smithi122.stdout:PLATFORM_ID="platform:el9" 2024-09-12T01:07:30.398 INFO:teuthology.orchestra.run.smithi122.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T01:07:30.399 INFO:teuthology.orchestra.run.smithi122.stdout:ANSI_COLOR="0;31" 2024-09-12T01:07:30.399 INFO:teuthology.orchestra.run.smithi122.stdout:LOGO="fedora-logo-icon" 2024-09-12T01:07:30.399 INFO:teuthology.orchestra.run.smithi122.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T01:07:30.399 INFO:teuthology.orchestra.run.smithi122.stdout:HOME_URL="https://centos.org/" 2024-09-12T01:07:30.399 INFO:teuthology.orchestra.run.smithi122.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T01:07:30.399 INFO:teuthology.orchestra.run.smithi122.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T01:07:30.399 INFO:teuthology.orchestra.run.smithi122.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T01:07:30.400 INFO:teuthology.lock.ops:Updating smithi122.front.sepia.ceph.com on lock server 2024-09-12T01:07:30.437 DEBUG:teuthology.orchestra.run.smithi151:> uname -m 2024-09-12T01:07:30.456 INFO:teuthology.orchestra.run.smithi151.stdout:x86_64 2024-09-12T01:07:30.456 DEBUG:teuthology.orchestra.run.smithi151:> cat /etc/os-release 2024-09-12T01:07:30.514 INFO:teuthology.orchestra.run.smithi151.stdout:NAME="CentOS Stream" 2024-09-12T01:07:30.514 INFO:teuthology.orchestra.run.smithi151.stdout:VERSION="9" 2024-09-12T01:07:30.514 INFO:teuthology.orchestra.run.smithi151.stdout:ID="centos" 2024-09-12T01:07:30.515 INFO:teuthology.orchestra.run.smithi151.stdout:ID_LIKE="rhel fedora" 2024-09-12T01:07:30.515 INFO:teuthology.orchestra.run.smithi151.stdout:VERSION_ID="9" 2024-09-12T01:07:30.515 INFO:teuthology.orchestra.run.smithi151.stdout:PLATFORM_ID="platform:el9" 2024-09-12T01:07:30.515 INFO:teuthology.orchestra.run.smithi151.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T01:07:30.515 INFO:teuthology.orchestra.run.smithi151.stdout:ANSI_COLOR="0;31" 2024-09-12T01:07:30.515 INFO:teuthology.orchestra.run.smithi151.stdout:LOGO="fedora-logo-icon" 2024-09-12T01:07:30.515 INFO:teuthology.orchestra.run.smithi151.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T01:07:30.515 INFO:teuthology.orchestra.run.smithi151.stdout:HOME_URL="https://centos.org/" 2024-09-12T01:07:30.515 INFO:teuthology.orchestra.run.smithi151.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T01:07:30.515 INFO:teuthology.orchestra.run.smithi151.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T01:07:30.515 INFO:teuthology.orchestra.run.smithi151.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T01:07:30.516 INFO:teuthology.lock.ops:Updating smithi151.front.sepia.ceph.com on lock server 2024-09-12T01:07:30.545 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-12T01:07:30.557 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-12T01:07:30.592 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-12T01:07:30.592 DEBUG:teuthology.orchestra.run.smithi122:> test '!' -e /home/ubuntu/cephtest 2024-09-12T01:07:30.594 DEBUG:teuthology.orchestra.run.smithi151:> test '!' -e /home/ubuntu/cephtest 2024-09-12T01:07:30.611 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-12T01:07:30.626 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-12T01:07:30.626 DEBUG:teuthology.orchestra.run.smithi122:> test -z $(ls -A /var/lib/ceph) 2024-09-12T01:07:30.651 DEBUG:teuthology.orchestra.run.smithi151:> test -z $(ls -A /var/lib/ceph) 2024-09-12T01:07:30.765 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-12T01:07:30.838 INFO:teuthology.run_tasks:Running task kernel... 2024-09-12T01:07:30.857 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-12T01:07:30.858 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2024-09-12T01:07:30.858 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2024-09-12T01:07:30.858 DEBUG:teuthology.orchestra.run.smithi122:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T01:07:30.859 DEBUG:teuthology.orchestra.run.smithi151:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T01:07:30.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:07:30.875 DEBUG:teuthology.orchestra.run.smithi122:> uname -r 2024-09-12T01:07:30.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:07:30.876 DEBUG:teuthology.orchestra.run.smithi151:> uname -r 2024-09-12T01:07:30.933 INFO:teuthology.orchestra.run.smithi122.stdout:5.14.0-503.el9.x86_64 2024-09-12T01:07:30.933 INFO:teuthology.task.kernel:Running kernel on smithi122: 5.14.0-503.el9.x86_64 2024-09-12T01:07:30.933 DEBUG:teuthology.orchestra.run.smithi122:> sudo yum install -y kernel 2024-09-12T01:07:30.934 INFO:teuthology.orchestra.run.smithi151.stdout:5.14.0-503.el9.x86_64 2024-09-12T01:07:30.934 INFO:teuthology.task.kernel:Running kernel on smithi151: 5.14.0-503.el9.x86_64 2024-09-12T01:07:30.934 DEBUG:teuthology.orchestra.run.smithi151:> sudo yum install -y kernel 2024-09-12T01:07:33.411 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.2 MB 00:00 2024-09-12T01:07:35.163 INFO:teuthology.orchestra.run.smithi151.stdout:CentOS Stream 9 - BaseOS 3.5 MB/s | 8.2 MB 00:02 2024-09-12T01:07:36.713 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - AppStream 9.3 MB/s | 20 MB 00:02 2024-09-12T01:07:37.097 INFO:teuthology.orchestra.run.smithi151.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-12T01:07:41.523 INFO:teuthology.orchestra.run.smithi151.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-12T01:07:41.847 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - CRB 4.8 MB/s | 6.5 MB 00:01 2024-09-12T01:07:43.232 INFO:teuthology.orchestra.run.smithi151.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 19 kB 00:00 2024-09-12T01:07:44.153 INFO:teuthology.orchestra.run.smithi151.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-12T01:07:44.264 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - Extras packages 18 kB/s | 19 kB 00:01 2024-09-12T01:07:45.077 INFO:teuthology.orchestra.run.smithi122.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-12T01:07:49.633 INFO:teuthology.orchestra.run.smithi151.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-12T01:07:50.474 INFO:teuthology.orchestra.run.smithi122.stdout:lab-extras 39 kB/s | 1.7 kB 00:00 2024-09-12T01:07:51.690 INFO:teuthology.orchestra.run.smithi151.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-12T01:07:51.690 INFO:teuthology.orchestra.run.smithi151.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-12T01:07:51.781 INFO:teuthology.orchestra.run.smithi151.stdout:Dependencies resolved. 2024-09-12T01:07:51.791 INFO:teuthology.orchestra.run.smithi151.stdout:================================================================================ 2024-09-12T01:07:51.791 INFO:teuthology.orchestra.run.smithi151.stdout: Package Architecture Version Repository Size 2024-09-12T01:07:51.791 INFO:teuthology.orchestra.run.smithi151.stdout:================================================================================ 2024-09-12T01:07:51.791 INFO:teuthology.orchestra.run.smithi151.stdout:Installing: 2024-09-12T01:07:51.791 INFO:teuthology.orchestra.run.smithi151.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-12T01:07:51.791 INFO:teuthology.orchestra.run.smithi151.stdout:Installing dependencies: 2024-09-12T01:07:51.791 INFO:teuthology.orchestra.run.smithi151.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-12T01:07:51.791 INFO:teuthology.orchestra.run.smithi151.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-12T01:07:51.791 INFO:teuthology.orchestra.run.smithi151.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-12T01:07:51.791 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:07:51.792 INFO:teuthology.orchestra.run.smithi151.stdout:Transaction Summary 2024-09-12T01:07:51.792 INFO:teuthology.orchestra.run.smithi151.stdout:================================================================================ 2024-09-12T01:07:51.792 INFO:teuthology.orchestra.run.smithi151.stdout:Install 4 Packages 2024-09-12T01:07:51.792 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:07:51.792 INFO:teuthology.orchestra.run.smithi151.stdout:Total download size: 79 M 2024-09-12T01:07:51.793 INFO:teuthology.orchestra.run.smithi151.stdout:Installed size: 126 M 2024-09-12T01:07:51.793 INFO:teuthology.orchestra.run.smithi151.stdout:Downloading Packages: 2024-09-12T01:07:52.360 INFO:teuthology.orchestra.run.smithi151.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 73 kB/s | 23 kB 00:00 2024-09-12T01:07:52.423 INFO:teuthology.orchestra.run.smithi122.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-12T01:07:52.423 INFO:teuthology.orchestra.run.smithi122.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-12T01:07:52.514 INFO:teuthology.orchestra.run.smithi122.stdout:Dependencies resolved. 2024-09-12T01:07:52.525 INFO:teuthology.orchestra.run.smithi122.stdout:================================================================================ 2024-09-12T01:07:52.525 INFO:teuthology.orchestra.run.smithi122.stdout: Package Architecture Version Repository Size 2024-09-12T01:07:52.525 INFO:teuthology.orchestra.run.smithi122.stdout:================================================================================ 2024-09-12T01:07:52.525 INFO:teuthology.orchestra.run.smithi122.stdout:Installing: 2024-09-12T01:07:52.525 INFO:teuthology.orchestra.run.smithi122.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-12T01:07:52.525 INFO:teuthology.orchestra.run.smithi122.stdout:Installing dependencies: 2024-09-12T01:07:52.525 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-12T01:07:52.526 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-12T01:07:52.526 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-12T01:07:52.526 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:07:52.526 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction Summary 2024-09-12T01:07:52.526 INFO:teuthology.orchestra.run.smithi122.stdout:================================================================================ 2024-09-12T01:07:52.526 INFO:teuthology.orchestra.run.smithi122.stdout:Install 4 Packages 2024-09-12T01:07:52.526 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:07:52.527 INFO:teuthology.orchestra.run.smithi122.stdout:Total download size: 79 M 2024-09-12T01:07:52.527 INFO:teuthology.orchestra.run.smithi122.stdout:Installed size: 126 M 2024-09-12T01:07:52.527 INFO:teuthology.orchestra.run.smithi122.stdout:Downloading Packages: 2024-09-12T01:07:52.684 INFO:teuthology.orchestra.run.smithi122.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 202 kB/s | 23 kB 00:00 2024-09-12T01:07:54.743 INFO:teuthology.orchestra.run.smithi151.stdout:(2/4): kernel-modules-core-5.14.0-505.el9.x86_6 12 MB/s | 29 MB 00:02 2024-09-12T01:07:55.360 INFO:teuthology.orchestra.run.smithi151.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 10 MB/s | 35 MB 00:03 2024-09-12T01:07:56.276 INFO:teuthology.orchestra.run.smithi122.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 4.2 MB/s | 16 MB 00:03 2024-09-12T01:07:56.634 INFO:teuthology.orchestra.run.smithi122.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 7.2 MB/s | 29 MB 00:03 2024-09-12T01:07:57.568 INFO:teuthology.orchestra.run.smithi122.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 6.9 MB/s | 35 MB 00:04 2024-09-12T01:07:57.568 INFO:teuthology.orchestra.run.smithi122.stdout:-------------------------------------------------------------------------------- 2024-09-12T01:07:57.568 INFO:teuthology.orchestra.run.smithi122.stdout:Total 16 MB/s | 79 MB 00:05 2024-09-12T01:07:58.244 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction check 2024-09-12T01:07:58.573 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction check succeeded. 2024-09-12T01:07:58.573 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction test 2024-09-12T01:07:59.393 INFO:teuthology.orchestra.run.smithi151.stdout:(4/4): kernel-core-5.14.0-505.el9.x86_64.rpm 2.1 MB/s | 16 MB 00:07 2024-09-12T01:07:59.393 INFO:teuthology.orchestra.run.smithi151.stdout:-------------------------------------------------------------------------------- 2024-09-12T01:07:59.393 INFO:teuthology.orchestra.run.smithi151.stdout:Total 10 MB/s | 79 MB 00:07 2024-09-12T01:07:59.546 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction test succeeded. 2024-09-12T01:07:59.546 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction 2024-09-12T01:08:00.078 INFO:teuthology.orchestra.run.smithi151.stdout:Running transaction check 2024-09-12T01:08:00.447 INFO:teuthology.orchestra.run.smithi151.stdout:Transaction check succeeded. 2024-09-12T01:08:00.447 INFO:teuthology.orchestra.run.smithi151.stdout:Running transaction test 2024-09-12T01:08:01.425 INFO:teuthology.orchestra.run.smithi151.stdout:Transaction test succeeded. 2024-09-12T01:08:01.426 INFO:teuthology.orchestra.run.smithi151.stdout:Running transaction 2024-09-12T01:08:02.001 INFO:teuthology.orchestra.run.smithi122.stdout: Preparing : 1/1 2024-09-12T01:08:02.645 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-12T01:08:02.721 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T01:08:03.872 INFO:teuthology.orchestra.run.smithi151.stdout: Preparing : 1/1 2024-09-12T01:08:04.575 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-12T01:08:04.675 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T01:08:05.513 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T01:08:05.640 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T01:08:07.490 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T01:08:07.618 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T01:08:10.485 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T01:08:10.540 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:12.476 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T01:08:12.518 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:15.382 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:17.344 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:53.682 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:53.721 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:54.084 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:54.084 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-12T01:08:54.084 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T01:08:54.084 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T01:08:54.947 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:54.947 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:08:54.947 INFO:teuthology.orchestra.run.smithi122.stdout:Installed: 2024-09-12T01:08:54.947 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-12T01:08:54.948 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-12T01:08:54.948 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-12T01:08:54.948 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-12T01:08:54.948 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:08:54.948 INFO:teuthology.orchestra.run.smithi122.stdout:Complete! 2024-09-12T01:08:55.319 DEBUG:teuthology.orchestra.run.smithi122:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T01:08:55.406 INFO:teuthology.orchestra.run.smithi122.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T01:08:55.406 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T01:08:55.406 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-12T01:08:55.406 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T01:08:55.407 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T01:08:55.407 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-09-12T01:08:55.407 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi122.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T01:08:55.407 DEBUG:teuthology.orchestra.run.smithi122:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T01:08:55.466 INFO:teuthology.orchestra.run.smithi122.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T01:08:55.466 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T01:08:55.466 DEBUG:teuthology.orchestra.run.smithi122:> sudo rpm -qi grub2-tools 2024-09-12T01:08:55.477 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:55.504 INFO:teuthology.orchestra.run.smithi122.stdout:Name : grub2-tools 2024-09-12T01:08:55.504 INFO:teuthology.orchestra.run.smithi122.stdout:Epoch : 1 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Version : 2.06 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Release : 82.el9 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Architecture: x86_64 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Group : Unspecified 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Size : 8274670 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:License : GPLv3+ 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Packager : builder@centos.org 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:Vendor : CentOS 2024-09-12T01:08:55.505 INFO:teuthology.orchestra.run.smithi122.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T01:08:55.506 INFO:teuthology.orchestra.run.smithi122.stdout:Summary : Support tools for GRUB. 2024-09-12T01:08:55.506 INFO:teuthology.orchestra.run.smithi122.stdout:Description : 2024-09-12T01:08:55.506 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:08:55.506 INFO:teuthology.orchestra.run.smithi122.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T01:08:55.506 INFO:teuthology.orchestra.run.smithi122.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T01:08:55.506 INFO:teuthology.orchestra.run.smithi122.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T01:08:55.506 INFO:teuthology.orchestra.run.smithi122.stdout:hardware devices. 2024-09-12T01:08:55.506 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:08:55.506 INFO:teuthology.orchestra.run.smithi122.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T01:08:55.506 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T01:08:55.506 INFO:teuthology.task.kernel:Updating grub on smithi122 to boot 5.14.0-505.el9.x86_64 2024-09-12T01:08:55.507 DEBUG:teuthology.orchestra.run.smithi122:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T01:08:55.517 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:55.844 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:55.844 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-12T01:08:55.844 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T01:08:55.844 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T01:08:56.134 INFO:teuthology.orchestra.run.smithi122.stderr:Generating grub configuration file ... 2024-09-12T01:08:56.760 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T01:08:56.760 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:08:56.760 INFO:teuthology.orchestra.run.smithi151.stdout:Installed: 2024-09-12T01:08:56.760 INFO:teuthology.orchestra.run.smithi151.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-12T01:08:56.760 INFO:teuthology.orchestra.run.smithi151.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-12T01:08:56.760 INFO:teuthology.orchestra.run.smithi151.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-12T01:08:56.760 INFO:teuthology.orchestra.run.smithi151.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-12T01:08:56.760 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:08:56.760 INFO:teuthology.orchestra.run.smithi151.stdout:Complete! 2024-09-12T01:08:57.132 DEBUG:teuthology.orchestra.run.smithi151:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T01:08:57.219 INFO:teuthology.orchestra.run.smithi151.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T01:08:57.220 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T01:08:57.220 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-12T01:08:57.220 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T01:08:57.220 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T01:08:57.220 INFO:teuthology.task.kernel:Installing distro kernel on client.1... 2024-09-12T01:08:57.220 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi151.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T01:08:57.220 DEBUG:teuthology.orchestra.run.smithi151:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T01:08:57.277 INFO:teuthology.orchestra.run.smithi151.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T01:08:57.278 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T01:08:57.278 DEBUG:teuthology.orchestra.run.smithi151:> sudo rpm -qi grub2-tools 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:Name : grub2-tools 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:Epoch : 1 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:Version : 2.06 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:Release : 82.el9 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:Architecture: x86_64 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:Group : Unspecified 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:Size : 8274670 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:License : GPLv3+ 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T01:08:57.310 INFO:teuthology.orchestra.run.smithi151.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout:Packager : builder@centos.org 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout:Vendor : CentOS 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout:Summary : Support tools for GRUB. 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout:Description : 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout:hardware devices. 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:08:57.311 INFO:teuthology.orchestra.run.smithi151.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T01:08:57.312 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T01:08:57.312 INFO:teuthology.task.kernel:Updating grub on smithi151 to boot 5.14.0-505.el9.x86_64 2024-09-12T01:08:57.313 DEBUG:teuthology.orchestra.run.smithi151:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T01:08:57.389 INFO:teuthology.orchestra.run.smithi122.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T01:08:57.419 INFO:teuthology.orchestra.run.smithi122.stderr:done 2024-09-12T01:08:57.426 DEBUG:teuthology.orchestra.run.smithi122:> mktemp 2024-09-12T01:08:57.441 INFO:teuthology.orchestra.run.smithi122.stdout:/tmp/tmp.8cpVM4GvsI 2024-09-12T01:08:57.442 DEBUG:teuthology.orchestra.run.smithi122:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.8cpVM4GvsI 2024-09-12T01:08:57.508 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 0666 /tmp/tmp.8cpVM4GvsI 2024-09-12T01:08:57.649 DEBUG:teuthology.orchestra.remote:smithi122:/tmp/tmp.8cpVM4GvsI is 6KB 2024-09-12T01:08:57.697 DEBUG:teuthology.orchestra.run.smithi122:> rm -fr /tmp/tmp.8cpVM4GvsI 2024-09-12T01:08:57.714 DEBUG:teuthology.orchestra.run.smithi122:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T01:08:57.778 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T01:08:57.778 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T01:08:57.778 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T01:08:57.778 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-12T01:08:57.779 DEBUG:teuthology.orchestra.run.smithi122:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-12T01:08:57.958 DEBUG:teuthology.orchestra.run.smithi122:> sudo shutdown -r now 2024-09-12T01:08:57.987 INFO:teuthology.orchestra.run.smithi151.stderr:Generating grub configuration file ... 2024-09-12T01:08:59.251 INFO:teuthology.orchestra.run.smithi151.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T01:08:59.286 INFO:teuthology.orchestra.run.smithi151.stderr:done 2024-09-12T01:08:59.296 DEBUG:teuthology.orchestra.run.smithi151:> mktemp 2024-09-12T01:08:59.312 INFO:teuthology.orchestra.run.smithi151.stdout:/tmp/tmp.vHQ0FrAKul 2024-09-12T01:08:59.312 DEBUG:teuthology.orchestra.run.smithi151:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.vHQ0FrAKul 2024-09-12T01:08:59.379 DEBUG:teuthology.orchestra.run.smithi151:> sudo chmod 0666 /tmp/tmp.vHQ0FrAKul 2024-09-12T01:08:59.516 DEBUG:teuthology.orchestra.remote:smithi151:/tmp/tmp.vHQ0FrAKul is 6KB 2024-09-12T01:08:59.565 DEBUG:teuthology.orchestra.run.smithi151:> rm -fr /tmp/tmp.vHQ0FrAKul 2024-09-12T01:08:59.580 DEBUG:teuthology.orchestra.run.smithi151:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T01:08:59.643 INFO:teuthology.orchestra.run.smithi151.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T01:08:59.643 INFO:teuthology.orchestra.run.smithi151.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T01:08:59.643 INFO:teuthology.orchestra.run.smithi151.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T01:08:59.643 INFO:teuthology.orchestra.run.smithi151.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-12T01:08:59.644 DEBUG:teuthology.orchestra.run.smithi151:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-12T01:08:59.783 DEBUG:teuthology.orchestra.run.smithi151:> sudo shutdown -r now 2024-09-12T01:09:27.974 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-12T01:09:27.975 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-12T01:09:27.976 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T01:09:29.788 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-12T01:09:29.788 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi151.front.sepia.ceph.com' 2024-09-12T01:09:29.789 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi151.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T01:10:04.349 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.151 2024-09-12T01:10:13.351 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi151.front.sepia.ceph.com' 2024-09-12T01:10:13.352 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi151.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T01:10:28.000 DEBUG:teuthology.orchestra.remote:timed out 2024-09-12T01:10:31.741 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.151 2024-09-12T01:10:37.005 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-12T01:10:37.005 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T01:10:37.373 DEBUG:teuthology.orchestra.run.smithi122:> true 2024-09-12T01:10:37.775 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-12T01:10:37.775 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-505.el9.x86_64"... 2024-09-12T01:10:37.776 DEBUG:teuthology.orchestra.run.smithi122:> uname -r 2024-09-12T01:10:37.790 INFO:teuthology.orchestra.run.smithi122.stdout:5.14.0-505.el9.x86_64 2024-09-12T01:10:37.790 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-12T01:10:37.790 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T01:10:37.790 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T01:10:38.792 DEBUG:teuthology.parallel:result is None 2024-09-12T01:10:43.742 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi151.front.sepia.ceph.com' 2024-09-12T01:10:43.743 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi151.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T01:10:44.210 DEBUG:teuthology.orchestra.run.smithi151:> true 2024-09-12T01:10:44.640 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi151.front.sepia.ceph.com' 2024-09-12T01:10:44.641 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "5.14.0-505.el9.x86_64"... 2024-09-12T01:10:44.641 DEBUG:teuthology.orchestra.run.smithi151:> uname -r 2024-09-12T01:10:44.656 INFO:teuthology.orchestra.run.smithi151.stdout:5.14.0-505.el9.x86_64 2024-09-12T01:10:44.656 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-12T01:10:44.656 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T01:10:44.656 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T01:10:45.657 DEBUG:teuthology.parallel:result is None 2024-09-12T01:10:45.658 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-12T01:10:45.664 INFO:teuthology.task.internal:Creating test directory... 2024-09-12T01:10:45.664 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T01:10:45.668 DEBUG:teuthology.orchestra.run.smithi151:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T01:10:45.685 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-12T01:10:45.691 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-12T01:10:45.725 INFO:teuthology.task.internal:Creating archive directory... 2024-09-12T01:10:45.725 DEBUG:teuthology.orchestra.run.smithi122:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T01:10:45.728 DEBUG:teuthology.orchestra.run.smithi151:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T01:10:45.754 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-12T01:10:45.761 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-12T01:10:45.761 DEBUG:teuthology.orchestra.run.smithi122:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T01:10:45.789 DEBUG:teuthology.orchestra.run.smithi151:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T01:10:45.859 INFO:teuthology.orchestra.run.smithi151.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T01:10:45.872 INFO:teuthology.orchestra.run.smithi122.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T01:10:45.888 INFO:teuthology.orchestra.run.smithi151.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T01:10:45.902 INFO:teuthology.orchestra.run.smithi122.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T01:10:45.903 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-12T01:10:45.910 INFO:teuthology.task.internal:Configuring sudo... 2024-09-12T01:10:45.911 DEBUG:teuthology.orchestra.run.smithi122:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T01:10:45.913 DEBUG:teuthology.orchestra.run.smithi151:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T01:10:45.940 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-12T01:10:45.949 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-12T01:10:45.949 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T01:10:45.983 DEBUG:teuthology.orchestra.run.smithi151:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T01:10:45.999 DEBUG:teuthology.orchestra.run.smithi122:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T01:10:46.092 DEBUG:teuthology.orchestra.run.smithi122:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T01:10:46.138 DEBUG:teuthology.orchestra.run.smithi122:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T01:10:46.227 DEBUG:teuthology.orchestra.run.smithi122:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T01:10:46.263 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:10:46.264 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T01:10:46.329 DEBUG:teuthology.orchestra.run.smithi151:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T01:10:46.378 DEBUG:teuthology.orchestra.run.smithi151:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T01:10:46.421 DEBUG:teuthology.orchestra.run.smithi151:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T01:10:46.509 DEBUG:teuthology.orchestra.run.smithi151:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T01:10:46.544 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:10:46.544 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T01:10:46.627 DEBUG:teuthology.orchestra.run.smithi122:> sudo service rsyslog restart 2024-09-12T01:10:46.629 DEBUG:teuthology.orchestra.run.smithi151:> sudo service rsyslog restart 2024-09-12T01:10:46.680 INFO:teuthology.orchestra.run.smithi122.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T01:10:46.716 INFO:teuthology.orchestra.run.smithi151.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T01:10:47.173 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-12T01:10:47.180 INFO:teuthology.task.internal:Starting timer... 2024-09-12T01:10:47.180 INFO:teuthology.run_tasks:Running task pcp... 2024-09-12T01:10:47.221 INFO:teuthology.run_tasks:Running task selinux... 2024-09-12T01:10:47.253 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-12T01:10:47.253 DEBUG:teuthology.orchestra.run.smithi122:> sudo service auditd rotate 2024-09-12T01:10:47.321 INFO:teuthology.orchestra.run.smithi122.stdout:Rotating logs: 2024-09-12T01:10:47.323 DEBUG:teuthology.orchestra.run.smithi151:> sudo service auditd rotate 2024-09-12T01:10:47.386 INFO:teuthology.orchestra.run.smithi151.stdout:Rotating logs: 2024-09-12T01:10:47.388 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-12T01:10:47.388 DEBUG:teuthology.orchestra.run.smithi122:> /usr/sbin/getenforce 2024-09-12T01:10:47.424 INFO:teuthology.orchestra.run.smithi122.stdout:Permissive 2024-09-12T01:10:47.424 DEBUG:teuthology.orchestra.run.smithi151:> /usr/sbin/getenforce 2024-09-12T01:10:47.447 INFO:teuthology.orchestra.run.smithi151.stdout:Permissive 2024-09-12T01:10:47.447 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi122.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi151.front.sepia.ceph.com': 'permissive'} 2024-09-12T01:10:47.447 DEBUG:teuthology.orchestra.run.smithi122:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T01:10:47.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:10:47.492 DEBUG:teuthology.orchestra.run.smithi151:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T01:10:47.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:10:47.518 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-12T01:10:47.518 DEBUG:teuthology.orchestra.run.smithi122:> sudo /usr/sbin/setenforce permissive 2024-09-12T01:10:47.565 DEBUG:teuthology.orchestra.run.smithi151:> sudo /usr/sbin/setenforce permissive 2024-09-12T01:10:47.594 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-12T01:10:47.606 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-12T01:10:47.618 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-12T01:10:47.620 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi122.front.sepia.ceph.com,smithi151.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-12T01:14:31.524 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi122.front.sepia.ceph.com'), Remote(name='ubuntu@smithi151.front.sepia.ceph.com')] 2024-09-12T01:14:31.525 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-12T01:14:31.526 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T01:14:31.610 DEBUG:teuthology.orchestra.run.smithi122:> true 2024-09-12T01:14:31.689 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-12T01:14:31.689 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi151.front.sepia.ceph.com' 2024-09-12T01:14:31.690 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi151.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T01:14:31.774 DEBUG:teuthology.orchestra.run.smithi151:> true 2024-09-12T01:14:31.856 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi151.front.sepia.ceph.com' 2024-09-12T01:14:31.856 INFO:teuthology.run_tasks:Running task clock... 2024-09-12T01:14:31.866 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-12T01:14:31.867 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T01:14:31.867 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T01:14:31.869 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T01:14:31.870 DEBUG:teuthology.orchestra.run.smithi151:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T01:14:31.896 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T01:14:31.910 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T01:14:31.924 INFO:teuthology.orchestra.run.smithi151.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T01:14:31.934 INFO:teuthology.orchestra.run.smithi122.stderr:sudo: ntpd: command not found 2024-09-12T01:14:31.939 INFO:teuthology.orchestra.run.smithi151.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T01:14:31.946 INFO:teuthology.orchestra.run.smithi122.stdout:506 Cannot talk to daemon 2024-09-12T01:14:31.960 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T01:14:31.963 INFO:teuthology.orchestra.run.smithi151.stderr:sudo: ntpd: command not found 2024-09-12T01:14:31.973 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T01:14:31.974 INFO:teuthology.orchestra.run.smithi151.stdout:506 Cannot talk to daemon 2024-09-12T01:14:31.987 INFO:teuthology.orchestra.run.smithi151.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T01:14:32.002 INFO:teuthology.orchestra.run.smithi151.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T01:14:32.029 INFO:teuthology.orchestra.run.smithi122.stderr:bash: line 1: ntpq: command not found 2024-09-12T01:14:32.032 INFO:teuthology.orchestra.run.smithi122.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T01:14:32.033 INFO:teuthology.orchestra.run.smithi122.stdout:=============================================================================== 2024-09-12T01:14:32.033 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:14:32.033 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:14:32.033 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:14:32.033 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:14:32.060 INFO:teuthology.orchestra.run.smithi151.stderr:bash: line 1: ntpq: command not found 2024-09-12T01:14:32.064 INFO:teuthology.orchestra.run.smithi151.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T01:14:32.064 INFO:teuthology.orchestra.run.smithi151.stdout:=============================================================================== 2024-09-12T01:14:32.064 INFO:teuthology.orchestra.run.smithi151.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:14:32.064 INFO:teuthology.orchestra.run.smithi151.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:14:32.064 INFO:teuthology.orchestra.run.smithi151.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:14:32.064 INFO:teuthology.orchestra.run.smithi151.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:14:32.065 INFO:teuthology.run_tasks:Running task install... 2024-09-12T01:14:32.074 DEBUG:teuthology.task.install:project ceph 2024-09-12T01:14:32.074 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}} 2024-09-12T01:14:32.074 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'} 2024-09-12T01:14:32.075 INFO:teuthology.task.install:Using flavor: default 2024-09-12T01:14:32.081 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-12T01:14:32.082 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-12T01:14:32.082 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'tag': None, 'wait_for_package': False} 2024-09-12T01:14:32.082 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T01:14:32.084 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'tag': None, 'wait_for_package': False} 2024-09-12T01:14:32.085 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T01:14:32.244 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/ 2024-09-12T01:14:32.245 INFO:teuthology.task.install.rpm:Package version is 19.1.1-298.gb53b6d3e 2024-09-12T01:14:32.261 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/ 2024-09-12T01:14:32.261 INFO:teuthology.task.install.rpm:Package version is 19.1.1-298.gb53b6d3e 2024-09-12T01:14:32.368 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T01:14:32.368 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:14:32.369 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T01:14:32.379 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T01:14:32.380 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:14:32.380 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T01:14:32.395 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-12T01:14:32.396 DEBUG:teuthology.orchestra.run.smithi122:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T01:14:32.407 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-12T01:14:32.407 DEBUG:teuthology.orchestra.run.smithi151:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T01:14:32.462 DEBUG:teuthology.orchestra.run.smithi122:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T01:14:32.474 DEBUG:teuthology.orchestra.run.smithi151:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T01:14:32.537 DEBUG:teuthology.orchestra.run.smithi122:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T01:14:32.550 DEBUG:teuthology.orchestra.run.smithi151:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T01:14:32.602 INFO:teuthology.orchestra.run.smithi122.stdout:check_obsoletes = 1 2024-09-12T01:14:32.603 DEBUG:teuthology.orchestra.run.smithi122:> sudo yum clean all 2024-09-12T01:14:32.614 INFO:teuthology.orchestra.run.smithi151.stdout:check_obsoletes = 1 2024-09-12T01:14:32.615 DEBUG:teuthology.orchestra.run.smithi151:> sudo yum clean all 2024-09-12T01:14:32.837 INFO:teuthology.orchestra.run.smithi122.stdout:45 files removed 2024-09-12T01:14:32.845 INFO:teuthology.orchestra.run.smithi151.stdout:45 files removed 2024-09-12T01:14:32.864 DEBUG:teuthology.orchestra.run.smithi122:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-12T01:14:32.872 DEBUG:teuthology.orchestra.run.smithi151:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-12T01:14:33.415 INFO:teuthology.orchestra.run.smithi122.stdout:ceph packages for x86_64 312 kB/s | 84 kB 00:00 2024-09-12T01:14:33.415 INFO:teuthology.orchestra.run.smithi151.stdout:ceph packages for x86_64 325 kB/s | 84 kB 00:00 2024-09-12T01:14:33.699 INFO:teuthology.orchestra.run.smithi122.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-12T01:14:33.708 INFO:teuthology.orchestra.run.smithi151.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-12T01:14:33.966 INFO:teuthology.orchestra.run.smithi122.stdout:ceph source packages 8.2 kB/s | 1.9 kB 00:00 2024-09-12T01:14:33.983 INFO:teuthology.orchestra.run.smithi151.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-12T01:14:34.483 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.2 MB 00:00 2024-09-12T01:14:35.442 INFO:teuthology.orchestra.run.smithi151.stdout:CentOS Stream 9 - BaseOS 5.8 MB/s | 8.2 MB 00:01 2024-09-12T01:14:37.444 INFO:teuthology.orchestra.run.smithi151.stdout:CentOS Stream 9 - AppStream 22 MB/s | 20 MB 00:00 2024-09-12T01:14:37.768 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - AppStream 9.4 MB/s | 20 MB 00:02 2024-09-12T01:14:42.068 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.5 MB 00:00 2024-09-12T01:14:42.812 INFO:teuthology.orchestra.run.smithi151.stdout:CentOS Stream 9 - CRB 4.2 MB/s | 6.5 MB 00:01 2024-09-12T01:14:43.511 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - Extras packages 78 kB/s | 19 kB 00:00 2024-09-12T01:14:44.398 INFO:teuthology.orchestra.run.smithi122.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-12T01:14:44.421 INFO:teuthology.orchestra.run.smithi151.stdout:CentOS Stream 9 - Extras packages 71 kB/s | 19 kB 00:00 2024-09-12T01:14:45.193 INFO:teuthology.orchestra.run.smithi151.stdout:Extra Packages for Enterprise Linux 35 MB/s | 23 MB 00:00 2024-09-12T01:14:49.854 INFO:teuthology.orchestra.run.smithi122.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-12T01:14:50.632 INFO:teuthology.orchestra.run.smithi151.stdout:lab-extras 48 kB/s | 1.7 kB 00:00 2024-09-12T01:14:52.181 INFO:teuthology.orchestra.run.smithi122.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T01:14:52.182 INFO:teuthology.orchestra.run.smithi122.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T01:14:52.193 INFO:teuthology.orchestra.run.smithi122.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-12T01:14:52.194 INFO:teuthology.orchestra.run.smithi122.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-12T01:14:52.195 INFO:teuthology.orchestra.run.smithi122.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-12T01:14:52.195 INFO:teuthology.orchestra.run.smithi122.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-12T01:14:52.197 INFO:teuthology.orchestra.run.smithi122.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-12T01:14:52.199 INFO:teuthology.orchestra.run.smithi122.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-12T01:14:52.200 INFO:teuthology.orchestra.run.smithi122.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-12T01:14:52.264 INFO:teuthology.orchestra.run.smithi122.stdout:Dependencies resolved. 2024-09-12T01:14:52.284 INFO:teuthology.orchestra.run.smithi122.stdout:====================================================================================== 2024-09-12T01:14:52.284 INFO:teuthology.orchestra.run.smithi122.stdout: Package Arch Version Repository Size 2024-09-12T01:14:52.284 INFO:teuthology.orchestra.run.smithi122.stdout:====================================================================================== 2024-09-12T01:14:52.284 INFO:teuthology.orchestra.run.smithi122.stdout:Installing: 2024-09-12T01:14:52.284 INFO:teuthology.orchestra.run.smithi122.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-12T01:14:52.284 INFO:teuthology.orchestra.run.smithi122.stdout: ceph x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 6.5 k 2024-09-12T01:14:52.284 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-base x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.4 M 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 897 k 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 145 k 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 1.5 M 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 146 k 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-dashboard noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 3.6 M 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 7.4 M 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-rook noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 49 k 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-radosgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 11 M 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-test x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 49 M 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-volume noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 285 k 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 765 k 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 228 k 2024-09-12T01:14:52.285 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-shell x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 27 k 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-top noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 18 k 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 32 k 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 752 k 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: librados-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 127 k 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-12T01:14:52.286 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-12T01:14:52.287 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cephfs x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 162 k 2024-09-12T01:14:52.287 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rados x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 321 k 2024-09-12T01:14:52.287 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 301 k 2024-09-12T01:14:52.287 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 100 k 2024-09-12T01:14:52.287 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 85 k 2024-09-12T01:14:52.287 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.1 M 2024-09-12T01:14:52.287 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-nbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 171 k 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout:Upgrading: 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout: librados2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.4 M 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout: librbd1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.2 M 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout:Installing dependencies: 2024-09-12T01:14:52.288 INFO:teuthology.orchestra.run.smithi122.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T01:14:52.289 INFO:teuthology.orchestra.run.smithi122.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-12T01:14:52.289 INFO:teuthology.orchestra.run.smithi122.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T01:14:52.289 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 21 M 2024-09-12T01:14:52.289 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-grafana-dashboards noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 32 k 2024-09-12T01:14:52.289 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mds x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 2.4 M 2024-09-12T01:14:52.289 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-modules-core noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 249 k 2024-09-12T01:14:52.289 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mon x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 4.7 M 2024-09-12T01:14:52.289 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-osd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 17 M 2024-09-12T01:14:52.289 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-prometheus-alerts noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 16 k 2024-09-12T01:14:52.289 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-selinux x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 25 k 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: libcephsqlite x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 163 k 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T01:14:52.290 INFO:teuthology.orchestra.run.smithi122.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: libradosstriper1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 506 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: librgw2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.3 M 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T01:14:52.291 INFO:teuthology.orchestra.run.smithi122.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-argparse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 45 k 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 136 k 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T01:14:52.292 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T01:14:52.293 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T01:14:52.294 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T01:14:52.294 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T01:14:52.294 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T01:14:52.294 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T01:14:52.294 INFO:teuthology.orchestra.run.smithi122.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T01:14:52.294 INFO:teuthology.orchestra.run.smithi122.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T01:14:52.294 INFO:teuthology.orchestra.run.smithi122.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T01:14:52.294 INFO:teuthology.orchestra.run.smithi122.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T01:14:52.294 INFO:teuthology.orchestra.run.smithi122.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T01:14:52.294 INFO:teuthology.orchestra.run.smithi122.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T01:14:52.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-12T01:14:52.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-12T01:14:52.297 INFO:teuthology.orchestra.run.smithi122.stdout:Installing weak dependencies: 2024-09-12T01:14:52.298 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T01:14:52.298 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:14:52.298 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction Summary 2024-09-12T01:14:52.298 INFO:teuthology.orchestra.run.smithi122.stdout:====================================================================================== 2024-09-12T01:14:52.298 INFO:teuthology.orchestra.run.smithi122.stdout:Install 148 Packages 2024-09-12T01:14:52.298 INFO:teuthology.orchestra.run.smithi122.stdout:Upgrade 8 Packages 2024-09-12T01:14:52.298 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:14:52.298 INFO:teuthology.orchestra.run.smithi122.stdout:Total download size: 226 M 2024-09-12T01:14:52.299 INFO:teuthology.orchestra.run.smithi122.stdout:Downloading Packages: 2024-09-12T01:14:52.981 INFO:teuthology.orchestra.run.smithi122.stdout:(1/156): ceph-19.1.1-298.gb53b6d3e.el9.x86_64.r 52 kB/s | 6.5 kB 00:00 2024-09-12T01:14:53.055 INFO:teuthology.orchestra.run.smithi151.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T01:14:53.055 INFO:teuthology.orchestra.run.smithi151.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T01:14:53.068 INFO:teuthology.orchestra.run.smithi151.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-12T01:14:53.069 INFO:teuthology.orchestra.run.smithi151.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-12T01:14:53.070 INFO:teuthology.orchestra.run.smithi151.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-12T01:14:53.071 INFO:teuthology.orchestra.run.smithi151.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-12T01:14:53.073 INFO:teuthology.orchestra.run.smithi151.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-12T01:14:53.076 INFO:teuthology.orchestra.run.smithi151.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-12T01:14:53.077 INFO:teuthology.orchestra.run.smithi151.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-12T01:14:53.143 INFO:teuthology.orchestra.run.smithi151.stdout:Dependencies resolved. 2024-09-12T01:14:53.162 INFO:teuthology.orchestra.run.smithi151.stdout:====================================================================================== 2024-09-12T01:14:53.162 INFO:teuthology.orchestra.run.smithi151.stdout: Package Arch Version Repository Size 2024-09-12T01:14:53.162 INFO:teuthology.orchestra.run.smithi151.stdout:====================================================================================== 2024-09-12T01:14:53.162 INFO:teuthology.orchestra.run.smithi151.stdout:Installing: 2024-09-12T01:14:53.162 INFO:teuthology.orchestra.run.smithi151.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-12T01:14:53.162 INFO:teuthology.orchestra.run.smithi151.stdout: ceph x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 6.5 k 2024-09-12T01:14:53.162 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-base x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.4 M 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 897 k 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 145 k 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 1.5 M 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr-cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 146 k 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr-dashboard noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 3.6 M 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 7.4 M 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr-rook noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 49 k 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-radosgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 11 M 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-test x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 49 M 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-volume noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 285 k 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 765 k 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: cephfs-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 228 k 2024-09-12T01:14:53.163 INFO:teuthology.orchestra.run.smithi151.stdout: cephfs-shell x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 27 k 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: cephfs-top noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 18 k 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: libcephfs-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 32 k 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: libcephfs2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 752 k 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: librados-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 127 k 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-12T01:14:53.164 INFO:teuthology.orchestra.run.smithi151.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cephfs x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 162 k 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: python3-rados x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 321 k 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: python3-rbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 301 k 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: python3-rgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 100 k 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: rbd-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 85 k 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: rbd-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.1 M 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: rbd-nbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 171 k 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout:Upgrading: 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-12T01:14:53.165 INFO:teuthology.orchestra.run.smithi151.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: librados2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.4 M 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: librbd1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.2 M 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout:Installing dependencies: 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 21 M 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-grafana-dashboards noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 32 k 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mds x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 2.4 M 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr-modules-core noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 249 k 2024-09-12T01:14:53.166 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mon x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 4.7 M 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-osd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 17 M 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-prometheus-alerts noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 16 k 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-selinux x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 25 k 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: libcephsqlite x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 163 k 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T01:14:53.167 INFO:teuthology.orchestra.run.smithi151.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: libradosstriper1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 506 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: librgw2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.3 M 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T01:14:53.168 INFO:teuthology.orchestra.run.smithi151.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: python3-ceph-argparse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 45 k 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: python3-ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 136 k 2024-09-12T01:14:53.169 INFO:teuthology.orchestra.run.smithi151.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T01:14:53.170 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T01:14:53.171 INFO:teuthology.orchestra.run.smithi151.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T01:14:53.172 INFO:teuthology.orchestra.run.smithi151.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T01:14:53.173 INFO:teuthology.orchestra.run.smithi151.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout:Installing weak dependencies: 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout:Transaction Summary 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout:====================================================================================== 2024-09-12T01:14:53.174 INFO:teuthology.orchestra.run.smithi151.stdout:Install 148 Packages 2024-09-12T01:14:53.175 INFO:teuthology.orchestra.run.smithi151.stdout:Upgrade 8 Packages 2024-09-12T01:14:53.175 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:14:53.175 INFO:teuthology.orchestra.run.smithi151.stdout:Total download size: 226 M 2024-09-12T01:14:53.175 INFO:teuthology.orchestra.run.smithi151.stdout:Downloading Packages: 2024-09-12T01:14:53.214 INFO:teuthology.orchestra.run.smithi122.stdout:(2/156): ceph-fuse-19.1.1-298.gb53b6d3e.el9.x86 3.8 MB/s | 897 kB 00:00 2024-09-12T01:14:53.290 INFO:teuthology.orchestra.run.smithi122.stdout:(3/156): ceph-immutable-object-cache-19.1.1-298 1.9 MB/s | 145 kB 00:00 2024-09-12T01:14:53.357 INFO:teuthology.orchestra.run.smithi122.stdout:(4/156): ceph-base-19.1.1-298.gb53b6d3e.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-12T01:14:53.474 INFO:teuthology.orchestra.run.smithi122.stdout:(5/156): ceph-mgr-19.1.1-298.gb53b6d3e.el9.x86_ 13 MB/s | 1.5 MB 00:00 2024-09-12T01:14:53.582 INFO:teuthology.orchestra.run.smithi122.stdout:(6/156): ceph-mds-19.1.1-298.gb53b6d3e.el9.x86_ 8.2 MB/s | 2.4 MB 00:00 2024-09-12T01:14:53.741 INFO:teuthology.orchestra.run.smithi122.stdout:(7/156): ceph-mon-19.1.1-298.gb53b6d3e.el9.x86_ 18 MB/s | 4.7 MB 00:00 2024-09-12T01:14:53.983 INFO:teuthology.orchestra.run.smithi122.stdout:(8/156): ceph-common-19.1.1-298.gb53b6d3e.el9.x 19 MB/s | 21 MB 00:01 2024-09-12T01:14:54.033 INFO:teuthology.orchestra.run.smithi122.stdout:(9/156): ceph-selinux-19.1.1-298.gb53b6d3e.el9. 507 kB/s | 25 kB 00:00 2024-09-12T01:14:54.375 INFO:teuthology.orchestra.run.smithi122.stdout:(10/156): ceph-radosgw-19.1.1-298.gb53b6d3e.el9 17 MB/s | 11 MB 00:00 2024-09-12T01:14:54.433 INFO:teuthology.orchestra.run.smithi122.stdout:(11/156): cephfs-mirror-19.1.1-298.gb53b6d3e.el 3.8 MB/s | 228 kB 00:00 2024-09-12T01:14:54.500 INFO:teuthology.orchestra.run.smithi122.stdout:(12/156): cephfs-shell-19.1.1-298.gb53b6d3e.el9 406 kB/s | 27 kB 00:00 2024-09-12T01:14:54.526 INFO:teuthology.orchestra.run.smithi151.stdout:(1/156): ceph-19.1.1-298.gb53b6d3e.el9.x86_64.r 13 kB/s | 6.5 kB 00:00 2024-09-12T01:14:54.559 INFO:teuthology.orchestra.run.smithi122.stdout:(13/156): libcephfs-devel-19.1.1-298.gb53b6d3e. 544 kB/s | 32 kB 00:00 2024-09-12T01:14:54.684 INFO:teuthology.orchestra.run.smithi122.stdout:(14/156): libcephfs2-19.1.1-298.gb53b6d3e.el9.x 5.9 MB/s | 752 kB 00:00 2024-09-12T01:14:54.751 INFO:teuthology.orchestra.run.smithi122.stdout:(15/156): libcephsqlite-19.1.1-298.gb53b6d3e.el 2.4 MB/s | 163 kB 00:00 2024-09-12T01:14:54.909 INFO:teuthology.orchestra.run.smithi151.stdout:(2/156): ceph-fuse-19.1.1-298.gb53b6d3e.el9.x86 2.3 MB/s | 897 kB 00:00 2024-09-12T01:14:54.918 INFO:teuthology.orchestra.run.smithi122.stdout:(16/156): ceph-osd-19.1.1-298.gb53b6d3e.el9.x86 13 MB/s | 17 MB 00:01 2024-09-12T01:14:54.943 INFO:teuthology.orchestra.run.smithi122.stdout:(17/156): librados-devel-19.1.1-298.gb53b6d3e.e 660 kB/s | 127 kB 00:00 2024-09-12T01:14:54.968 INFO:teuthology.orchestra.run.smithi122.stdout:(18/156): libradosstriper1-19.1.1-298.gb53b6d3e 9.9 MB/s | 506 kB 00:00 2024-09-12T01:14:54.976 INFO:teuthology.orchestra.run.smithi151.stdout:(3/156): ceph-immutable-object-cache-19.1.1-298 2.1 MB/s | 145 kB 00:00 2024-09-12T01:14:55.019 INFO:teuthology.orchestra.run.smithi122.stdout:(19/156): python3-ceph-argparse-19.1.1-298.gb53 903 kB/s | 45 kB 00:00 2024-09-12T01:14:55.094 INFO:teuthology.orchestra.run.smithi122.stdout:(20/156): python3-ceph-common-19.1.1-298.gb53b6 1.8 MB/s | 136 kB 00:00 2024-09-12T01:14:55.161 INFO:teuthology.orchestra.run.smithi122.stdout:(21/156): python3-cephfs-19.1.1-298.gb53b6d3e.e 2.4 MB/s | 162 kB 00:00 2024-09-12T01:14:55.237 INFO:teuthology.orchestra.run.smithi122.stdout:(22/156): python3-rados-19.1.1-298.gb53b6d3e.el 4.2 MB/s | 321 kB 00:00 2024-09-12T01:14:55.362 INFO:teuthology.orchestra.run.smithi122.stdout:(23/156): librgw2-19.1.1-298.gb53b6d3e.el9.x86_ 13 MB/s | 5.3 MB 00:00 2024-09-12T01:14:55.387 INFO:teuthology.orchestra.run.smithi122.stdout:(24/156): python3-rbd-19.1.1-298.gb53b6d3e.el9. 2.0 MB/s | 301 kB 00:00 2024-09-12T01:14:55.421 INFO:teuthology.orchestra.run.smithi122.stdout:(25/156): python3-rgw-19.1.1-298.gb53b6d3e.el9. 1.7 MB/s | 100 kB 00:00 2024-09-12T01:14:55.471 INFO:teuthology.orchestra.run.smithi122.stdout:(26/156): rbd-fuse-19.1.1-298.gb53b6d3e.el9.x86 1.0 MB/s | 85 kB 00:00 2024-09-12T01:14:55.554 INFO:teuthology.orchestra.run.smithi122.stdout:(27/156): rbd-nbd-19.1.1-298.gb53b6d3e.el9.x86_ 2.0 MB/s | 171 kB 00:00 2024-09-12T01:14:55.568 INFO:teuthology.orchestra.run.smithi151.stdout:(4/156): ceph-mds-19.1.1-298.gb53b6d3e.el9.x86_ 4.0 MB/s | 2.4 MB 00:00 2024-09-12T01:14:55.622 INFO:teuthology.orchestra.run.smithi122.stdout:(28/156): ceph-grafana-dashboards-19.1.1-298.gb 477 kB/s | 32 kB 00:00 2024-09-12T01:14:55.688 INFO:teuthology.orchestra.run.smithi122.stdout:(29/156): rbd-mirror-19.1.1-298.gb53b6d3e.el9.x 12 MB/s | 3.1 MB 00:00 2024-09-12T01:14:55.714 INFO:teuthology.orchestra.run.smithi122.stdout:(30/156): ceph-mgr-cephadm-19.1.1-298.gb53b6d3e 1.6 MB/s | 146 kB 00:00 2024-09-12T01:14:55.727 INFO:teuthology.orchestra.run.smithi151.stdout:(5/156): ceph-base-19.1.1-298.gb53b6d3e.el9.x86 3.2 MB/s | 5.4 MB 00:01 2024-09-12T01:14:55.969 INFO:teuthology.orchestra.run.smithi151.stdout:(6/156): ceph-mgr-19.1.1-298.gb53b6d3e.el9.x86_ 3.8 MB/s | 1.5 MB 00:00 2024-09-12T01:14:56.236 INFO:teuthology.orchestra.run.smithi151.stdout:(7/156): ceph-mon-19.1.1-298.gb53b6d3e.el9.x86_ 9.3 MB/s | 4.7 MB 00:00 2024-09-12T01:14:56.381 INFO:teuthology.orchestra.run.smithi122.stdout:(31/156): ceph-test-19.1.1-298.gb53b6d3e.el9.x8 21 MB/s | 49 MB 00:02 2024-09-12T01:14:56.440 INFO:teuthology.orchestra.run.smithi122.stdout:(32/156): ceph-mgr-dashboard-19.1.1-298.gb53b6d 4.7 MB/s | 3.6 MB 00:00 2024-09-12T01:14:56.465 INFO:teuthology.orchestra.run.smithi122.stdout:(33/156): ceph-mgr-modules-core-19.1.1-298.gb53 2.9 MB/s | 249 kB 00:00 2024-09-12T01:14:56.515 INFO:teuthology.orchestra.run.smithi122.stdout:(34/156): ceph-mgr-rook-19.1.1-298.gb53b6d3e.el 658 kB/s | 49 kB 00:00 2024-09-12T01:14:56.540 INFO:teuthology.orchestra.run.smithi122.stdout:(35/156): ceph-prometheus-alerts-19.1.1-298.gb5 219 kB/s | 16 kB 00:00 2024-09-12T01:14:56.599 INFO:teuthology.orchestra.run.smithi122.stdout:(36/156): ceph-volume-19.1.1-298.gb53b6d3e.el9. 3.3 MB/s | 285 kB 00:00 2024-09-12T01:14:56.691 INFO:teuthology.orchestra.run.smithi122.stdout:(37/156): ceph-mgr-diskprediction-local-19.1.1- 7.6 MB/s | 7.4 MB 00:00 2024-09-12T01:14:56.707 INFO:teuthology.orchestra.run.smithi122.stdout:(38/156): cephfs-top-19.1.1-298.gb53b6d3e.el9.n 168 kB/s | 18 kB 00:00 2024-09-12T01:14:56.741 INFO:teuthology.orchestra.run.smithi122.stdout:(39/156): cephadm-19.1.1-298.gb53b6d3e.el9.noar 3.7 MB/s | 765 kB 00:00 2024-09-12T01:14:56.744 INFO:teuthology.orchestra.run.smithi151.stdout:(8/156): ceph-common-19.1.1-298.gb53b6d3e.el9.x 7.8 MB/s | 21 MB 00:02 2024-09-12T01:14:56.795 INFO:teuthology.orchestra.run.smithi151.stdout:(9/156): ceph-selinux-19.1.1-298.gb53b6d3e.el9. 504 kB/s | 25 kB 00:00 2024-09-12T01:14:56.945 INFO:teuthology.orchestra.run.smithi151.stdout:(10/156): ceph-radosgw-19.1.1-298.gb53b6d3e.el9 15 MB/s | 11 MB 00:00 2024-09-12T01:14:57.012 INFO:teuthology.orchestra.run.smithi151.stdout:(11/156): cephfs-mirror-19.1.1-298.gb53b6d3e.el 3.4 MB/s | 228 kB 00:00 2024-09-12T01:14:57.079 INFO:teuthology.orchestra.run.smithi151.stdout:(12/156): cephfs-shell-19.1.1-298.gb53b6d3e.el9 405 kB/s | 27 kB 00:00 2024-09-12T01:14:57.246 INFO:teuthology.orchestra.run.smithi151.stdout:(13/156): ceph-osd-19.1.1-298.gb53b6d3e.el9.x86 13 MB/s | 17 MB 00:01 2024-09-12T01:14:57.250 INFO:teuthology.orchestra.run.smithi122.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 143 kB/s | 80 kB 00:00 2024-09-12T01:14:57.271 INFO:teuthology.orchestra.run.smithi151.stdout:(14/156): libcephfs-devel-19.1.1-298.gb53b6d3e. 165 kB/s | 32 kB 00:00 2024-09-12T01:14:57.305 INFO:teuthology.orchestra.run.smithi151.stdout:(15/156): libcephfs2-19.1.1-298.gb53b6d3e.el9.x 13 MB/s | 752 kB 00:00 2024-09-12T01:14:57.330 INFO:teuthology.orchestra.run.smithi151.stdout:(16/156): libcephsqlite-19.1.1-298.gb53b6d3e.el 2.7 MB/s | 163 kB 00:00 2024-09-12T01:14:57.356 INFO:teuthology.orchestra.run.smithi151.stdout:(17/156): librados-devel-19.1.1-298.gb53b6d3e.e 2.5 MB/s | 127 kB 00:00 2024-09-12T01:14:57.381 INFO:teuthology.orchestra.run.smithi151.stdout:(18/156): libradosstriper1-19.1.1-298.gb53b6d3e 9.8 MB/s | 506 kB 00:00 2024-09-12T01:14:57.440 INFO:teuthology.orchestra.run.smithi151.stdout:(19/156): python3-ceph-argparse-19.1.1-298.gb53 771 kB/s | 45 kB 00:00 2024-09-12T01:14:57.517 INFO:teuthology.orchestra.run.smithi122.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 246 kB/s | 191 kB 00:00 2024-09-12T01:14:57.524 INFO:teuthology.orchestra.run.smithi151.stdout:(20/156): python3-ceph-common-19.1.1-298.gb53b6 1.6 MB/s | 136 kB 00:00 2024-09-12T01:14:57.641 INFO:teuthology.orchestra.run.smithi151.stdout:(21/156): librgw2-19.1.1-298.gb53b6d3e.el9.x86_ 19 MB/s | 5.3 MB 00:00 2024-09-12T01:14:57.666 INFO:teuthology.orchestra.run.smithi151.stdout:(22/156): python3-cephfs-19.1.1-298.gb53b6d3e.e 1.1 MB/s | 162 kB 00:00 2024-09-12T01:14:57.667 INFO:teuthology.orchestra.run.smithi122.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 835 kB/s | 801 kB 00:00 2024-09-12T01:14:57.700 INFO:teuthology.orchestra.run.smithi151.stdout:(23/156): python3-rados-19.1.1-298.gb53b6d3e.el 5.4 MB/s | 321 kB 00:00 2024-09-12T01:14:57.717 INFO:teuthology.orchestra.run.smithi122.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 542 kB/s | 253 kB 00:00 2024-09-12T01:14:57.725 INFO:teuthology.orchestra.run.smithi151.stdout:(24/156): python3-rbd-19.1.1-298.gb53b6d3e.el9. 5.0 MB/s | 301 kB 00:00 2024-09-12T01:14:57.750 INFO:teuthology.orchestra.run.smithi151.stdout:(25/156): python3-rgw-19.1.1-298.gb53b6d3e.el9. 1.9 MB/s | 100 kB 00:00 2024-09-12T01:14:57.776 INFO:teuthology.orchestra.run.smithi151.stdout:(26/156): rbd-fuse-19.1.1-298.gb53b6d3e.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-12T01:14:57.801 INFO:teuthology.orchestra.run.smithi122.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 797 kB/s | 106 kB 00:00 2024-09-12T01:14:57.826 INFO:teuthology.orchestra.run.smithi151.stdout:(27/156): rbd-nbd-19.1.1-298.gb53b6d3e.el9.x86_ 3.3 MB/s | 171 kB 00:00 2024-09-12T01:14:57.860 INFO:teuthology.orchestra.run.smithi122.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 953 kB/s | 135 kB 00:00 2024-09-12T01:14:57.912 INFO:teuthology.orchestra.run.smithi151.stdout:(28/156): rbd-mirror-19.1.1-298.gb53b6d3e.el9.x 19 MB/s | 3.1 MB 00:00 2024-09-12T01:14:57.927 INFO:teuthology.orchestra.run.smithi122.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 996 kB/s | 125 kB 00:00 2024-09-12T01:14:57.935 INFO:teuthology.orchestra.run.smithi151.stdout:(29/156): ceph-grafana-dashboards-19.1.1-298.gb 293 kB/s | 32 kB 00:00 2024-09-12T01:14:57.961 INFO:teuthology.orchestra.run.smithi151.stdout:(30/156): ceph-mgr-cephadm-19.1.1-298.gb53b6d3e 2.8 MB/s | 146 kB 00:00 2024-09-12T01:14:57.985 INFO:teuthology.orchestra.run.smithi122.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.7 MB/s | 215 kB 00:00 2024-09-12T01:14:58.102 INFO:teuthology.orchestra.run.smithi122.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 2.1 MB/s | 1.2 MB 00:00 2024-09-12T01:14:58.227 INFO:teuthology.orchestra.run.smithi122.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 854 kB/s | 107 kB 00:00 2024-09-12T01:14:58.228 INFO:teuthology.orchestra.run.smithi151.stdout:(31/156): ceph-mgr-dashboard-19.1.1-298.gb53b6d 12 MB/s | 3.6 MB 00:00 2024-09-12T01:14:58.294 INFO:teuthology.orchestra.run.smithi122.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 1.8 MB/s | 689 kB 00:00 2024-09-12T01:14:58.345 INFO:teuthology.orchestra.run.smithi151.stdout:(32/156): ceph-mgr-diskprediction-local-19.1.1- 19 MB/s | 7.4 MB 00:00 2024-09-12T01:14:58.370 INFO:teuthology.orchestra.run.smithi122.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 2.4 MB/s | 943 kB 00:00 2024-09-12T01:14:58.370 INFO:teuthology.orchestra.run.smithi151.stdout:(33/156): ceph-mgr-modules-core-19.1.1-298.gb53 1.7 MB/s | 249 kB 00:00 2024-09-12T01:14:58.395 INFO:teuthology.orchestra.run.smithi122.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 130 kB/s | 22 kB 00:00 2024-09-12T01:14:58.395 INFO:teuthology.orchestra.run.smithi151.stdout:(34/156): ceph-mgr-rook-19.1.1-298.gb53b6d3e.el 984 kB/s | 49 kB 00:00 2024-09-12T01:14:58.420 INFO:teuthology.orchestra.run.smithi122.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 2.4 MB/s | 313 kB 00:00 2024-09-12T01:14:58.421 INFO:teuthology.orchestra.run.smithi151.stdout:(35/156): ceph-prometheus-alerts-19.1.1-298.gb5 326 kB/s | 16 kB 00:00 2024-09-12T01:14:58.446 INFO:teuthology.orchestra.run.smithi151.stdout:(36/156): ceph-volume-19.1.1-298.gb53b6d3e.el9. 5.5 MB/s | 285 kB 00:00 2024-09-12T01:14:58.488 INFO:teuthology.orchestra.run.smithi151.stdout:(37/156): cephadm-19.1.1-298.gb53b6d3e.el9.noar 11 MB/s | 765 kB 00:00 2024-09-12T01:14:58.495 INFO:teuthology.orchestra.run.smithi122.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 261 kB/s | 33 kB 00:00 2024-09-12T01:14:58.513 INFO:teuthology.orchestra.run.smithi151.stdout:(38/156): cephfs-top-19.1.1-298.gb53b6d3e.el9.n 272 kB/s | 18 kB 00:00 2024-09-12T01:14:58.545 INFO:teuthology.orchestra.run.smithi122.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 145 kB/s | 18 kB 00:00 2024-09-12T01:14:58.612 INFO:teuthology.orchestra.run.smithi122.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 95 kB/s | 11 kB 00:00 2024-09-12T01:14:58.679 INFO:teuthology.orchestra.run.smithi122.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-09-12T01:14:58.763 INFO:teuthology.orchestra.run.smithi122.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 301 kB/s | 45 kB 00:00 2024-09-12T01:14:58.830 INFO:teuthology.orchestra.run.smithi122.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 4.3 MB/s | 662 kB 00:00 2024-09-12T01:14:58.889 INFO:teuthology.orchestra.run.smithi122.stdout:(60/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.1 MB/s | 3.0 MB 00:00 2024-09-12T01:14:58.914 INFO:teuthology.orchestra.run.smithi122.stdout:(61/156): libtool-2.4.6-46.el9.x86_64.rpm 3.8 MB/s | 581 kB 00:00 2024-09-12T01:14:58.956 INFO:teuthology.orchestra.run.smithi122.stdout:(62/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 195 kB/s | 24 kB 00:00 2024-09-12T01:14:59.040 INFO:teuthology.orchestra.run.smithi122.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 315 kB/s | 47 kB 00:00 2024-09-12T01:14:59.073 INFO:teuthology.orchestra.run.smithi122.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.8 MB/s | 292 kB 00:00 2024-09-12T01:14:59.098 INFO:teuthology.orchestra.run.smithi122.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 1.3 MB/s | 188 kB 00:00 2024-09-12T01:14:59.174 INFO:teuthology.orchestra.run.smithi122.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 287 kB/s | 38 kB 00:00 2024-09-12T01:14:59.197 INFO:teuthology.orchestra.run.smithi151.stdout:(39/156): ceph-test-19.1.1-298.gb53b6d3e.el9.x8 20 MB/s | 49 MB 00:02 2024-09-12T01:14:59.223 INFO:teuthology.orchestra.run.smithi151.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 109 kB/s | 80 kB 00:00 2024-09-12T01:14:59.373 INFO:teuthology.orchestra.run.smithi151.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 932 kB/s | 801 kB 00:00 2024-09-12T01:14:59.449 INFO:teuthology.orchestra.run.smithi122.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 5.8 MB/s | 1.6 MB 00:00 2024-09-12T01:14:59.490 INFO:teuthology.orchestra.run.smithi151.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 947 kB/s | 253 kB 00:00 2024-09-12T01:14:59.541 INFO:teuthology.orchestra.run.smithi151.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 7.3 MB/s | 1.2 MB 00:00 2024-09-12T01:14:59.566 INFO:teuthology.orchestra.run.smithi151.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-09-12T01:14:59.599 INFO:teuthology.orchestra.run.smithi122.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 5.9 MB/s | 910 kB 00:00 2024-09-12T01:14:59.600 INFO:teuthology.orchestra.run.smithi151.stdout:(45/156): libquadmath-11.5.0-2.el9.x86_64.rpm 476 kB/s | 191 kB 00:00 2024-09-12T01:14:59.625 INFO:teuthology.orchestra.run.smithi151.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 1.6 MB/s | 135 kB 00:00 2024-09-12T01:14:59.650 INFO:teuthology.orchestra.run.smithi151.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.4 MB/s | 125 kB 00:00 2024-09-12T01:14:59.666 INFO:teuthology.orchestra.run.smithi122.stdout:(69/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 7.8 MB/s | 4.4 MB 00:00 2024-09-12T01:14:59.717 INFO:teuthology.orchestra.run.smithi151.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-09-12T01:14:59.733 INFO:teuthology.orchestra.run.smithi122.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.0 MB/s | 137 kB 00:00 2024-09-12T01:14:59.843 INFO:teuthology.orchestra.run.smithi151.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 3.1 MB/s | 689 kB 00:00 2024-09-12T01:14:59.868 INFO:teuthology.orchestra.run.smithi151.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 711 kB/s | 107 kB 00:00 2024-09-12T01:14:59.894 INFO:teuthology.orchestra.run.smithi151.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 431 kB/s | 22 kB 00:00 2024-09-12T01:14:59.900 INFO:teuthology.orchestra.run.smithi122.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 6.1 MB/s | 1.0 MB 00:00 2024-09-12T01:14:59.927 INFO:teuthology.orchestra.run.smithi151.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 3.3 MB/s | 943 kB 00:00 2024-09-12T01:14:59.953 INFO:teuthology.orchestra.run.smithi151.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 558 kB/s | 33 kB 00:00 2024-09-12T01:14:59.994 INFO:teuthology.orchestra.run.smithi151.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.4 MB/s | 313 kB 00:00 2024-09-12T01:15:00.020 INFO:teuthology.orchestra.run.smithi151.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 272 kB/s | 18 kB 00:00 2024-09-12T01:15:00.025 INFO:teuthology.orchestra.run.smithi122.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 699 kB/s | 87 kB 00:00 2024-09-12T01:15:00.045 INFO:teuthology.orchestra.run.smithi151.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-09-12T01:15:00.070 INFO:teuthology.orchestra.run.smithi151.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-12T01:15:00.096 INFO:teuthology.orchestra.run.smithi151.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 899 kB/s | 45 kB 00:00 2024-09-12T01:15:00.163 INFO:teuthology.orchestra.run.smithi151.stdout:(59/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 13 MB/s | 3.0 MB 00:00 2024-09-12T01:15:00.188 INFO:teuthology.orchestra.run.smithi151.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-09-12T01:15:00.213 INFO:teuthology.orchestra.run.smithi151.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 487 kB/s | 24 kB 00:00 2024-09-12T01:15:00.239 INFO:teuthology.orchestra.run.smithi151.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 943 kB/s | 47 kB 00:00 2024-09-12T01:15:00.264 INFO:teuthology.orchestra.run.smithi151.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-12T01:15:00.289 INFO:teuthology.orchestra.run.smithi151.stdout:(64/156): libtool-2.4.6-46.el9.x86_64.rpm 2.9 MB/s | 581 kB 00:00 2024-09-12T01:15:00.315 INFO:teuthology.orchestra.run.smithi151.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 764 kB/s | 38 kB 00:00 2024-09-12T01:15:00.340 INFO:teuthology.orchestra.run.smithi151.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 1.8 MB/s | 188 kB 00:00 2024-09-12T01:15:00.408 INFO:teuthology.orchestra.run.smithi151.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 24 MB/s | 1.6 MB 00:00 2024-09-12T01:15:00.483 INFO:teuthology.orchestra.run.smithi151.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 26 MB/s | 4.9 MB 00:00 2024-09-12T01:15:00.550 INFO:teuthology.orchestra.run.smithi151.stdout:(69/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 19 MB/s | 4.4 MB 00:00 2024-09-12T01:15:00.583 INFO:teuthology.orchestra.run.smithi151.stdout:(70/156): postgresql-contrib-13.16-1.el9.x86_64 5.1 MB/s | 910 kB 00:00 2024-09-12T01:15:00.608 INFO:teuthology.orchestra.run.smithi151.stdout:(71/156): postgresql-private-libs-13.16-1.el9.x 1.1 MB/s | 137 kB 00:00 2024-09-12T01:15:00.625 INFO:teuthology.orchestra.run.smithi122.stdout:(73/156): python3-babel-2.9.1-2.el9.noarch.rpm 9.9 MB/s | 6.0 MB 00:00 2024-09-12T01:15:00.642 INFO:teuthology.orchestra.run.smithi151.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2024-09-12T01:15:00.668 INFO:teuthology.orchestra.run.smithi151.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-12T01:15:00.710 INFO:teuthology.orchestra.run.smithi151.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-12T01:15:00.742 INFO:teuthology.orchestra.run.smithi122.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 526 kB/s | 61 kB 00:00 2024-09-12T01:15:00.794 INFO:teuthology.orchestra.run.smithi151.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 28 MB/s | 5.8 MB 00:00 2024-09-12T01:15:00.819 INFO:teuthology.orchestra.run.smithi151.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-09-12T01:15:00.844 INFO:teuthology.orchestra.run.smithi151.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-12T01:15:00.861 INFO:teuthology.orchestra.run.smithi151.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 610 kB/s | 26 kB 00:00 2024-09-12T01:15:00.867 INFO:teuthology.orchestra.run.smithi122.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.9 MB/s | 245 kB 00:00 2024-09-12T01:15:00.945 INFO:teuthology.orchestra.run.smithi151.stdout:(79/156): python3-babel-2.9.1-2.el9.noarch.rpm 20 MB/s | 6.0 MB 00:00 2024-09-12T01:15:00.970 INFO:teuthology.orchestra.run.smithi151.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 152 kB/s | 19 kB 00:00 2024-09-12T01:15:00.995 INFO:teuthology.orchestra.run.smithi151.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 693 kB/s | 35 kB 00:00 2024-09-12T01:15:01.001 INFO:teuthology.orchestra.run.smithi122.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.8 MB/s | 248 kB 00:00 2024-09-12T01:15:01.021 INFO:teuthology.orchestra.run.smithi151.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.1 MB/s | 172 kB 00:00 2024-09-12T01:15:01.046 INFO:teuthology.orchestra.run.smithi151.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-12T01:15:01.072 INFO:teuthology.orchestra.run.smithi151.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-12T01:15:01.097 INFO:teuthology.orchestra.run.smithi151.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-12T01:15:01.122 INFO:teuthology.orchestra.run.smithi151.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 840 kB/s | 42 kB 00:00 2024-09-12T01:15:01.126 INFO:teuthology.orchestra.run.smithi122.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 205 kB/s | 26 kB 00:00 2024-09-12T01:15:01.147 INFO:teuthology.orchestra.run.smithi151.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-09-12T01:15:01.173 INFO:teuthology.orchestra.run.smithi151.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-12T01:15:01.199 INFO:teuthology.orchestra.run.smithi151.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-12T01:15:01.224 INFO:teuthology.orchestra.run.smithi151.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-12T01:15:01.244 INFO:teuthology.orchestra.run.smithi122.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 164 kB/s | 19 kB 00:00 2024-09-12T01:15:01.249 INFO:teuthology.orchestra.run.smithi151.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-12T01:15:01.341 INFO:teuthology.orchestra.run.smithi151.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 14 MB/s | 5.1 MB 00:00 2024-09-12T01:15:01.366 INFO:teuthology.orchestra.run.smithi151.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 356 kB/s | 42 kB 00:00 2024-09-12T01:15:01.368 INFO:teuthology.orchestra.run.smithi122.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-09-12T01:15:01.384 INFO:teuthology.orchestra.run.smithi151.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-12T01:15:01.417 INFO:teuthology.orchestra.run.smithi151.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-12T01:15:01.443 INFO:teuthology.orchestra.run.smithi151.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 611 kB/s | 36 kB 00:00 2024-09-12T01:15:01.460 INFO:teuthology.orchestra.run.smithi151.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-12T01:15:01.494 INFO:teuthology.orchestra.run.smithi122.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 278 kB/s | 35 kB 00:00 2024-09-12T01:15:01.501 INFO:teuthology.orchestra.run.smithi151.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-12T01:15:01.527 INFO:teuthology.orchestra.run.smithi151.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 864 kB/s | 58 kB 00:00 2024-09-12T01:15:01.552 INFO:teuthology.orchestra.run.smithi151.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-12T01:15:01.578 INFO:teuthology.orchestra.run.smithi151.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-12T01:15:01.603 INFO:teuthology.orchestra.run.smithi151.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 887 kB/s | 45 kB 00:00 2024-09-12T01:15:01.628 INFO:teuthology.orchestra.run.smithi122.stdout:(81/156): postgresql-server-13.16-1.el9.x86_64. 2.9 MB/s | 5.8 MB 00:01 2024-09-12T01:15:01.745 INFO:teuthology.orchestra.run.smithi122.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-12T01:15:01.846 INFO:teuthology.orchestra.run.smithi151.stdout:(103/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 26 MB/s | 16 MB 00:00 2024-09-12T01:15:01.862 INFO:teuthology.orchestra.run.smithi122.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-12T01:15:01.895 INFO:teuthology.orchestra.run.smithi151.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-12T01:15:01.929 INFO:teuthology.orchestra.run.smithi151.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 9.1 MB/s | 309 kB 00:00 2024-09-12T01:15:01.954 INFO:teuthology.orchestra.run.smithi151.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 776 kB/s | 19 kB 00:00 2024-09-12T01:15:01.978 INFO:teuthology.orchestra.run.smithi122.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 662 kB/s | 77 kB 00:00 2024-09-12T01:15:02.054 INFO:teuthology.orchestra.run.smithi122.stdout:(85/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 9.1 MB/s | 5.1 MB 00:00 2024-09-12T01:15:02.055 INFO:teuthology.orchestra.run.smithi151.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 44 MB/s | 4.4 MB 00:00 2024-09-12T01:15:02.080 INFO:teuthology.orchestra.run.smithi151.stdout:(108/156): lua-devel-5.4.4-4.el9.x86_64.rpm 44 kB/s | 22 kB 00:00 2024-09-12T01:15:02.087 INFO:teuthology.orchestra.run.smithi122.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 389 kB/s | 42 kB 00:00 2024-09-12T01:15:02.105 INFO:teuthology.orchestra.run.smithi151.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 517 kB/s | 26 kB 00:00 2024-09-12T01:15:02.139 INFO:teuthology.orchestra.run.smithi151.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-12T01:15:02.164 INFO:teuthology.orchestra.run.smithi151.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 6.4 MB/s | 151 kB 00:00 2024-09-12T01:15:02.171 INFO:teuthology.orchestra.run.smithi122.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 2.3 MB/s | 269 kB 00:00 2024-09-12T01:15:02.190 INFO:teuthology.orchestra.run.smithi151.stdout:(112/156): liboath-2.6.7-2.el9.x86_64.rpm 444 kB/s | 49 kB 00:00 2024-09-12T01:15:02.196 INFO:teuthology.orchestra.run.smithi122.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-09-12T01:15:02.224 INFO:teuthology.orchestra.run.smithi151.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-09-12T01:15:02.249 INFO:teuthology.orchestra.run.smithi151.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T01:15:02.274 INFO:teuthology.orchestra.run.smithi151.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-12T01:15:02.300 INFO:teuthology.orchestra.run.smithi151.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 561 kB/s | 14 kB 00:00 2024-09-12T01:15:02.305 INFO:teuthology.orchestra.run.smithi122.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 471 kB/s | 51 kB 00:00 2024-09-12T01:15:02.325 INFO:teuthology.orchestra.run.smithi151.stdout:(117/156): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-09-12T01:15:02.350 INFO:teuthology.orchestra.run.smithi151.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-12T01:15:02.384 INFO:teuthology.orchestra.run.smithi151.stdout:(119/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 8.9 MB/s | 303 kB 00:00 2024-09-12T01:15:02.410 INFO:teuthology.orchestra.run.smithi151.stdout:(120/156): python3-cherrypy-18.6.1-2.el9.noarch 4.2 MB/s | 358 kB 00:00 2024-09-12T01:15:02.413 INFO:teuthology.orchestra.run.smithi122.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 495 kB/s | 54 kB 00:00 2024-09-12T01:15:02.443 INFO:teuthology.orchestra.run.smithi151.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-12T01:15:02.469 INFO:teuthology.orchestra.run.smithi151.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-12T01:15:02.494 INFO:teuthology.orchestra.run.smithi151.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 427 kB/s | 11 kB 00:00 2024-09-12T01:15:02.511 INFO:teuthology.orchestra.run.smithi151.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-12T01:15:02.528 INFO:teuthology.orchestra.run.smithi151.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-09-12T01:15:02.545 INFO:teuthology.orchestra.run.smithi151.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 1.1 MB/s | 19 kB 00:00 2024-09-12T01:15:02.562 INFO:teuthology.orchestra.run.smithi151.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 1.2 MB/s | 20 kB 00:00 2024-09-12T01:15:02.621 INFO:teuthology.orchestra.run.smithi151.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 9.7 MB/s | 2.0 MB 00:00 2024-09-12T01:15:02.647 INFO:teuthology.orchestra.run.smithi151.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-12T01:15:02.647 INFO:teuthology.orchestra.run.smithi122.stdout:(91/156): python3-pyasn1-modules-0.4.8-6.el9.no 586 kB/s | 279 kB 00:00 2024-09-12T01:15:02.671 INFO:teuthology.orchestra.run.smithi151.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-12T01:15:02.697 INFO:teuthology.orchestra.run.smithi151.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-12T01:15:02.755 INFO:teuthology.orchestra.run.smithi151.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 5.3 MB/s | 1.0 MB 00:00 2024-09-12T01:15:02.765 INFO:teuthology.orchestra.run.smithi122.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 355 kB/s | 42 kB 00:00 2024-09-12T01:15:02.781 INFO:teuthology.orchestra.run.smithi151.stdout:(133/156): protobuf-compiler-3.14.0-13.el9.x86_ 733 kB/s | 863 kB 00:01 2024-09-12T01:15:02.806 INFO:teuthology.orchestra.run.smithi151.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 326 kB/s | 16 kB 00:00 2024-09-12T01:15:02.840 INFO:teuthology.orchestra.run.smithi151.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-12T01:15:02.866 INFO:teuthology.orchestra.run.smithi151.stdout:(136/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.6 MB/s | 272 kB 00:00 2024-09-12T01:15:02.890 INFO:teuthology.orchestra.run.smithi122.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 353 kB/s | 44 kB 00:00 2024-09-12T01:15:02.899 INFO:teuthology.orchestra.run.smithi151.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 538 kB/s | 31 kB 00:00 2024-09-12T01:15:02.924 INFO:teuthology.orchestra.run.smithi151.stdout:(138/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 628 kB/s | 90 kB 00:00 2024-09-12T01:15:02.950 INFO:teuthology.orchestra.run.smithi151.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-12T01:15:02.975 INFO:teuthology.orchestra.run.smithi151.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 711 kB/s | 36 kB 00:00 2024-09-12T01:15:03.001 INFO:teuthology.orchestra.run.smithi151.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2024-09-12T01:15:03.015 INFO:teuthology.orchestra.run.smithi122.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.7 MB/s | 221 kB 00:00 2024-09-12T01:15:03.026 INFO:teuthology.orchestra.run.smithi151.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 984 kB/s | 74 kB 00:00 2024-09-12T01:15:03.043 INFO:teuthology.orchestra.run.smithi151.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-09-12T01:15:03.068 INFO:teuthology.orchestra.run.smithi151.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-09-12T01:15:03.093 INFO:teuthology.orchestra.run.smithi151.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-12T01:15:03.119 INFO:teuthology.orchestra.run.smithi151.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-12T01:15:03.144 INFO:teuthology.orchestra.run.smithi151.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.5 MB/s | 427 kB 00:00 2024-09-12T01:15:03.173 INFO:teuthology.orchestra.run.smithi122.stdout:(95/156): openblas-openmp-0.3.26-2.el9.x86_64.r 1.2 MB/s | 4.9 MB 00:04 2024-09-12T01:15:03.186 INFO:teuthology.orchestra.run.smithi151.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-12T01:15:03.199 INFO:teuthology.orchestra.run.smithi122.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 195 kB/s | 36 kB 00:00 2024-09-12T01:15:03.291 INFO:teuthology.orchestra.run.smithi122.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 406 kB/s | 47 kB 00:00 2024-09-12T01:15:03.361 INFO:teuthology.orchestra.run.smithi151.stdout:(149/156): librados2-19.1.1-298.gb53b6d3e.el9.x 14 MB/s | 3.4 MB 00:00 2024-09-12T01:15:03.408 INFO:teuthology.orchestra.run.smithi122.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 495 kB/s | 58 kB 00:00 2024-09-12T01:15:03.478 INFO:teuthology.orchestra.run.smithi151.stdout:(150/156): librbd1-19.1.1-298.gb53b6d3e.el9.x86 9.5 MB/s | 3.2 MB 00:00 2024-09-12T01:15:03.596 INFO:teuthology.orchestra.run.smithi151.stdout:(151/156): NetworkManager-1.49.90-1.el9.x86_64. 5.8 MB/s | 2.3 MB 00:00 2024-09-12T01:15:03.616 INFO:teuthology.orchestra.run.smithi122.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 460 kB/s | 96 kB 00:00 2024-09-12T01:15:03.621 INFO:teuthology.orchestra.run.smithi151.stdout:(152/156): NetworkManager-team-1.49.90-1.el9.x8 286 kB/s | 41 kB 00:00 2024-09-12T01:15:03.654 INFO:teuthology.orchestra.run.smithi151.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 4.2 MB/s | 249 kB 00:00 2024-09-12T01:15:03.675 INFO:teuthology.orchestra.run.smithi122.stdout:(100/156): socat-1.7.4.1-6.el9.x86_64.rpm 639 kB/s | 304 kB 00:00 2024-09-12T01:15:03.697 INFO:teuthology.orchestra.run.smithi151.stdout:(154/156): NetworkManager-libnm-1.49.90-1.el9.x 5.4 MB/s | 1.8 MB 00:00 2024-09-12T01:15:03.772 INFO:teuthology.orchestra.run.smithi151.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 20 MB/s | 2.4 MB 00:00 2024-09-12T01:15:03.792 INFO:teuthology.orchestra.run.smithi122.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 384 kB/s | 45 kB 00:00 2024-09-12T01:15:03.850 INFO:teuthology.orchestra.run.smithi122.stdout:(102/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 272 kB/s | 64 kB 00:00 2024-09-12T01:15:03.905 INFO:teuthology.orchestra.run.smithi151.stdout:(156/156): openssl-3.2.2-6.el9.x86_64.rpm 4.8 MB/s | 1.4 MB 00:00 2024-09-12T01:15:03.911 INFO:teuthology.orchestra.run.smithi151.stdout:-------------------------------------------------------------------------------- 2024-09-12T01:15:03.912 INFO:teuthology.orchestra.run.smithi151.stdout:Total 21 MB/s | 226 MB 00:10 2024-09-12T01:15:03.917 INFO:teuthology.orchestra.run.smithi122.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 178 kB/s | 22 kB 00:00 2024-09-12T01:15:03.976 INFO:teuthology.orchestra.run.smithi122.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-12T01:15:04.009 INFO:teuthology.orchestra.run.smithi122.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 9.1 MB/s | 309 kB 00:00 2024-09-12T01:15:04.035 INFO:teuthology.orchestra.run.smithi122.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 779 kB/s | 19 kB 00:00 2024-09-12T01:15:04.210 INFO:teuthology.orchestra.run.smithi122.stdout:(107/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 9.0 MB/s | 16 MB 00:01 2024-09-12T01:15:04.235 INFO:teuthology.orchestra.run.smithi122.stdout:(108/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.2 MB/s | 863 kB 00:00 2024-09-12T01:15:04.277 INFO:teuthology.orchestra.run.smithi122.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 390 kB/s | 26 kB 00:00 2024-09-12T01:15:04.302 INFO:teuthology.orchestra.run.smithi122.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.8 MB/s | 67 kB 00:00 2024-09-12T01:15:04.328 INFO:teuthology.orchestra.run.smithi122.stdout:(111/156): liboath-2.6.7-2.el9.x86_64.rpm 573 kB/s | 49 kB 00:00 2024-09-12T01:15:04.345 INFO:teuthology.orchestra.run.smithi122.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 3.5 MB/s | 151 kB 00:00 2024-09-12T01:15:04.378 INFO:teuthology.orchestra.run.smithi122.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 16 MB/s | 548 kB 00:00 2024-09-12T01:15:04.404 INFO:teuthology.orchestra.run.smithi122.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T01:15:04.429 INFO:teuthology.orchestra.run.smithi122.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-12T01:15:04.454 INFO:teuthology.orchestra.run.smithi122.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 568 kB/s | 14 kB 00:00 2024-09-12T01:15:04.479 INFO:teuthology.orchestra.run.smithi122.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.7 MB/s | 172 kB 00:00 2024-09-12T01:15:04.513 INFO:teuthology.orchestra.run.smithi122.stdout:(118/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 4.4 MB/s | 839 kB 00:00 2024-09-12T01:15:04.547 INFO:teuthology.orchestra.run.smithi122.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-09-12T01:15:04.573 INFO:teuthology.orchestra.run.smithi122.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.0 MB/s | 303 kB 00:00 2024-09-12T01:15:04.598 INFO:teuthology.orchestra.run.smithi122.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-12T01:15:04.623 INFO:teuthology.orchestra.run.smithi122.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-12T01:15:04.669 INFO:teuthology.orchestra.run.smithi122.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 232 kB/s | 11 kB 00:00 2024-09-12T01:15:04.699 INFO:teuthology.orchestra.run.smithi122.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 613 kB/s | 18 kB 00:00 2024-09-12T01:15:04.724 INFO:teuthology.orchestra.run.smithi122.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 932 kB/s | 23 kB 00:00 2024-09-12T01:15:04.749 INFO:teuthology.orchestra.run.smithi122.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 778 kB/s | 19 kB 00:00 2024-09-12T01:15:04.824 INFO:teuthology.orchestra.run.smithi122.stdout:(127/156): libarrow-9.0.0-11.el9.x86_64.rpm 5.6 MB/s | 4.4 MB 00:00 2024-09-12T01:15:04.850 INFO:teuthology.orchestra.run.smithi122.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 196 kB/s | 20 kB 00:00 2024-09-12T01:15:04.875 INFO:teuthology.orchestra.run.smithi122.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-12T01:15:04.909 INFO:teuthology.orchestra.run.smithi122.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-12T01:15:04.934 INFO:teuthology.orchestra.run.smithi122.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-12T01:15:04.968 INFO:teuthology.orchestra.run.smithi122.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 7.2 MB/s | 1.0 MB 00:00 2024-09-12T01:15:04.993 INFO:teuthology.orchestra.run.smithi122.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 665 kB/s | 16 kB 00:00 2024-09-12T01:15:05.052 INFO:teuthology.orchestra.run.smithi122.stdout:(134/156): python3-grpcio-1.46.7-10.el9.x86_64. 4.3 MB/s | 2.0 MB 00:00 2024-09-12T01:15:05.077 INFO:teuthology.orchestra.run.smithi122.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.9 MB/s | 272 kB 00:00 2024-09-12T01:15:05.102 INFO:teuthology.orchestra.run.smithi122.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 826 kB/s | 90 kB 00:00 2024-09-12T01:15:05.119 INFO:teuthology.orchestra.run.smithi122.stdout:(137/156): python3-pyperclip-1.8.2-2.el9.noarch 676 kB/s | 28 kB 00:00 2024-09-12T01:15:05.133 INFO:teuthology.orchestra.run.smithi151.stdout:Running transaction check 2024-09-12T01:15:05.136 INFO:teuthology.orchestra.run.smithi122.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 526 kB/s | 31 kB 00:00 2024-09-12T01:15:05.153 INFO:teuthology.orchestra.run.smithi122.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 3.5 MB/s | 59 kB 00:00 2024-09-12T01:15:05.169 INFO:teuthology.orchestra.run.smithi122.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 1.0 MB/s | 36 kB 00:00 2024-09-12T01:15:05.195 INFO:teuthology.orchestra.run.smithi122.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-09-12T01:15:05.220 INFO:teuthology.orchestra.run.smithi122.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 1.1 MB/s | 74 kB 00:00 2024-09-12T01:15:05.245 INFO:teuthology.orchestra.run.smithi122.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-12T01:15:05.270 INFO:teuthology.orchestra.run.smithi122.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 809 kB/s | 20 kB 00:00 2024-09-12T01:15:05.283 INFO:teuthology.orchestra.run.smithi151.stdout:Transaction check succeeded. 2024-09-12T01:15:05.283 INFO:teuthology.orchestra.run.smithi151.stdout:Running transaction test 2024-09-12T01:15:05.296 INFO:teuthology.orchestra.run.smithi122.stdout:(145/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-09-12T01:15:05.321 INFO:teuthology.orchestra.run.smithi122.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-12T01:15:05.346 INFO:teuthology.orchestra.run.smithi122.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-12T01:15:05.397 INFO:teuthology.orchestra.run.smithi122.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-12T01:15:05.597 INFO:teuthology.orchestra.run.smithi122.stdout:(149/156): librados2-19.1.1-298.gb53b6d3e.el9.x 12 MB/s | 3.4 MB 00:00 2024-09-12T01:15:05.656 INFO:teuthology.orchestra.run.smithi122.stdout:(150/156): librbd1-19.1.1-298.gb53b6d3e.el9.x86 10 MB/s | 3.2 MB 00:00 2024-09-12T01:15:05.773 INFO:teuthology.orchestra.run.smithi122.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 348 kB/s | 41 kB 00:00 2024-09-12T01:15:06.065 INFO:teuthology.orchestra.run.smithi122.stdout:(152/156): NetworkManager-tui-1.49.90-1.el9.x86 853 kB/s | 249 kB 00:00 2024-09-12T01:15:06.115 INFO:teuthology.orchestra.run.smithi122.stdout:(153/156): NetworkManager-1.49.90-1.el9.x86_64. 3.2 MB/s | 2.3 MB 00:00 2024-09-12T01:15:06.365 INFO:teuthology.orchestra.run.smithi122.stdout:(154/156): NetworkManager-libnm-1.49.90-1.el9.x 2.4 MB/s | 1.8 MB 00:00 2024-09-12T01:15:06.557 INFO:teuthology.orchestra.run.smithi122.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 2.7 MB/s | 1.4 MB 00:00 2024-09-12T01:15:06.965 INFO:teuthology.orchestra.run.smithi122.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.8 MB/s | 2.4 MB 00:00 2024-09-12T01:15:06.972 INFO:teuthology.orchestra.run.smithi122.stdout:-------------------------------------------------------------------------------- 2024-09-12T01:15:06.972 INFO:teuthology.orchestra.run.smithi122.stdout:Total 15 MB/s | 226 MB 00:14 2024-09-12T01:15:07.512 INFO:teuthology.orchestra.run.smithi151.stdout:Transaction test succeeded. 2024-09-12T01:15:07.513 INFO:teuthology.orchestra.run.smithi151.stdout:Running transaction 2024-09-12T01:15:08.193 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction check 2024-09-12T01:15:08.409 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction check succeeded. 2024-09-12T01:15:08.409 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction test 2024-09-12T01:15:10.617 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction test succeeded. 2024-09-12T01:15:10.618 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction 2024-09-12T01:15:13.945 INFO:teuthology.orchestra.run.smithi151.stdout: Preparing : 1/1 2024-09-12T01:15:14.052 INFO:teuthology.orchestra.run.smithi151.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-12T01:15:14.091 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-12T01:15:14.153 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-12T01:15:14.186 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-12T01:15:14.212 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-12T01:15:14.265 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-12T01:15:14.607 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-12T01:15:14.727 INFO:teuthology.orchestra.run.smithi151.stdout: Upgrading : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T01:15:14.850 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T01:15:14.879 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T01:15:14.963 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T01:15:14.992 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T01:15:15.163 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-12T01:15:15.214 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-12T01:15:15.242 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T01:15:15.347 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T01:15:15.377 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T01:15:15.440 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T01:15:15.470 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T01:15:15.494 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T01:15:15.690 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T01:15:15.856 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T01:15:16.004 INFO:teuthology.orchestra.run.smithi151.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-12T01:15:16.116 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T01:15:16.189 INFO:teuthology.orchestra.run.smithi151.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T01:15:16.442 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T01:15:16.558 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-12T01:15:16.649 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-12T01:15:16.687 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-12T01:15:16.730 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-12T01:15:16.795 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-12T01:15:16.864 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-12T01:15:16.896 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-12T01:15:16.940 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-12T01:15:16.973 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-12T01:15:17.001 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-12T01:15:17.070 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-12T01:15:17.111 INFO:teuthology.orchestra.run.smithi122.stdout: Preparing : 1/1 2024-09-12T01:15:17.132 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-12T01:15:17.163 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-12T01:15:17.195 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-12T01:15:17.206 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-12T01:15:17.235 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-12T01:15:17.283 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-12T01:15:17.295 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-12T01:15:17.317 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 34/164 2024-09-12T01:15:17.328 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-12T01:15:17.352 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 35/164 2024-09-12T01:15:17.353 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-12T01:15:17.381 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 36/164 2024-09-12T01:15:17.402 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-12T01:15:17.450 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-12T01:15:17.497 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-12T01:15:17.570 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-12T01:15:17.702 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-12T01:15:17.757 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-12T01:15:17.758 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-12T01:15:17.857 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T01:15:17.962 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T01:15:17.991 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T01:15:18.090 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T01:15:18.121 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T01:15:18.281 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-12T01:15:18.291 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-12T01:15:18.342 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-12T01:15:18.361 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T01:15:18.370 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-12T01:15:18.408 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-12T01:15:18.443 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-12T01:15:18.465 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T01:15:18.481 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 46/164 2024-09-12T01:15:18.504 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T01:15:18.523 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-12T01:15:18.570 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T01:15:18.597 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T01:15:18.620 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T01:15:18.683 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-12T01:15:18.735 INFO:teuthology.orchestra.run.smithi151.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-12T01:15:18.793 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-12T01:15:18.815 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T01:15:18.863 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-12T01:15:18.903 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-12T01:15:18.939 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-12T01:15:18.986 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-12T01:15:19.013 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T01:15:19.022 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-12T01:15:19.066 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-12T01:15:19.108 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-12T01:15:19.134 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-12T01:15:19.243 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-12T01:15:19.248 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T01:15:19.286 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-12T01:15:19.327 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-12T01:15:19.339 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T01:15:19.530 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-12T01:15:19.567 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T01:15:19.680 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-12T01:15:19.774 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-12T01:15:19.795 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-12T01:15:19.802 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-12T01:15:19.828 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-12T01:15:19.837 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-12T01:15:19.861 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-12T01:15:19.886 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-12T01:15:19.902 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-12T01:15:19.947 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-12T01:15:19.979 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-12T01:15:19.987 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-12T01:15:20.031 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-12T01:15:20.063 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-12T01:15:20.090 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-12T01:15:20.104 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-12T01:15:20.153 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-12T01:15:20.159 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-12T01:15:20.189 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-12T01:15:20.221 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-12T01:15:20.232 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-12T01:15:20.252 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-12T01:15:20.271 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-12T01:15:20.296 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-12T01:15:20.303 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-12T01:15:20.358 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-12T01:15:20.380 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-12T01:15:20.393 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-12T01:15:20.414 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 34/164 2024-09-12T01:15:20.426 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-12T01:15:20.458 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 35/164 2024-09-12T01:15:20.468 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-12T01:15:20.487 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 36/164 2024-09-12T01:15:20.509 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-12T01:15:20.558 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-12T01:15:20.594 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-12T01:15:20.609 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-12T01:15:20.648 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-12T01:15:20.679 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-12T01:15:20.684 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-12T01:15:20.780 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-12T01:15:20.820 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-12T01:15:20.830 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-12T01:15:20.871 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-12T01:15:21.401 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-12T01:15:21.484 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-12T01:15:21.512 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-12T01:15:21.545 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-12T01:15:21.554 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-12T01:15:21.593 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 46/164 2024-09-12T01:15:21.596 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-12T01:15:21.630 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-12T01:15:21.634 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-12T01:15:21.727 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-12T01:15:21.776 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-12T01:15:21.791 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-12T01:15:21.822 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-12T01:15:21.838 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-12T01:15:21.892 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-12T01:15:21.916 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-12T01:15:21.958 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-12T01:15:21.966 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-12T01:15:22.005 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-12T01:15:22.041 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-12T01:15:22.089 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-12T01:15:22.124 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-12T01:15:22.142 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-12T01:15:22.167 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-12T01:15:22.182 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-12T01:15:22.218 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-12T01:15:22.267 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-12T01:15:22.355 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-12T01:15:22.394 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-12T01:15:22.435 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-12T01:15:22.538 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-12T01:15:22.586 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-12T01:15:22.819 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-12T01:15:22.908 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-12T01:15:23.021 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-12T01:15:23.035 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-12T01:15:23.265 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-12T01:15:23.382 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-12T01:15:23.515 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-12T01:15:23.550 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-12T01:15:23.578 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-12T01:15:23.617 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-12T01:15:23.660 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-12T01:15:23.691 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-12T01:15:23.730 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-12T01:15:23.764 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-12T01:15:23.797 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-12T01:15:23.839 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-12T01:15:23.873 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-12T01:15:23.963 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-12T01:15:24.007 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-12T01:15:24.046 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-12T01:15:24.157 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-12T01:15:24.206 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-12T01:15:24.260 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-12T01:15:24.346 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-12T01:15:24.374 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-12T01:15:24.407 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-12T01:15:24.715 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-12T01:15:24.754 INFO:teuthology.orchestra.run.smithi151.stdout: Upgrading : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T01:15:24.845 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T01:15:24.876 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 102/164 2024-09-12T01:15:24.912 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-12T01:15:24.933 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-12T01:15:24.986 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-12T01:15:25.020 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-12T01:15:25.120 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-12T01:15:25.176 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-12T01:15:25.220 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-12T01:15:25.309 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-12T01:15:25.348 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-12T01:15:25.388 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-12T01:15:25.416 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T01:15:25.488 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T01:15:25.518 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 106/164 2024-09-12T01:15:25.531 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-12T01:15:25.554 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-12T01:15:25.631 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-12T01:15:26.301 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-12T01:15:26.437 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-12T01:15:27.675 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-12T01:15:27.759 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-12T01:15:27.787 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-12T01:15:27.820 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-12T01:15:27.865 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T01:15:27.899 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T01:15:28.129 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-12T01:15:28.166 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T01:15:28.256 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T01:15:28.288 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 102/164 2024-09-12T01:15:28.324 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-12T01:15:28.447 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T01:15:28.496 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T01:15:28.571 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T01:15:28.571 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T01:15:28.571 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T01:15:28.572 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:15:28.606 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T01:15:28.802 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-12T01:15:28.827 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T01:15:28.891 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T01:15:28.921 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 106/164 2024-09-12T01:15:31.241 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T01:15:31.278 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T01:15:31.827 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T01:15:31.864 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T01:15:31.944 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T01:15:31.944 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T01:15:31.945 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T01:15:31.945 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:15:31.974 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T01:15:40.898 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T01:15:40.898 INFO:teuthology.orchestra.run.smithi151.stdout:skipping the directory /sys 2024-09-12T01:15:40.899 INFO:teuthology.orchestra.run.smithi151.stdout:skipping the directory /proc 2024-09-12T01:15:40.899 INFO:teuthology.orchestra.run.smithi151.stdout:skipping the directory /mnt 2024-09-12T01:15:40.899 INFO:teuthology.orchestra.run.smithi151.stdout:skipping the directory /var/tmp 2024-09-12T01:15:40.899 INFO:teuthology.orchestra.run.smithi151.stdout:skipping the directory /home 2024-09-12T01:15:40.899 INFO:teuthology.orchestra.run.smithi151.stdout:skipping the directory /root 2024-09-12T01:15:40.899 INFO:teuthology.orchestra.run.smithi151.stdout:skipping the directory /tmp 2024-09-12T01:15:40.899 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:15:41.079 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T01:15:41.095 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T01:15:41.095 INFO:teuthology.orchestra.run.smithi151.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:41.095 INFO:teuthology.orchestra.run.smithi151.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T01:15:41.095 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:15:42.558 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T01:15:42.585 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T01:15:42.585 INFO:teuthology.orchestra.run.smithi151.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:42.585 INFO:teuthology.orchestra.run.smithi151.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T01:15:42.585 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T01:15:42.585 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T01:15:42.585 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:15:42.814 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T01:15:42.834 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T01:15:42.834 INFO:teuthology.orchestra.run.smithi151.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:42.834 INFO:teuthology.orchestra.run.smithi151.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T01:15:42.834 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T01:15:42.835 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T01:15:42.835 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:15:43.268 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T01:15:43.291 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T01:15:43.291 INFO:teuthology.orchestra.run.smithi151.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:43.291 INFO:teuthology.orchestra.run.smithi151.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T01:15:43.291 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T01:15:43.291 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T01:15:43.291 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:15:43.389 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-12T01:15:43.437 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-12T01:15:43.493 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-12T01:15:43.676 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-12T01:15:43.736 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-12T01:15:43.805 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-12T01:15:43.895 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-12T01:15:44.088 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /sys 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /proc 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /mnt 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /var/tmp 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /home 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /root 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /tmp 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:15:44.128 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T01:15:44.303 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T01:15:44.303 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:44.303 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T01:15:44.303 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:15:44.609 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T01:15:44.639 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T01:15:44.670 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 126/164 2024-09-12T01:15:44.732 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 127/164 2024-09-12T01:15:44.762 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T01:15:45.806 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T01:15:45.833 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T01:15:45.833 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:45.833 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T01:15:45.834 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T01:15:45.834 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T01:15:45.834 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:15:45.848 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T01:15:46.057 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T01:15:46.080 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T01:15:46.080 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:46.081 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T01:15:46.081 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T01:15:46.081 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T01:15:46.081 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:15:46.516 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T01:15:46.539 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T01:15:46.540 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:46.540 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T01:15:46.540 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T01:15:46.540 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T01:15:46.540 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:15:46.664 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-12T01:15:46.720 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-12T01:15:46.775 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-12T01:15:46.810 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T01:15:46.840 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T01:15:46.942 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T01:15:46.962 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-12T01:15:47.017 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-12T01:15:47.095 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-12T01:15:47.101 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 131/164 2024-09-12T01:15:47.126 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T01:15:47.150 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T01:15:47.151 INFO:teuthology.orchestra.run.smithi151.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:47.151 INFO:teuthology.orchestra.run.smithi151.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T01:15:47.151 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T01:15:47.151 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T01:15:47.151 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:15:47.183 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-12T01:15:47.194 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T01:15:47.206 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T01:15:47.295 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 134/164 2024-09-12T01:15:47.325 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-12T01:15:47.359 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 135/164 2024-09-12T01:15:47.369 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-12T01:15:47.407 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-12T01:15:47.434 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-12T01:15:47.868 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T01:15:47.900 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T01:15:47.931 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 126/164 2024-09-12T01:15:47.995 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 127/164 2024-09-12T01:15:48.023 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T01:15:48.288 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-12T01:15:48.314 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T01:15:48.338 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T01:15:48.338 INFO:teuthology.orchestra.run.smithi151.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:48.338 INFO:teuthology.orchestra.run.smithi151.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T01:15:48.339 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T01:15:48.339 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T01:15:48.339 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:15:48.382 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T01:15:48.404 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T01:15:48.405 INFO:teuthology.orchestra.run.smithi151.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:48.405 INFO:teuthology.orchestra.run.smithi151.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T01:15:48.405 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:15:48.449 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T01:15:48.473 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T01:15:48.473 INFO:teuthology.orchestra.run.smithi151.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:48.473 INFO:teuthology.orchestra.run.smithi151.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-12T01:15:48.473 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T01:15:48.473 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T01:15:48.473 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:15:48.783 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T01:15:48.806 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T01:15:48.807 INFO:teuthology.orchestra.run.smithi151.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:48.807 INFO:teuthology.orchestra.run.smithi151.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T01:15:48.807 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T01:15:48.807 INFO:teuthology.orchestra.run.smithi151.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T01:15:48.807 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:15:49.069 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T01:15:49.108 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T01:15:50.072 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T01:15:50.100 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T01:15:50.203 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T01:15:50.361 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 131/164 2024-09-12T01:15:50.394 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T01:15:50.418 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T01:15:50.418 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:50.418 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T01:15:50.418 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T01:15:50.418 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T01:15:50.418 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:15:50.470 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T01:15:50.481 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T01:15:50.580 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 134/164 2024-09-12T01:15:50.633 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 135/164 2024-09-12T01:15:51.547 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-12T01:15:51.581 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T01:15:51.604 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T01:15:51.604 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:51.604 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T01:15:51.604 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T01:15:51.605 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T01:15:51.605 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:15:51.648 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T01:15:51.671 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T01:15:51.671 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:51.671 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T01:15:51.671 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:15:51.715 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T01:15:51.739 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T01:15:51.739 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:51.739 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-12T01:15:51.739 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T01:15:51.739 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T01:15:51.739 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:15:52.041 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T01:15:52.064 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T01:15:52.064 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T01:15:52.064 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T01:15:52.064 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T01:15:52.064 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T01:15:52.064 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:15:53.347 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 141/164 2024-09-12T01:15:53.388 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 142/164 2024-09-12T01:15:53.429 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 143/164 2024-09-12T01:15:53.461 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-12T01:15:53.505 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-12T01:15:53.706 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 146/164 2024-09-12T01:15:53.754 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-12T01:15:53.784 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 148/164 2024-09-12T01:15:53.814 INFO:teuthology.orchestra.run.smithi151.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-12T01:15:53.852 INFO:teuthology.orchestra.run.smithi151.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-12T01:15:54.474 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T01:15:54.518 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T01:15:54.538 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T01:15:55.358 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 152/164 2024-09-12T01:15:55.451 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-12T01:15:55.500 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-12T01:15:55.602 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-12T01:15:55.655 INFO:teuthology.orchestra.run.smithi151.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-12T01:15:55.681 INFO:teuthology.orchestra.run.smithi151.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-12T01:15:55.732 INFO:teuthology.orchestra.run.smithi151.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-12T01:15:55.732 INFO:teuthology.orchestra.run.smithi151.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T01:15:55.825 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T01:15:55.825 INFO:teuthology.orchestra.run.smithi151.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T01:15:55.919 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T01:15:55.942 INFO:teuthology.orchestra.run.smithi151.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-12T01:15:55.948 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T01:15:55.948 INFO:teuthology.orchestra.run.smithi151.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T01:15:56.128 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T01:15:56.128 INFO:teuthology.orchestra.run.smithi151.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T01:15:56.229 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T01:15:56.294 INFO:teuthology.orchestra.run.smithi151.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T01:15:56.628 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 141/164 2024-09-12T01:15:56.678 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 142/164 2024-09-12T01:15:56.719 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 143/164 2024-09-12T01:15:56.750 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-12T01:15:56.778 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-12T01:15:56.976 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 146/164 2024-09-12T01:15:57.025 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-12T01:15:57.057 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 148/164 2024-09-12T01:15:57.084 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-12T01:15:57.122 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-12T01:15:57.719 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T01:15:57.762 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T01:15:57.782 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T01:15:58.619 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 152/164 2024-09-12T01:15:58.709 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-12T01:15:58.755 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-12T01:15:58.851 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-12T01:15:58.886 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-12T01:15:58.912 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-12T01:15:58.963 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-12T01:15:58.963 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T01:15:59.055 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T01:15:59.055 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T01:15:59.139 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T01:15:59.164 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-12T01:15:59.170 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T01:15:59.170 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T01:15:59.350 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T01:15:59.350 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T01:15:59.433 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T01:15:59.506 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T01:16:01.998 INFO:teuthology.orchestra.run.smithi151.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T01:16:01.998 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 1/164 2024-09-12T01:16:01.998 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2/164 2024-09-12T01:16:01.998 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 3/164 2024-09-12T01:16:01.998 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 4/164 2024-09-12T01:16:01.998 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 5/164 2024-09-12T01:16:01.998 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 6/164 2024-09-12T01:16:01.998 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 7/164 2024-09-12T01:16:01.998 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T01:16:01.998 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 11/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 12/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 14/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 15/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 16/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 17/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 18/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 19/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 20/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 21/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 22/164 2024-09-12T01:16:01.999 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 23/164 2024-09-12T01:16:02.000 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 24/164 2024-09-12T01:16:02.000 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 25/164 2024-09-12T01:16:02.000 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 26/164 2024-09-12T01:16:02.000 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 27/164 2024-09-12T01:16:02.011 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 28/164 2024-09-12T01:16:02.011 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 29/164 2024-09-12T01:16:02.011 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 30/164 2024-09-12T01:16:02.011 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 31/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 32/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 33/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 34/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 35/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 36/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 37/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 38/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 39/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-12T01:16:02.012 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-12T01:16:02.013 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-12T01:16:02.014 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-12T01:16:02.014 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-12T01:16:02.014 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-12T01:16:02.014 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-12T01:16:02.014 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-12T01:16:02.014 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-12T01:16:02.014 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-12T01:16:02.014 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-12T01:16:02.014 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-12T01:16:02.015 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-12T01:16:02.016 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-12T01:16:02.017 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-12T01:16:02.018 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-12T01:16:02.019 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-12T01:16:02.020 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 149/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 151/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-12T01:16:02.021 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-12T01:16:02.022 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-12T01:16:02.022 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-12T01:16:02.022 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-12T01:16:02.022 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-12T01:16:02.022 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-12T01:16:02.022 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-12T01:16:04.743 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T01:16:04.743 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:04.743 INFO:teuthology.orchestra.run.smithi151.stdout:Upgraded: 2024-09-12T01:16:04.743 INFO:teuthology.orchestra.run.smithi151.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-12T01:16:04.743 INFO:teuthology.orchestra.run.smithi151.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-12T01:16:04.743 INFO:teuthology.orchestra.run.smithi151.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout:Installed: 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout: automake-1.16.2-8.el9.noarch 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout: bison-3.7.4-5.el9.x86_64 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.744 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.745 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: flex-2.6.4-9.el9.x86_64 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T01:16:04.746 INFO:teuthology.orchestra.run.smithi151.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T01:16:04.747 INFO:teuthology.orchestra.run.smithi151.stdout: librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-12T01:16:04.748 INFO:teuthology.orchestra.run.smithi151.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: postgresql-13.16-1.el9.x86_64 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.749 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T01:16:04.750 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T01:16:04.751 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T01:16:04.752 INFO:teuthology.orchestra.run.smithi151.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T01:16:04.753 INFO:teuthology.orchestra.run.smithi151.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T01:16:04.754 INFO:teuthology.orchestra.run.smithi151.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-12T01:16:04.755 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:04.755 INFO:teuthology.orchestra.run.smithi151.stdout:Complete! 2024-09-12T01:16:05.149 DEBUG:teuthology.parallel:result is None 2024-09-12T01:16:05.439 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 1/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 3/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 4/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 5/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 6/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 7/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 11/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 12/164 2024-09-12T01:16:05.440 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T01:16:05.441 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 14/164 2024-09-12T01:16:05.441 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 15/164 2024-09-12T01:16:05.441 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 16/164 2024-09-12T01:16:05.441 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 17/164 2024-09-12T01:16:05.441 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 18/164 2024-09-12T01:16:05.441 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 19/164 2024-09-12T01:16:05.441 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 20/164 2024-09-12T01:16:05.441 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 21/164 2024-09-12T01:16:05.441 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 22/164 2024-09-12T01:16:05.442 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 23/164 2024-09-12T01:16:05.442 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 24/164 2024-09-12T01:16:05.442 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 25/164 2024-09-12T01:16:05.442 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 26/164 2024-09-12T01:16:05.442 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 27/164 2024-09-12T01:16:05.455 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 28/164 2024-09-12T01:16:05.455 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 29/164 2024-09-12T01:16:05.455 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 30/164 2024-09-12T01:16:05.455 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 31/164 2024-09-12T01:16:05.455 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 32/164 2024-09-12T01:16:05.455 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 33/164 2024-09-12T01:16:05.455 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 34/164 2024-09-12T01:16:05.455 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 35/164 2024-09-12T01:16:05.455 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 36/164 2024-09-12T01:16:05.455 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 37/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 38/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 39/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-12T01:16:05.456 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-12T01:16:05.457 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-12T01:16:05.458 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-12T01:16:05.459 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-12T01:16:05.460 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-12T01:16:05.461 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-12T01:16:05.462 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-12T01:16:05.463 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-12T01:16:05.464 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-12T01:16:05.464 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 149/164 2024-09-12T01:16:05.464 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-12T01:16:05.464 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 151/164 2024-09-12T01:16:05.464 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-12T01:16:05.464 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-12T01:16:05.464 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-12T01:16:05.464 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-12T01:16:05.464 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-12T01:16:05.465 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-12T01:16:05.465 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-12T01:16:05.465 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-12T01:16:05.465 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-12T01:16:05.465 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-12T01:16:05.465 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-12T01:16:05.465 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-12T01:16:08.083 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T01:16:08.083 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout:Upgraded: 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout:Installed: 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout: automake-1.16.2-8.el9.noarch 2024-09-12T01:16:08.084 INFO:teuthology.orchestra.run.smithi122.stdout: bison-3.7.4-5.el9.x86_64 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:08.085 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.086 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: flex-2.6.4-9.el9.x86_64 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T01:16:08.087 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.088 INFO:teuthology.orchestra.run.smithi122.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-13.16-1.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-12T01:16:08.089 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T01:16:08.090 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T01:16:08.091 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T01:16:08.092 INFO:teuthology.orchestra.run.smithi122.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.093 INFO:teuthology.orchestra.run.smithi122.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T01:16:08.094 INFO:teuthology.orchestra.run.smithi122.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-12T01:16:08.095 INFO:teuthology.orchestra.run.smithi122.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-12T01:16:08.096 INFO:teuthology.orchestra.run.smithi122.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T01:16:08.096 INFO:teuthology.orchestra.run.smithi122.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-12T01:16:08.096 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:08.096 INFO:teuthology.orchestra.run.smithi122.stdout:Complete! 2024-09-12T01:16:08.497 DEBUG:teuthology.parallel:result is None 2024-09-12T01:16:08.497 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T01:16:08.650 DEBUG:teuthology.orchestra.run.smithi122:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T01:16:08.671 INFO:teuthology.orchestra.run.smithi122.stdout:19.1.1-298.gb53b6d3e.el9 2024-09-12T01:16:08.672 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-298.gb53b6d3e.el9 2024-09-12T01:16:08.672 INFO:teuthology.task.install:The correct ceph version 19.1.1-298.gb53b6d3e is installed. 2024-09-12T01:16:08.674 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T01:16:08.818 DEBUG:teuthology.orchestra.run.smithi151:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T01:16:08.844 INFO:teuthology.orchestra.run.smithi151.stdout:19.1.1-298.gb53b6d3e.el9 2024-09-12T01:16:08.844 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-298.gb53b6d3e.el9 2024-09-12T01:16:08.844 INFO:teuthology.task.install:The correct ceph version 19.1.1-298.gb53b6d3e is installed. 2024-09-12T01:16:08.846 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-12T01:16:08.846 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:08.846 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T01:16:08.874 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:08.874 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T01:16:08.915 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-12T01:16:08.915 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:08.916 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T01:16:08.941 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T01:16:09.006 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:09.006 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T01:16:09.034 DEBUG:teuthology.orchestra.run.smithi151:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T01:16:09.102 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-12T01:16:09.102 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:09.102 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T01:16:09.127 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T01:16:09.192 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:09.192 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T01:16:09.219 DEBUG:teuthology.orchestra.run.smithi151:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T01:16:09.285 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-12T01:16:09.285 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:09.285 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T01:16:09.310 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T01:16:09.374 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:09.374 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T01:16:09.399 DEBUG:teuthology.orchestra.run.smithi151:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T01:16:09.465 INFO:teuthology.run_tasks:Running task ceph... 2024-09-12T01:16:09.541 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-12T01:16:09.541 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 777 /var/log/ceph 2024-09-12T01:16:09.543 DEBUG:teuthology.orchestra.run.smithi151:> sudo chmod 777 /var/log/ceph 2024-09-12T01:16:09.568 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-12T01:16:09.568 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T01:16:09.608 DEBUG:teuthology.orchestra.run.smithi151:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T01:16:09.632 INFO:tasks.ceph:Creating extra log directories... 2024-09-12T01:16:09.633 DEBUG:teuthology.orchestra.run.smithi122:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T01:16:09.672 DEBUG:teuthology.orchestra.run.smithi151:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T01:16:09.703 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-12T01:16:09.703 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-12T01:16:09.704 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-12T01:16:09.704 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:09.704 DEBUG:teuthology.orchestra.run.smithi122:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-12T01:16:09.750 DEBUG:teuthology.orchestra.run.smithi122:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-12T01:16:09.863 DEBUG:teuthology.orchestra.run.smithi122:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-12T01:16:09.887 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:09.887 DEBUG:teuthology.orchestra.run.smithi151:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-12T01:16:09.903 DEBUG:teuthology.orchestra.run.smithi151:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-12T01:16:10.019 DEBUG:teuthology.orchestra.run.smithi151:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-12T01:16:10.049 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-12T01:16:10.050 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'force file system read-only', 'bad backtrace', 'MDS in read-only mode', '\\(MDS_READ_ONLY\\)'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-12T01:16:10.050 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/auto-repair}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7901537', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'force file system read-only', 'bad backtrace', 'MDS in read-only mode', '\\(MDS_READ_ONLY\\)'], 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}}, 'kclient': {'syntax': 'v1'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '086c737fa75c22d521a3932c59b31c5e1d1c9ef4'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 481, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'sleep_before_teardown': 0, 'subset': '57/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '086c737fa75c22d521a3932c59b31c5e1d1c9ef4', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi122.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCSRU581P57NY7Z/QfbdureunPKYFuhwIU3eCSyayhxdSns8LJcuWIvSAo+1nrv1nJQOR3rL4V0rvNo0BhkT8Uo=', 'smithi151.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOYb0eOVkZrtaCDIar3L5comgEMK5Ef6q2Eo3cy0VCyra2zo3O3cR7cZcqZgF2HHZNenPcRfd/yxaXVaEh/wV/g='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'force file system read-only', 'bad backtrace', 'MDS in read-only mode', '\\(MDS_READ_ONLY\\)'], 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_auto_repair']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-11_21:24:17', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-12T01:16:10.050 DEBUG:teuthology.orchestra.run.smithi122:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T01:16:10.053 DEBUG:teuthology.orchestra.run.smithi151:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T01:16:10.100 DEBUG:teuthology.orchestra.run.smithi122:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T01:16:10.109 DEBUG:teuthology.orchestra.run.smithi151:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T01:16:10.164 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:10.165 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T01:16:10.186 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T01:16:10.186 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_1 2024-09-12T01:16:10.241 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T01:16:10.241 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T01:16:10.242 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-12T01:16:10.242 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T01:16:10.242 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T01:16:10.242 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-12 01:15:59.872330044 +0000 2024-09-12T01:16:10.242 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-12 01:14:10.724681932 +0000 2024-09-12T01:16:10.242 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-12 01:14:10.724681932 +0000 2024-09-12T01:16:10.242 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-12 01:14:10.724681932 +0000 2024-09-12T01:16:10.242 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T01:16:10.305 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-12T01:16:10.305 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-12T01:16:10.305 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.000328559 s, 1.6 MB/s 2024-09-12T01:16:10.306 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T01:16:10.362 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_2 2024-09-12T01:16:10.417 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T01:16:10.417 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T01:16:10.418 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-12T01:16:10.418 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T01:16:10.418 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T01:16:10.418 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-12 01:15:59.872330044 +0000 2024-09-12T01:16:10.418 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-12 01:14:11.059673686 +0000 2024-09-12T01:16:10.418 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-12 01:14:11.059673686 +0000 2024-09-12T01:16:10.418 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-12 01:14:11.059673686 +0000 2024-09-12T01:16:10.418 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T01:16:10.480 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-12T01:16:10.480 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-12T01:16:10.480 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.000192396 s, 2.7 MB/s 2024-09-12T01:16:10.481 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T01:16:10.538 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_3 2024-09-12T01:16:10.593 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T01:16:10.593 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T01:16:10.593 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-12T01:16:10.593 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T01:16:10.593 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T01:16:10.593 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-12 01:15:59.873330020 +0000 2024-09-12T01:16:10.593 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-12 01:14:11.374665932 +0000 2024-09-12T01:16:10.593 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-12 01:14:11.374665932 +0000 2024-09-12T01:16:10.593 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-12 01:14:11.374665932 +0000 2024-09-12T01:16:10.594 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T01:16:10.655 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-12T01:16:10.656 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-12T01:16:10.656 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.000181409 s, 2.8 MB/s 2024-09-12T01:16:10.657 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T01:16:10.713 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_4 2024-09-12T01:16:10.768 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T01:16:10.768 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T01:16:10.768 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-12T01:16:10.768 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T01:16:10.768 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T01:16:10.768 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-12 01:15:59.873330020 +0000 2024-09-12T01:16:10.768 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-12 01:14:11.692658104 +0000 2024-09-12T01:16:10.768 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-12 01:14:11.692658104 +0000 2024-09-12T01:16:10.768 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-12 01:14:11.692658104 +0000 2024-09-12T01:16:10.769 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T01:16:10.830 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-12T01:16:10.831 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-12T01:16:10.831 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.000210996 s, 2.4 MB/s 2024-09-12T01:16:10.832 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T01:16:10.887 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T01:16:10.888 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:10.888 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T01:16:10.906 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T01:16:10.906 DEBUG:teuthology.orchestra.run.smithi151:> stat /dev/vg_nvme/lv_1 2024-09-12T01:16:10.963 INFO:teuthology.orchestra.run.smithi151.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T01:16:10.963 INFO:teuthology.orchestra.run.smithi151.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T01:16:10.963 INFO:teuthology.orchestra.run.smithi151.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-12T01:16:10.963 INFO:teuthology.orchestra.run.smithi151.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T01:16:10.963 INFO:teuthology.orchestra.run.smithi151.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T01:16:10.963 INFO:teuthology.orchestra.run.smithi151.stdout:Access: 2024-09-12 01:15:56.662027144 +0000 2024-09-12T01:16:10.963 INFO:teuthology.orchestra.run.smithi151.stdout:Modify: 2024-09-12 01:14:10.398076734 +0000 2024-09-12T01:16:10.963 INFO:teuthology.orchestra.run.smithi151.stdout:Change: 2024-09-12 01:14:10.398076734 +0000 2024-09-12T01:16:10.964 INFO:teuthology.orchestra.run.smithi151.stdout: Birth: 2024-09-12 01:14:10.398076734 +0000 2024-09-12T01:16:10.964 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T01:16:11.030 INFO:teuthology.orchestra.run.smithi151.stderr:1+0 records in 2024-09-12T01:16:11.030 INFO:teuthology.orchestra.run.smithi151.stderr:1+0 records out 2024-09-12T01:16:11.030 INFO:teuthology.orchestra.run.smithi151.stderr:512 bytes copied, 0.000291238 s, 1.8 MB/s 2024-09-12T01:16:11.031 DEBUG:teuthology.orchestra.run.smithi151:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T01:16:11.090 DEBUG:teuthology.orchestra.run.smithi151:> stat /dev/vg_nvme/lv_2 2024-09-12T01:16:11.147 INFO:teuthology.orchestra.run.smithi151.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T01:16:11.147 INFO:teuthology.orchestra.run.smithi151.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T01:16:11.148 INFO:teuthology.orchestra.run.smithi151.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-12T01:16:11.148 INFO:teuthology.orchestra.run.smithi151.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T01:16:11.148 INFO:teuthology.orchestra.run.smithi151.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T01:16:11.148 INFO:teuthology.orchestra.run.smithi151.stdout:Access: 2024-09-12 01:15:56.662027144 +0000 2024-09-12T01:16:11.148 INFO:teuthology.orchestra.run.smithi151.stdout:Modify: 2024-09-12 01:14:10.733072843 +0000 2024-09-12T01:16:11.148 INFO:teuthology.orchestra.run.smithi151.stdout:Change: 2024-09-12 01:14:10.733072843 +0000 2024-09-12T01:16:11.148 INFO:teuthology.orchestra.run.smithi151.stdout: Birth: 2024-09-12 01:14:10.733072843 +0000 2024-09-12T01:16:11.148 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T01:16:11.212 INFO:teuthology.orchestra.run.smithi151.stderr:1+0 records in 2024-09-12T01:16:11.212 INFO:teuthology.orchestra.run.smithi151.stderr:1+0 records out 2024-09-12T01:16:11.213 INFO:teuthology.orchestra.run.smithi151.stderr:512 bytes copied, 0.000222784 s, 2.3 MB/s 2024-09-12T01:16:11.214 DEBUG:teuthology.orchestra.run.smithi151:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T01:16:11.271 DEBUG:teuthology.orchestra.run.smithi151:> stat /dev/vg_nvme/lv_3 2024-09-12T01:16:11.326 INFO:teuthology.orchestra.run.smithi151.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T01:16:11.327 INFO:teuthology.orchestra.run.smithi151.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T01:16:11.327 INFO:teuthology.orchestra.run.smithi151.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-12T01:16:11.327 INFO:teuthology.orchestra.run.smithi151.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T01:16:11.327 INFO:teuthology.orchestra.run.smithi151.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T01:16:11.327 INFO:teuthology.orchestra.run.smithi151.stdout:Access: 2024-09-12 01:15:56.663027132 +0000 2024-09-12T01:16:11.327 INFO:teuthology.orchestra.run.smithi151.stdout:Modify: 2024-09-12 01:14:11.047069196 +0000 2024-09-12T01:16:11.327 INFO:teuthology.orchestra.run.smithi151.stdout:Change: 2024-09-12 01:14:11.047069196 +0000 2024-09-12T01:16:11.327 INFO:teuthology.orchestra.run.smithi151.stdout: Birth: 2024-09-12 01:14:11.047069196 +0000 2024-09-12T01:16:11.327 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T01:16:11.391 INFO:teuthology.orchestra.run.smithi151.stderr:1+0 records in 2024-09-12T01:16:11.391 INFO:teuthology.orchestra.run.smithi151.stderr:1+0 records out 2024-09-12T01:16:11.391 INFO:teuthology.orchestra.run.smithi151.stderr:512 bytes copied, 0.000201989 s, 2.5 MB/s 2024-09-12T01:16:11.392 DEBUG:teuthology.orchestra.run.smithi151:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T01:16:11.449 DEBUG:teuthology.orchestra.run.smithi151:> stat /dev/vg_nvme/lv_4 2024-09-12T01:16:11.505 INFO:teuthology.orchestra.run.smithi151.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T01:16:11.506 INFO:teuthology.orchestra.run.smithi151.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T01:16:11.506 INFO:teuthology.orchestra.run.smithi151.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-12T01:16:11.506 INFO:teuthology.orchestra.run.smithi151.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T01:16:11.506 INFO:teuthology.orchestra.run.smithi151.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T01:16:11.506 INFO:teuthology.orchestra.run.smithi151.stdout:Access: 2024-09-12 01:15:56.663027132 +0000 2024-09-12T01:16:11.506 INFO:teuthology.orchestra.run.smithi151.stdout:Modify: 2024-09-12 01:14:11.359065573 +0000 2024-09-12T01:16:11.506 INFO:teuthology.orchestra.run.smithi151.stdout:Change: 2024-09-12 01:14:11.359065573 +0000 2024-09-12T01:16:11.506 INFO:teuthology.orchestra.run.smithi151.stdout: Birth: 2024-09-12 01:14:11.359065573 +0000 2024-09-12T01:16:11.506 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T01:16:11.569 INFO:teuthology.orchestra.run.smithi151.stderr:1+0 records in 2024-09-12T01:16:11.569 INFO:teuthology.orchestra.run.smithi151.stderr:1+0 records out 2024-09-12T01:16:11.569 INFO:teuthology.orchestra.run.smithi151.stderr:512 bytes copied, 0.000268233 s, 1.9 MB/s 2024-09-12T01:16:11.570 DEBUG:teuthology.orchestra.run.smithi151:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T01:16:11.627 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T01:16:11.627 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi122.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi151.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T01:16:11.627 INFO:tasks.ceph:Generating config... 2024-09-12T01:16:11.628 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-12T01:16:11.628 INFO:tasks.ceph:[client] debug client = 20 2024-09-12T01:16:11.628 INFO:tasks.ceph:[client] debug ms = 1 2024-09-12T01:16:11.628 INFO:tasks.ceph:[client] pid file = 2024-09-12T01:16:11.628 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-12T01:16:11.629 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-12T01:16:11.629 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-12T01:16:11.629 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-12T01:16:11.630 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-12T01:16:11.630 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-12T01:16:11.630 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-12T01:16:11.630 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-12T01:16:11.630 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-12T01:16:11.630 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-12T01:16:11.630 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-12T01:16:11.630 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-12T01:16:11.630 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-12T01:16:11.630 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-12T01:16:11.630 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-12T01:16:11.630 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-12T01:16:11.630 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-12T01:16:11.630 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-12T01:16:11.630 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-12T01:16:11.631 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-12T01:16:11.631 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-12T01:16:11.631 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-12T01:16:11.631 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-12T01:16:11.631 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-12T01:16:11.631 INFO:tasks.ceph:Setting up mon.a... 2024-09-12T01:16:11.631 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-12T01:16:11.678 INFO:teuthology.orchestra.run.smithi122.stdout:creating /etc/ceph/ceph.keyring 2024-09-12T01:16:11.681 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-12T01:16:11.725 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T01:16:11.750 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.122'), ('mon.b', '172.21.15.151'), ('mon.c', '[v2:172.21.15.151:3301,v1:172.21.15.151:6790]')] 2024-09-12T01:16:11.750 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.122,172.21.15.151,[v2:172.21.15.151:3301,v1:172.21.15.151:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-12T01:16:11.751 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:11.751 DEBUG:teuthology.orchestra.run.smithi122:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T01:16:11.806 DEBUG:teuthology.orchestra.run.smithi122:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.122 --add b 172.21.15.151 --addv c '[v2:172.21.15.151:3301,v1:172.21.15.151:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:11.892 INFO:teuthology.orchestra.run.smithi122.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:11.893 INFO:teuthology.orchestra.run.smithi122.stdout:monmaptool: generated fsid d2b61483-09bf-409c-b23d-bc9fb1623cd8 2024-09-12T01:16:11.893 INFO:teuthology.orchestra.run.smithi122.stdout:setting min_mon_release = quincy 2024-09-12T01:16:11.893 INFO:teuthology.orchestra.run.smithi122.stdout:epoch 0 2024-09-12T01:16:11.893 INFO:teuthology.orchestra.run.smithi122.stdout:fsid d2b61483-09bf-409c-b23d-bc9fb1623cd8 2024-09-12T01:16:11.893 INFO:teuthology.orchestra.run.smithi122.stdout:last_changed 2024-09-12T01:16:11.894732+0000 2024-09-12T01:16:11.893 INFO:teuthology.orchestra.run.smithi122.stdout:created 2024-09-12T01:16:11.894732+0000 2024-09-12T01:16:11.893 INFO:teuthology.orchestra.run.smithi122.stdout:min_mon_release 17 (quincy) 2024-09-12T01:16:11.893 INFO:teuthology.orchestra.run.smithi122.stdout:election_strategy: 1 2024-09-12T01:16:11.893 INFO:teuthology.orchestra.run.smithi122.stdout:0: [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] mon.a 2024-09-12T01:16:11.893 INFO:teuthology.orchestra.run.smithi122.stdout:1: [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] mon.b 2024-09-12T01:16:11.893 INFO:teuthology.orchestra.run.smithi122.stdout:2: [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] mon.c 2024-09-12T01:16:11.894 INFO:teuthology.orchestra.run.smithi122.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-12T01:16:11.895 DEBUG:teuthology.orchestra.run.smithi122:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T01:16:11.909 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID d2b61483-09bf-409c-b23d-bc9fb1623cd8... 2024-09-12T01:16:11.910 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T01:16:11.952 DEBUG:teuthology.orchestra.run.smithi151:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T01:16:11.991 INFO:teuthology.orchestra.run.smithi122.stdout:[global] 2024-09-12T01:16:11.992 INFO:teuthology.orchestra.run.smithi122.stdout: chdir = "" 2024-09-12T01:16:11.992 INFO:teuthology.orchestra.run.smithi122.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T01:16:11.992 INFO:teuthology.orchestra.run.smithi122.stdout: auth supported = cephx 2024-09-12T01:16:11.992 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.992 INFO:teuthology.orchestra.run.smithi122.stdout: filestore xattr use omap = true 2024-09-12T01:16:11.992 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.992 INFO:teuthology.orchestra.run.smithi122.stdout: mon clock drift allowed = 1.000 2024-09-12T01:16:11.992 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.992 INFO:teuthology.orchestra.run.smithi122.stdout: osd crush chooseleaf type = 0 2024-09-12T01:16:11.992 INFO:teuthology.orchestra.run.smithi122.stdout: auth debug = true 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: ms die on old message = true 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: ms die on bug = true 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: mon pg warn max object skew = 0 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: osd pool default size = 2 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd allow primary affinity = true 2024-09-12T01:16:11.993 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd allow pg remap = true 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on legacy crush tunables = false 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on crush straw calc version zero = false 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on no sortbitwise = false 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on osd down out interval zero = false 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on too few osds = false 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: mon_allow_pool_size_one = true 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: osd default data pool replay window = 5 2024-09-12T01:16:11.994 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.995 INFO:teuthology.orchestra.run.smithi122.stdout: mon allow pool delete = true 2024-09-12T01:16:11.996 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.996 INFO:teuthology.orchestra.run.smithi122.stdout: mon cluster log file level = debug 2024-09-12T01:16:11.996 INFO:teuthology.orchestra.run.smithi122.stdout: debug asserts on shutdown = true 2024-09-12T01:16:11.996 INFO:teuthology.orchestra.run.smithi122.stdout: mon health detail to clog = false 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: mon host = "172.21.15.122,172.21.15.151,[v2:172.21.15.151:3301,v1:172.21.15.151:6790]" 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: ms die on skipped message = False 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: fsid = d2b61483-09bf-409c-b23d-bc9fb1623cd8 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout:[osd] 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: osd journal size = 100 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: osd scrub load threshold = 5.0 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: osd scrub max interval = 600 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: osd mclock profile = high_recovery_ops 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: osd recover clone overlap = true 2024-09-12T01:16:11.997 INFO:teuthology.orchestra.run.smithi122.stdout: osd recovery max chunk = 1048576 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug shutdown = true 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug op order = true 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug verify stray on activate = true 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug trim objects = true 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: osd open classes on start = true 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug pg log writeout = true 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: osd deep scrub update digest min age = 30 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: osd map max advance = 10 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.998 INFO:teuthology.orchestra.run.smithi122.stdout: journal zero on create = true 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: filestore ondisk finisher threads = 3 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: filestore apply finisher threads = 3 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: bdev debug aio = true 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug misdirected ops = true 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: bluestore block size = 96636764160 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: bluestore fsck on mount = True 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: debug bluefs = 20 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: debug bluestore = 20 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: debug ms = 1 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: debug osd = 20 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: debug rocksdb = 10 2024-09-12T01:16:11.999 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd full ratio = 0.9 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd nearfull ratio = 0.8 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: osd failsafe full ratio = 0.95 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: osd objectstore = bluestore 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: osd op complaint time = 180 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout:[mgr] 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: debug ms = 1 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: debug mgr = 20 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: debug mon = 20 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: debug auth = 20 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: mon reweight min pgs per osd = 4 2024-09-12T01:16:12.000 INFO:teuthology.orchestra.run.smithi122.stdout: mon reweight min bytes per osd = 10 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: mgr/telemetry/nag = false 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: debug client = 20 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout:[mon] 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: debug ms = 1 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: debug mon = 20 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: debug paxos = 20 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: debug auth = 20 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: mon data avail warn = 5 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: mon mgr mkfs grace = 240 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: mon reweight min pgs per osd = 4 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd reporter subtree level = osd 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd prime pg temp = true 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: mon reweight min bytes per osd = 10 2024-09-12T01:16:12.001 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: # 1m isn't quite enough 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: mon_down_mkfs_grace = 2m 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: mon_warn_on_filestore_osds = false 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: mon down mkfs grace = 300 2024-09-12T01:16:12.002 INFO:teuthology.orchestra.run.smithi122.stdout: mon op complaint time = 120 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on pool no app = False 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout:[client] 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: rgw cache enabled = true 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: rgw enable ops log = true 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: rgw enable usage log = true 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: client mount timeout = 600 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: debug client = 20 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: debug ms = 1 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: pid file = "" 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: rados mon op timeout = 900 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout: rados osd op timeout = 900 2024-09-12T01:16:12.003 INFO:teuthology.orchestra.run.smithi122.stdout:[mon.a] 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout:[mon.b] 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout:[mon.c] 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.a] 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.c] 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.b] 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.d] 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout:[mds] 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout: debug mds = 20 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout: debug mds balancer = 20 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout: debug ms = 1 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout: mds debug frag = True 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout: mds debug scatterstat = True 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout: mds op complaint time = 180 2024-09-12T01:16:12.004 INFO:teuthology.orchestra.run.smithi122.stdout: mds verify scatter = True 2024-09-12T01:16:12.005 INFO:teuthology.orchestra.run.smithi122.stdout: osd op complaint time = 180 2024-09-12T01:16:12.005 INFO:teuthology.orchestra.run.smithi122.stdout: rados mon op timeout = 900 2024-09-12T01:16:12.005 INFO:teuthology.orchestra.run.smithi122.stdout: rados osd op timeout = 900 2024-09-12T01:16:12.005 INFO:teuthology.orchestra.run.smithi151.stdout:[global] 2024-09-12T01:16:12.005 INFO:teuthology.orchestra.run.smithi151.stdout: chdir = "" 2024-09-12T01:16:12.005 INFO:teuthology.orchestra.run.smithi151.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: auth supported = cephx 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: filestore xattr use omap = true 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: mon clock drift allowed = 1.000 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: osd crush chooseleaf type = 0 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: auth debug = true 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: ms die on old message = true 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: ms die on bug = true 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T01:16:12.006 INFO:teuthology.orchestra.run.smithi151.stdout: mon pg warn max object skew = 0 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: osd pool default size = 2 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: mon osd allow primary affinity = true 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: mon osd allow pg remap = true 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: mon warn on legacy crush tunables = false 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: mon warn on crush straw calc version zero = false 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: mon warn on no sortbitwise = false 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: mon warn on osd down out interval zero = false 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: mon warn on too few osds = false 2024-09-12T01:16:12.007 INFO:teuthology.orchestra.run.smithi151.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: mon_allow_pool_size_one = true 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: osd default data pool replay window = 5 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: mon allow pool delete = true 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: mon cluster log file level = debug 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: debug asserts on shutdown = true 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: mon health detail to clog = false 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: mon host = "172.21.15.122,172.21.15.151,[v2:172.21.15.151:3301,v1:172.21.15.151:6790]" 2024-09-12T01:16:12.008 INFO:teuthology.orchestra.run.smithi151.stdout: ms die on skipped message = False 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: fsid = d2b61483-09bf-409c-b23d-bc9fb1623cd8 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout:[osd] 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: osd journal size = 100 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: osd scrub load threshold = 5.0 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: osd scrub max interval = 600 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: osd mclock profile = high_recovery_ops 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: osd recover clone overlap = true 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: osd recovery max chunk = 1048576 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: osd debug shutdown = true 2024-09-12T01:16:12.009 INFO:teuthology.orchestra.run.smithi151.stdout: osd debug op order = true 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: osd debug verify stray on activate = true 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: osd debug trim objects = true 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: osd open classes on start = true 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: osd debug pg log writeout = true 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: osd deep scrub update digest min age = 30 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: osd map max advance = 10 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: journal zero on create = true 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: filestore ondisk finisher threads = 3 2024-09-12T01:16:12.010 INFO:teuthology.orchestra.run.smithi151.stdout: filestore apply finisher threads = 3 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: bdev debug aio = true 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: osd debug misdirected ops = true 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: bluestore block size = 96636764160 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: bluestore fsck on mount = True 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: debug bluefs = 20 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: debug bluestore = 20 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: debug ms = 1 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: debug osd = 20 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: debug rocksdb = 10 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: mon osd full ratio = 0.9 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: mon osd nearfull ratio = 0.8 2024-09-12T01:16:12.011 INFO:teuthology.orchestra.run.smithi151.stdout: osd failsafe full ratio = 0.95 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: osd objectstore = bluestore 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: osd op complaint time = 180 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout:[mgr] 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: debug ms = 1 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: debug mgr = 20 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: debug mon = 20 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: debug auth = 20 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: mon reweight min pgs per osd = 4 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: mon reweight min bytes per osd = 10 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: mgr/telemetry/nag = false 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: debug client = 20 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.012 INFO:teuthology.orchestra.run.smithi151.stdout:[mon] 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: debug ms = 1 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: debug mon = 20 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: debug paxos = 20 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: debug auth = 20 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: mon data avail warn = 5 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: mon mgr mkfs grace = 240 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: mon reweight min pgs per osd = 4 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: mon osd reporter subtree level = osd 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: mon osd prime pg temp = true 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: mon reweight min bytes per osd = 10 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T01:16:12.013 INFO:teuthology.orchestra.run.smithi151.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: # 1m isn't quite enough 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: mon_down_mkfs_grace = 2m 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: mon_warn_on_filestore_osds = false 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: mon down mkfs grace = 300 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: mon op complaint time = 120 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: mon warn on pool no app = False 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout: 2024-09-12T01:16:12.014 INFO:teuthology.orchestra.run.smithi151.stdout:[client] 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout: rgw cache enabled = true 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout: rgw enable ops log = true 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout: rgw enable usage log = true 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout: client mount timeout = 600 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout: debug client = 20 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout: debug ms = 1 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout: pid file = "" 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout: rados mon op timeout = 900 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout: rados osd op timeout = 900 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout:[mon.a] 2024-09-12T01:16:12.015 INFO:teuthology.orchestra.run.smithi151.stdout:[mon.b] 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout:[mon.c] 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout:[mds.a] 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout:[mds.c] 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout:[mds.b] 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout:[mds.d] 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout:[mds] 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout: debug mds = 20 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout: debug mds balancer = 20 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout: debug ms = 1 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout: mds debug frag = True 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout: mds debug scatterstat = True 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout: mds op complaint time = 180 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout: mds verify scatter = True 2024-09-12T01:16:12.016 INFO:teuthology.orchestra.run.smithi151.stdout: osd op complaint time = 180 2024-09-12T01:16:12.017 INFO:teuthology.orchestra.run.smithi151.stdout: rados mon op timeout = 900 2024-09-12T01:16:12.017 INFO:teuthology.orchestra.run.smithi151.stdout: rados osd op timeout = 900 2024-09-12T01:16:12.018 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-12T01:16:12.018 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-12T01:16:12.112 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-12T01:16:12.112 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:12.112 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-12T01:16:12.127 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:12.127 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-12T01:16:12.182 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:16:12.182 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:12.183 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T01:16:12.183 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T01:16:12.257 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:12.257 DEBUG:teuthology.orchestra.run.smithi122:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:12.312 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:16:12.312 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:12.312 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T01:16:12.312 DEBUG:teuthology.orchestra.run.smithi151:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T01:16:12.349 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:12.349 DEBUG:teuthology.orchestra.run.smithi151:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:12.404 INFO:tasks.ceph:Setting up mon nodes... 2024-09-12T01:16:12.404 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-12T01:16:12.405 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T01:16:12.455 INFO:teuthology.orchestra.run.smithi122.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T01:16:12.457 DEBUG:teuthology.orchestra.run.smithi151:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T01:16:12.514 INFO:teuthology.orchestra.run.smithi151.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T01:16:12.516 INFO:tasks.ceph:Setting up mds nodes... 2024-09-12T01:16:12.516 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-12T01:16:12.568 INFO:teuthology.orchestra.run.smithi122.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-12T01:16:12.570 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-12T01:16:12.595 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-12T01:16:12.685 INFO:teuthology.orchestra.run.smithi122.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-12T01:16:12.687 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-12T01:16:12.712 DEBUG:teuthology.orchestra.run.smithi151:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-12T01:16:12.764 INFO:teuthology.orchestra.run.smithi151.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-12T01:16:12.767 DEBUG:teuthology.orchestra.run.smithi151:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-12T01:16:12.791 DEBUG:teuthology.orchestra.run.smithi151:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-12T01:16:12.882 INFO:teuthology.orchestra.run.smithi151.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-12T01:16:12.884 DEBUG:teuthology.orchestra.run.smithi151:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-12T01:16:12.909 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-12T01:16:12.909 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-12T01:16:12.950 INFO:teuthology.orchestra.run.smithi122.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-12T01:16:12.963 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-12T01:16:13.043 INFO:teuthology.orchestra.run.smithi122.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-12T01:16:13.055 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-12T01:16:13.096 INFO:teuthology.orchestra.run.smithi151.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-12T01:16:13.109 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-12T01:16:13.190 INFO:teuthology.orchestra.run.smithi151.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-12T01:16:13.203 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-12T01:16:13.203 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi122.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi151.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T01:16:13.203 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-12T01:16:13.228 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T01:16:13.228 INFO:tasks.ceph:role: osd.0 2024-09-12T01:16:13.228 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:16:13.228 DEBUG:teuthology.orchestra.run.smithi122:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T01:16:13.300 INFO:teuthology.orchestra.run.smithi122.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T01:16:13.300 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T01:16:13.300 INFO:teuthology.orchestra.run.smithi122.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T01:16:13.301 INFO:teuthology.orchestra.run.smithi122.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T01:16:13.301 INFO:teuthology.orchestra.run.smithi122.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T01:16:13.301 INFO:teuthology.orchestra.run.smithi122.stdout: = sunit=0 swidth=0 blks 2024-09-12T01:16:13.301 INFO:teuthology.orchestra.run.smithi122.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T01:16:13.301 INFO:teuthology.orchestra.run.smithi122.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T01:16:13.301 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T01:16:13.301 INFO:teuthology.orchestra.run.smithi122.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T01:16:13.764 INFO:teuthology.orchestra.run.smithi122.stdout:Discarding blocks...Done. 2024-09-12T01:16:13.765 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi122.front.sepia.ceph.com -o noatime 2024-09-12T01:16:13.766 DEBUG:teuthology.orchestra.run.smithi122:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-12T01:16:13.868 DEBUG:teuthology.orchestra.run.smithi122:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-12T01:16:13.899 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-12T01:16:13.964 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T01:16:13.964 INFO:tasks.ceph:role: osd.1 2024-09-12T01:16:13.964 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:16:13.964 DEBUG:teuthology.orchestra.run.smithi122:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T01:16:14.036 INFO:teuthology.orchestra.run.smithi122.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T01:16:14.301 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T01:16:14.301 INFO:teuthology.orchestra.run.smithi122.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T01:16:14.301 INFO:teuthology.orchestra.run.smithi122.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T01:16:14.301 INFO:teuthology.orchestra.run.smithi122.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T01:16:14.301 INFO:teuthology.orchestra.run.smithi122.stdout: = sunit=0 swidth=0 blks 2024-09-12T01:16:14.302 INFO:teuthology.orchestra.run.smithi122.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T01:16:14.302 INFO:teuthology.orchestra.run.smithi122.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T01:16:14.302 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T01:16:14.302 INFO:teuthology.orchestra.run.smithi122.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T01:16:14.490 INFO:teuthology.orchestra.run.smithi122.stdout:Discarding blocks...Done. 2024-09-12T01:16:14.492 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi122.front.sepia.ceph.com -o noatime 2024-09-12T01:16:14.492 DEBUG:teuthology.orchestra.run.smithi122:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-12T01:16:14.568 DEBUG:teuthology.orchestra.run.smithi122:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-12T01:16:14.639 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-12T01:16:14.705 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T01:16:14.705 INFO:tasks.ceph:role: osd.2 2024-09-12T01:16:14.705 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:16:14.705 DEBUG:teuthology.orchestra.run.smithi122:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T01:16:14.776 INFO:teuthology.orchestra.run.smithi122.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T01:16:14.776 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T01:16:14.776 INFO:teuthology.orchestra.run.smithi122.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T01:16:14.777 INFO:teuthology.orchestra.run.smithi122.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T01:16:14.777 INFO:teuthology.orchestra.run.smithi122.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T01:16:14.777 INFO:teuthology.orchestra.run.smithi122.stdout: = sunit=0 swidth=0 blks 2024-09-12T01:16:14.777 INFO:teuthology.orchestra.run.smithi122.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T01:16:14.777 INFO:teuthology.orchestra.run.smithi122.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T01:16:14.777 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T01:16:14.777 INFO:teuthology.orchestra.run.smithi122.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T01:16:15.250 INFO:teuthology.orchestra.run.smithi122.stdout:Discarding blocks...Done. 2024-09-12T01:16:15.252 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi122.front.sepia.ceph.com -o noatime 2024-09-12T01:16:15.253 DEBUG:teuthology.orchestra.run.smithi122:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-12T01:16:15.346 DEBUG:teuthology.orchestra.run.smithi122:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-12T01:16:15.378 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-12T01:16:15.445 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T01:16:15.445 INFO:tasks.ceph:role: osd.3 2024-09-12T01:16:15.445 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:16:15.445 DEBUG:teuthology.orchestra.run.smithi122:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T01:16:15.518 INFO:teuthology.orchestra.run.smithi122.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T01:16:15.518 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T01:16:15.518 INFO:teuthology.orchestra.run.smithi122.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T01:16:15.518 INFO:teuthology.orchestra.run.smithi122.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T01:16:15.518 INFO:teuthology.orchestra.run.smithi122.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T01:16:15.519 INFO:teuthology.orchestra.run.smithi122.stdout: = sunit=0 swidth=0 blks 2024-09-12T01:16:15.519 INFO:teuthology.orchestra.run.smithi122.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T01:16:15.519 INFO:teuthology.orchestra.run.smithi122.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T01:16:15.519 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T01:16:15.519 INFO:teuthology.orchestra.run.smithi122.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T01:16:16.013 INFO:teuthology.orchestra.run.smithi122.stdout:Discarding blocks...Done. 2024-09-12T01:16:16.015 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi122.front.sepia.ceph.com -o noatime 2024-09-12T01:16:16.015 DEBUG:teuthology.orchestra.run.smithi122:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-12T01:16:16.137 DEBUG:teuthology.orchestra.run.smithi122:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-12T01:16:16.167 DEBUG:teuthology.orchestra.run.smithi122:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:16.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:16.262+0000 7f3f8d40d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-12T01:16:16.268 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:16.268+0000 7f3f8d40d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-12T01:16:16.268 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:16.268+0000 7f3f8d40d640 -1 bdev(0x565111223800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-12T01:16:16.268 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:16.268+0000 7f3f8d40d640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-12T01:16:19.184 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-12T01:16:19.210 DEBUG:teuthology.orchestra.run.smithi122:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:19.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:19.297+0000 7fa77ffb2640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-12T01:16:19.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:19.297+0000 7fa77ffb2640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-12T01:16:19.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:19.297+0000 7fa77ffb2640 -1 bdev(0x55be0600d800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-12T01:16:19.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:19.297+0000 7fa77ffb2640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-12T01:16:22.447 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-12T01:16:22.477 DEBUG:teuthology.orchestra.run.smithi122:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:22.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:22.567+0000 7f49761cc640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-12T01:16:22.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:22.567+0000 7f49761cc640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-12T01:16:22.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:22.567+0000 7f49761cc640 -1 bdev(0x55c50e58f800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-12T01:16:22.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:22.567+0000 7f49761cc640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-12T01:16:25.482 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-12T01:16:25.507 DEBUG:teuthology.orchestra.run.smithi122:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:25.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:25.593+0000 7ff48921e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-12T01:16:25.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:25.593+0000 7ff48921e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-12T01:16:25.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:25.593+0000 7ff48921e640 -1 bdev(0x561d02de3800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-12T01:16:25.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:25.594+0000 7ff48921e640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-12T01:16:28.505 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-12T01:16:28.531 DEBUG:teuthology.orchestra.run.smithi151:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-12T01:16:28.561 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T01:16:28.561 INFO:tasks.ceph:role: osd.4 2024-09-12T01:16:28.561 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:16:28.561 DEBUG:teuthology.orchestra.run.smithi151:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T01:16:28.637 INFO:teuthology.orchestra.run.smithi151.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T01:16:28.637 INFO:teuthology.orchestra.run.smithi151.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T01:16:28.637 INFO:teuthology.orchestra.run.smithi151.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T01:16:28.637 INFO:teuthology.orchestra.run.smithi151.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T01:16:28.637 INFO:teuthology.orchestra.run.smithi151.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T01:16:28.637 INFO:teuthology.orchestra.run.smithi151.stdout: = sunit=0 swidth=0 blks 2024-09-12T01:16:28.637 INFO:teuthology.orchestra.run.smithi151.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T01:16:28.637 INFO:teuthology.orchestra.run.smithi151.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T01:16:28.637 INFO:teuthology.orchestra.run.smithi151.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T01:16:28.637 INFO:teuthology.orchestra.run.smithi151.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T01:16:29.144 INFO:teuthology.orchestra.run.smithi151.stdout:Discarding blocks...Done. 2024-09-12T01:16:29.147 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi151.front.sepia.ceph.com -o noatime 2024-09-12T01:16:29.147 DEBUG:teuthology.orchestra.run.smithi151:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-12T01:16:29.269 DEBUG:teuthology.orchestra.run.smithi151:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-12T01:16:29.303 DEBUG:teuthology.orchestra.run.smithi151:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-12T01:16:29.369 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T01:16:29.370 INFO:tasks.ceph:role: osd.5 2024-09-12T01:16:29.370 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:16:29.370 DEBUG:teuthology.orchestra.run.smithi151:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T01:16:29.444 INFO:teuthology.orchestra.run.smithi151.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T01:16:29.444 INFO:teuthology.orchestra.run.smithi151.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T01:16:29.444 INFO:teuthology.orchestra.run.smithi151.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T01:16:29.444 INFO:teuthology.orchestra.run.smithi151.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T01:16:29.444 INFO:teuthology.orchestra.run.smithi151.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T01:16:29.445 INFO:teuthology.orchestra.run.smithi151.stdout: = sunit=0 swidth=0 blks 2024-09-12T01:16:29.445 INFO:teuthology.orchestra.run.smithi151.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T01:16:29.445 INFO:teuthology.orchestra.run.smithi151.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T01:16:29.445 INFO:teuthology.orchestra.run.smithi151.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T01:16:29.445 INFO:teuthology.orchestra.run.smithi151.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T01:16:29.891 INFO:teuthology.orchestra.run.smithi151.stdout:Discarding blocks...Done. 2024-09-12T01:16:29.894 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi151.front.sepia.ceph.com -o noatime 2024-09-12T01:16:29.894 DEBUG:teuthology.orchestra.run.smithi151:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-12T01:16:29.977 DEBUG:teuthology.orchestra.run.smithi151:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-12T01:16:30.047 DEBUG:teuthology.orchestra.run.smithi151:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-12T01:16:30.111 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T01:16:30.111 INFO:tasks.ceph:role: osd.6 2024-09-12T01:16:30.111 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:16:30.111 DEBUG:teuthology.orchestra.run.smithi151:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T01:16:30.184 INFO:teuthology.orchestra.run.smithi151.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T01:16:30.184 INFO:teuthology.orchestra.run.smithi151.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T01:16:30.184 INFO:teuthology.orchestra.run.smithi151.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T01:16:30.184 INFO:teuthology.orchestra.run.smithi151.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T01:16:30.184 INFO:teuthology.orchestra.run.smithi151.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T01:16:30.184 INFO:teuthology.orchestra.run.smithi151.stdout: = sunit=0 swidth=0 blks 2024-09-12T01:16:30.185 INFO:teuthology.orchestra.run.smithi151.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T01:16:30.185 INFO:teuthology.orchestra.run.smithi151.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T01:16:30.185 INFO:teuthology.orchestra.run.smithi151.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T01:16:30.185 INFO:teuthology.orchestra.run.smithi151.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T01:16:30.679 INFO:teuthology.orchestra.run.smithi151.stdout:Discarding blocks...Done. 2024-09-12T01:16:30.681 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi151.front.sepia.ceph.com -o noatime 2024-09-12T01:16:30.681 DEBUG:teuthology.orchestra.run.smithi151:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-12T01:16:30.826 DEBUG:teuthology.orchestra.run.smithi151:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-12T01:16:30.858 DEBUG:teuthology.orchestra.run.smithi151:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-12T01:16:30.925 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T01:16:30.925 INFO:tasks.ceph:role: osd.7 2024-09-12T01:16:30.925 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:16:30.925 DEBUG:teuthology.orchestra.run.smithi151:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T01:16:30.999 INFO:teuthology.orchestra.run.smithi151.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T01:16:30.999 INFO:teuthology.orchestra.run.smithi151.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T01:16:30.999 INFO:teuthology.orchestra.run.smithi151.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T01:16:30.999 INFO:teuthology.orchestra.run.smithi151.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T01:16:30.999 INFO:teuthology.orchestra.run.smithi151.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T01:16:31.000 INFO:teuthology.orchestra.run.smithi151.stdout: = sunit=0 swidth=0 blks 2024-09-12T01:16:31.000 INFO:teuthology.orchestra.run.smithi151.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T01:16:31.000 INFO:teuthology.orchestra.run.smithi151.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T01:16:31.000 INFO:teuthology.orchestra.run.smithi151.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T01:16:31.000 INFO:teuthology.orchestra.run.smithi151.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T01:16:31.498 INFO:teuthology.orchestra.run.smithi151.stdout:Discarding blocks...Done. 2024-09-12T01:16:31.500 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi151.front.sepia.ceph.com -o noatime 2024-09-12T01:16:31.500 DEBUG:teuthology.orchestra.run.smithi151:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-12T01:16:31.632 DEBUG:teuthology.orchestra.run.smithi151:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-12T01:16:31.666 DEBUG:teuthology.orchestra.run.smithi151:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:31.792 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:31.792+0000 7f923d626640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-12T01:16:31.792 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:31.792+0000 7f923d626640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-12T01:16:31.792 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:31.792+0000 7f923d626640 -1 bdev(0x560885813800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-12T01:16:31.792 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:31.792+0000 7f923d626640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-12T01:16:34.953 DEBUG:teuthology.orchestra.run.smithi151:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-12T01:16:34.983 DEBUG:teuthology.orchestra.run.smithi151:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:35.074 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:35.074+0000 7f72ff74f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-12T01:16:35.074 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:35.074+0000 7f72ff74f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-12T01:16:35.074 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:35.074+0000 7f72ff74f640 -1 bdev(0x560a62ce3800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-12T01:16:35.074 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:35.074+0000 7f72ff74f640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-12T01:16:38.481 DEBUG:teuthology.orchestra.run.smithi151:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-12T01:16:38.511 DEBUG:teuthology.orchestra.run.smithi151:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:38.602 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:38.600+0000 7fb9f1bc1640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-12T01:16:38.602 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:38.601+0000 7fb9f1bc1640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-12T01:16:38.602 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:38.601+0000 7fb9f1bc1640 -1 bdev(0x559986e3f800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-12T01:16:38.602 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:38.601+0000 7fb9f1bc1640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-12T01:16:40.052 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:16:40.055 DEBUG:teuthology.orchestra.run.smithi151:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:16:41.524 DEBUG:teuthology.orchestra.run.smithi151:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-12T01:16:41.554 DEBUG:teuthology.orchestra.run.smithi151:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:41.645 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:41.646+0000 7f4df30ef640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-12T01:16:41.645 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:41.646+0000 7f4df30ef640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-12T01:16:41.645 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:41.646+0000 7f4df30ef640 -1 bdev(0x55fc35f25800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-12T01:16:41.645 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:41.646+0000 7f4df30ef640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-12T01:16:44.809 DEBUG:teuthology.orchestra.run.smithi151:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-12T01:16:44.839 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-12T01:16:44.839 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:44.839 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-12T01:16:44.868 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:44.868 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-12T01:16:44.936 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:44.936 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-12T01:16:45.005 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:45.005 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-12T01:16:45.072 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:45.072 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-12T01:16:45.139 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:45.139 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-12T01:16:45.205 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:45.205 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-12T01:16:45.271 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:45.271 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-12T01:16:45.301 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:45.301 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-12T01:16:45.372 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:45.372 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-12T01:16:45.439 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:45.439 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-12T01:16:45.506 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:45.506 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-12T01:16:45.573 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:45.573 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-12T01:16:45.639 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:45.639 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-12T01:16:45.705 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:45.705 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-12T01:16:45.722 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:45.722 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-12T01:16:45.779 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:45.779 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-12T01:16:45.795 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:45.795 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-12T01:16:45.851 INFO:tasks.ceph:Adding keys to all mons... 2024-09-12T01:16:45.852 DEBUG:teuthology.orchestra.run.smithi122:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T01:16:45.854 DEBUG:teuthology.orchestra.run.smithi151:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T01:16:45.894 INFO:teuthology.orchestra.run.smithi122.stdout:[mgr.y] 2024-09-12T01:16:45.894 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDcQOJmdH4/GxAADs9O+xO8ZTfKprpR/beTJw== 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.a] 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDcQOJm6oj3IRAAFkT44GrHa/qt8/XGuqqN5g== 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.c] 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDcQOJmarr3KBAAfVBQORQDaTU4MHqLf2odag== 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.0] 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDgQOJm1sPFDxAAzgyqqpdunoLbXjZ48fOJ+w== 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.1] 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDjQOJmdbXQERAAPe5NZDSEQCm2rZAwzpEDYQ== 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.2] 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDmQOJmkCHtIRAAYbbrfjGtjlzRaSAApTQRJQ== 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.3] 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDpQOJmfZhuIxAA4v+9WirPLFHOCGj1isDCwg== 2024-09-12T01:16:45.895 INFO:teuthology.orchestra.run.smithi122.stdout:[mgr.x] 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDcQOJmQqO+HhAAKBP9h9/s5FVCSMySRp1iRQ== 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.b] 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDcQOJmxtewLRAAvdvGqZUl0uL89ZDgJIN9ZQ== 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.d] 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDcQOJmqpm2NBAApjxw9v8gT8We9OyRbtQWSQ== 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.4] 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDvQOJmFi1TLxAAMAC9QbWDZO0o40Y9zQEJwQ== 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.5] 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDzQOJmJWOEBBAAdQB/Sms4R886LR+TGDnivA== 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.6] 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQD2QOJmttnpIxAAqB3DICT6E2EarM92ufSgIg== 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.7] 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQD5QOJm+NeOJhAAOQ3aYENfe8O84nmYONHsxw== 2024-09-12T01:16:45.896 INFO:teuthology.orchestra.run.smithi122.stdout:[client.0] 2024-09-12T01:16:45.897 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDcQOJmut3COBAAopq4VCGpMuDo5pzbcEly8w== 2024-09-12T01:16:45.897 INFO:teuthology.orchestra.run.smithi122.stdout:[client.2] 2024-09-12T01:16:45.897 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDdQOJm34WxAhAALRVWUsIkWMAUiF8FIsZU3A== 2024-09-12T01:16:45.897 INFO:teuthology.orchestra.run.smithi122.stdout:[client.1] 2024-09-12T01:16:45.897 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDdQOJmowLgBRAAxrOPebP5w8SMU6o8xCM6/A== 2024-09-12T01:16:45.897 INFO:teuthology.orchestra.run.smithi122.stdout:[client.3] 2024-09-12T01:16:45.897 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDdQOJmVCd3CxAAORXEwjcZw4B4/oxms1ABXw== 2024-09-12T01:16:45.914 INFO:teuthology.orchestra.run.smithi151.stdout:[mgr.y] 2024-09-12T01:16:45.915 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDcQOJmdH4/GxAADs9O+xO8ZTfKprpR/beTJw== 2024-09-12T01:16:45.915 INFO:teuthology.orchestra.run.smithi151.stdout:[mds.a] 2024-09-12T01:16:45.915 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDcQOJm6oj3IRAAFkT44GrHa/qt8/XGuqqN5g== 2024-09-12T01:16:45.915 INFO:teuthology.orchestra.run.smithi151.stdout:[mds.c] 2024-09-12T01:16:45.915 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDcQOJmarr3KBAAfVBQORQDaTU4MHqLf2odag== 2024-09-12T01:16:45.915 INFO:teuthology.orchestra.run.smithi151.stdout:[osd.0] 2024-09-12T01:16:45.915 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDgQOJm1sPFDxAAzgyqqpdunoLbXjZ48fOJ+w== 2024-09-12T01:16:45.915 INFO:teuthology.orchestra.run.smithi151.stdout:[osd.1] 2024-09-12T01:16:45.915 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDjQOJmdbXQERAAPe5NZDSEQCm2rZAwzpEDYQ== 2024-09-12T01:16:45.915 INFO:teuthology.orchestra.run.smithi151.stdout:[osd.2] 2024-09-12T01:16:45.916 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDmQOJmkCHtIRAAYbbrfjGtjlzRaSAApTQRJQ== 2024-09-12T01:16:45.916 INFO:teuthology.orchestra.run.smithi151.stdout:[osd.3] 2024-09-12T01:16:45.916 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDpQOJmfZhuIxAA4v+9WirPLFHOCGj1isDCwg== 2024-09-12T01:16:45.916 INFO:teuthology.orchestra.run.smithi151.stdout:[mgr.x] 2024-09-12T01:16:45.916 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDcQOJmQqO+HhAAKBP9h9/s5FVCSMySRp1iRQ== 2024-09-12T01:16:45.916 INFO:teuthology.orchestra.run.smithi151.stdout:[mds.b] 2024-09-12T01:16:45.916 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDcQOJmxtewLRAAvdvGqZUl0uL89ZDgJIN9ZQ== 2024-09-12T01:16:45.916 INFO:teuthology.orchestra.run.smithi151.stdout:[mds.d] 2024-09-12T01:16:45.916 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDcQOJmqpm2NBAApjxw9v8gT8We9OyRbtQWSQ== 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout:[osd.4] 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDvQOJmFi1TLxAAMAC9QbWDZO0o40Y9zQEJwQ== 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout:[osd.5] 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDzQOJmJWOEBBAAdQB/Sms4R886LR+TGDnivA== 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout:[osd.6] 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQD2QOJmttnpIxAAqB3DICT6E2EarM92ufSgIg== 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout:[osd.7] 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQD5QOJm+NeOJhAAOQ3aYENfe8O84nmYONHsxw== 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout:[client.0] 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDcQOJmut3COBAAopq4VCGpMuDo5pzbcEly8w== 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout:[client.2] 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDdQOJm34WxAhAALRVWUsIkWMAUiF8FIsZU3A== 2024-09-12T01:16:45.917 INFO:teuthology.orchestra.run.smithi151.stdout:[client.1] 2024-09-12T01:16:45.918 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDdQOJmowLgBRAAxrOPebP5w8SMU6o8xCM6/A== 2024-09-12T01:16:45.918 INFO:teuthology.orchestra.run.smithi151.stdout:[client.3] 2024-09-12T01:16:45.918 INFO:teuthology.orchestra.run.smithi151.stdout: key = AQDdQOJmVCd3CxAAORXEwjcZw4B4/oxms1ABXw== 2024-09-12T01:16:45.919 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T01:16:45.940 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T01:16:46.010 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T01:16:46.012 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T01:16:46.066 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T01:16:46.068 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T01:16:46.122 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.125 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.175 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.177 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.227 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.230 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.281 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.284 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.334 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T01:16:46.336 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T01:16:46.389 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T01:16:46.392 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T01:16:46.446 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T01:16:46.448 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T01:16:46.502 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.504 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.555 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.557 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.608 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.610 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.660 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.662 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T01:16:46.713 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T01:16:46.715 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T01:16:46.769 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T01:16:46.772 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T01:16:46.825 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T01:16:46.827 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T01:16:46.881 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T01:16:46.883 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T01:16:46.936 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-12T01:16:46.936 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-12T01:16:46.961 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T01:16:47.057 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-12T01:16:47.081 DEBUG:teuthology.orchestra.run.smithi151:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-12T01:16:47.106 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T01:16:47.204 DEBUG:teuthology.orchestra.run.smithi151:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-12T01:16:47.228 DEBUG:teuthology.orchestra.run.smithi151:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-12T01:16:47.293 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T01:16:47.389 DEBUG:teuthology.orchestra.run.smithi151:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-12T01:16:47.413 DEBUG:teuthology.orchestra.run.smithi122:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:47.416 DEBUG:teuthology.orchestra.run.smithi151:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T01:16:47.469 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-12T01:16:47.469 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-12T01:16:47.469 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-12T01:16:47.472 INFO:tasks.ceph.mon.a:Started 2024-09-12T01:16:47.472 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-12T01:16:47.472 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-12T01:16:47.511 INFO:tasks.ceph.mon.b:Started 2024-09-12T01:16:47.511 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-12T01:16:47.511 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-12T01:16:47.513 INFO:tasks.ceph.mon.c:Started 2024-09-12T01:16:47.513 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-12T01:16:47.513 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-12T01:16:47.513 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-12T01:16:47.516 INFO:tasks.ceph.mgr.y:Started 2024-09-12T01:16:47.516 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-12T01:16:47.516 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-12T01:16:47.518 INFO:tasks.ceph.mgr.x:Started 2024-09-12T01:16:47.518 INFO:tasks.ceph:Setting crush tunables to default 2024-09-12T01:16:47.518 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --cluster ceph osd crush tunables default 2024-09-12T01:16:47.617 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.618+0000 7f048f2ae640 1 Processor -- start 2024-09-12T01:16:47.617 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.618+0000 7f048f2ae640 1 -- start start 2024-09-12T01:16:47.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048f2ae640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f048809ab10 0x7f04880b41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048f2ae640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 0x7f04880b4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048f2ae640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04880b5770 con 0x7f048815b1b0 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048f2ae640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f04880b5510 con 0x7f048809ab10 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048f2ae640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f04880b09f0 con 0x7f048815b590 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048d84b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 0x7f04880b4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048d84b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 0x7f04880b4710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:40978/0 (socket says 172.21.15.122:40978) 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048d84b640 1 -- 172.21.15.122:0/330917460 learned_addr learned my addr 172.21.15.122:0/330917460 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048d04a640 1 --1- 172.21.15.122:0/330917460 >> v1:172.21.15.151:6789/0 conn(0x7f048815b1b0 0x7f04880b4e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:55368/0 (socket says 172.21.15.122:55368) 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048c849640 1 --2- 172.21.15.122:0/330917460 >> v2:172.21.15.151:3300/0 conn(0x7f048809ab10 0x7f04880b41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048d84b640 1 -- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 msgr2=0x7f04880b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048d84b640 1 -- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 msgr2=0x7f04880b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-12T01:16:47.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048d84b640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 0x7f04880b4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-12T01:16:47.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048d84b640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 0x7f04880b4710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T01:16:47.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048c849640 1 -- 172.21.15.122:0/330917460 >> v2:172.21.15.151:3300/0 conn(0x7f048809ab10 msgr2=0x7f04880b41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-12T01:16:47.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048c849640 1 -- 172.21.15.122:0/330917460 >> v2:172.21.15.151:3300/0 conn(0x7f048809ab10 msgr2=0x7f04880b41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-12T01:16:47.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048c849640 1 --2- 172.21.15.122:0/330917460 >> v2:172.21.15.151:3300/0 conn(0x7f048809ab10 0x7f04880b41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-12T01:16:47.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.619+0000 7f048c849640 1 --2- 172.21.15.122:0/330917460 >> v2:172.21.15.151:3300/0 conn(0x7f048809ab10 0x7f04880b41d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T01:16:47.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.785+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 441601432 0 0) 0x7f04880b5770 con 0x7f048815b1b0 2024-09-12T01:16:47.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.785+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0474005730 con 0x7f048815b1b0 2024-09-12T01:16:47.791 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.790+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 <== mon.1 v1:172.21.15.151:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1376068328 0 0) 0x7f0474005730 con 0x7f048815b1b0 2024-09-12T01:16:47.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.790+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 msgr2=0x7f04880b4710 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T01:16:47.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.790+0000 7f047ffff640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 0x7f04880b4710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:47.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.790+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 >> v2:172.21.15.151:3300/0 conn(0x7f048809ab10 msgr2=0x7f04880b41d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T01:16:47.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.790+0000 7f047ffff640 1 --2- 172.21.15.122:0/330917460 >> v2:172.21.15.151:3300/0 conn(0x7f048809ab10 0x7f04880b41d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:47.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 --> v1:172.21.15.151:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04880b0cd0 con 0x7f048815b1b0 2024-09-12T01:16:47.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 <== mon.1 v1:172.21.15.151:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f04840019f0 con 0x7f048815b1b0 2024-09-12T01:16:47.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 >> v1:172.21.15.151:6789/0 conn(0x7f048815b1b0 legacy=0x7f04880b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:47.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f047ffff640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0474005bc0 0x7f0474005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:47.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f047ffff640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0474006a10 0x7f0474006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:47.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f047ffff640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 0x7f04740073d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:47.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f04880b5510 con 0x7f0474005bc0 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f04880b09f0 con 0x7f0474006a10 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f047400dd00 con 0x7f048815b590 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f048d04a640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0474005bc0 0x7f0474005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f048c849640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0474006a10 0x7f0474006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f048d84b640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 0x7f04740073d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f048d04a640 1 -- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 msgr2=0x7f04740073d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f048d04a640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f048815b590 0x7f04740073d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f048d04a640 1 -- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0474006a10 msgr2=0x7f0474006e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f048d04a640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0474006a10 0x7f0474006e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.791+0000 7f048d04a640 1 -- 172.21.15.122:0/330917460 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0474005730 con 0x7f0474005bc0 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.792+0000 7f048d04a640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0474005bc0 0x7f0474005fe0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0484007fd0 tx=0x7f0474007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c12ab6b731dbcc87 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.792+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048400c0e0 con 0x7f0474005bc0 2024-09-12T01:16:47.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.792+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0484034070 con 0x7f0474005bc0 2024-09-12T01:16:47.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.792+0000 7f047ffff640 1 -- 172.21.15.122:0/330917460 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0484007070 con 0x7f0474005bc0 2024-09-12T01:16:47.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.792+0000 7f048f2ae640 1 -- 172.21.15.122:0/330917460 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0474005bc0 msgr2=0x7f0474005fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:47.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.792+0000 7f048f2ae640 1 --2- 172.21.15.122:0/330917460 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0474005bc0 0x7f0474005fe0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0484007fd0 tx=0x7f0474007a40 comp rx=0 tx=0).stop 2024-09-12T01:16:47.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.792+0000 7f048d84b640 1 -- 172.21.15.122:0/330917460 reap_dead start 2024-09-12T01:16:47.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.792+0000 7f048f2ae640 1 -- 172.21.15.122:0/330917460 shutdown_connections 2024-09-12T01:16:47.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.793+0000 7f048f2ae640 1 -- 172.21.15.122:0/330917460 >> 172.21.15.122:0/330917460 conn(0x7f04880734b0 msgr2=0x7f04880b2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:47.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.793+0000 7f048f2ae640 1 -- 172.21.15.122:0/330917460 shutdown_connections 2024-09-12T01:16:47.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.793+0000 7f048f2ae640 1 -- 172.21.15.122:0/330917460 wait complete. 2024-09-12T01:16:47.796 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.794+0000 7f048f2ae640 1 Processor -- start 2024-09-12T01:16:47.796 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.794+0000 7f048f2ae640 1 -- start start 2024-09-12T01:16:47.796 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048f2ae640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0474005bc0 0x7f048815be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:47.796 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048f2ae640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0488158ec0 0x7f04881407a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048f2ae640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0488143050 0x7f04881434e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048f2ae640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f04880b5bd0 con 0x7f0488158ec0 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048f2ae640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f04880b5a50 con 0x7f0474005bc0 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048f2ae640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f04880b4710 con 0x7f0488143050 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048c849640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0488158ec0 0x7f04881407a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048c849640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0488158ec0 0x7f04881407a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:47324/0 (socket says 172.21.15.122:47324) 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048c849640 1 -- 172.21.15.122:0/3161206265 learned_addr learned my addr 172.21.15.122:0/3161206265 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048d04a640 1 --2- 172.21.15.122:0/3161206265 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0474005bc0 0x7f048815be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048d84b640 1 --2- 172.21.15.122:0/3161206265 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0488143050 0x7f04881434e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048c849640 1 -- 172.21.15.122:0/3161206265 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0488143050 msgr2=0x7f04881434e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048c849640 1 --2- 172.21.15.122:0/3161206265 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0488143050 0x7f04881434e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048c849640 1 -- 172.21.15.122:0/3161206265 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0474005bc0 msgr2=0x7f048815be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:47.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048c849640 1 --2- 172.21.15.122:0/3161206265 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0474005bc0 0x7f048815be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:47.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048c849640 1 -- 172.21.15.122:0/3161206265 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0488140ce0 con 0x7f0488158ec0 2024-09-12T01:16:47.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048c849640 1 --2- 172.21.15.122:0/3161206265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0488158ec0 0x7f04881407a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f04780108a0 tx=0x7f0478010d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:47.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f047dffb640 1 -- 172.21.15.122:0/3161206265 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f047801a020 con 0x7f0488158ec0 2024-09-12T01:16:47.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f047dffb640 1 -- 172.21.15.122:0/3161206265 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f047800e9c0 con 0x7f0488158ec0 2024-09-12T01:16:47.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f048f2ae640 1 -- 172.21.15.122:0/3161206265 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0488159640 con 0x7f0488158ec0 2024-09-12T01:16:47.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.795+0000 7f047dffb640 1 -- 172.21.15.122:0/3161206265 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f047800ed90 con 0x7f0488158ec0 2024-09-12T01:16:47.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.796+0000 7f048f2ae640 1 -- 172.21.15.122:0/3161206265 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0488159c00 con 0x7f0488158ec0 2024-09-12T01:16:47.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.796+0000 7f047dffb640 1 -- 172.21.15.122:0/3161206265 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f047801d020 con 0x7f0488158ec0 2024-09-12T01:16:47.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.796+0000 7f047dffb640 1 -- 172.21.15.122:0/3161206265 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0478014880 con 0x7f0488158ec0 2024-09-12T01:16:47.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.797+0000 7f048f2ae640 1 -- 172.21.15.122:0/3161206265 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0488140fc0 con 0x7f0488158ec0 2024-09-12T01:16:47.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.799+0000 7f047dffb640 1 -- 172.21.15.122:0/3161206265 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0488140fc0 con 0x7f0488158ec0 2024-09-12T01:16:47.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.879+0000 7f048f2ae640 1 -- 172.21.15.122:0/3161206265 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f04880b4af0 con 0x7f0488158ec0 2024-09-12T01:16:47.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.881+0000 7f047dffb640 1 -- 172.21.15.122:0/3161206265 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f0478024020 con 0x7f0488158ec0 2024-09-12T01:16:47.880 INFO:teuthology.orchestra.run.smithi122.stderr:adjusted tunables profile to default 2024-09-12T01:16:47.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.882+0000 7f048f2ae640 1 -- 172.21.15.122:0/3161206265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0488158ec0 msgr2=0x7f04881407a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:47.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.882+0000 7f048f2ae640 1 --2- 172.21.15.122:0/3161206265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0488158ec0 0x7f04881407a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f04780108a0 tx=0x7f0478010d60 comp rx=0 tx=0).stop 2024-09-12T01:16:47.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.882+0000 7f048f2ae640 1 -- 172.21.15.122:0/3161206265 shutdown_connections 2024-09-12T01:16:47.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.882+0000 7f048f2ae640 1 --2- 172.21.15.122:0/3161206265 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0488143050 0x7f04881434e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:47.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.882+0000 7f048f2ae640 1 --2- 172.21.15.122:0/3161206265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0488158ec0 0x7f04881407a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:47.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.882+0000 7f048f2ae640 1 --2- 172.21.15.122:0/3161206265 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0474005bc0 0x7f048815be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:47.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.882+0000 7f048f2ae640 1 -- 172.21.15.122:0/3161206265 >> 172.21.15.122:0/3161206265 conn(0x7f04880734b0 msgr2=0x7f04880746d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:47.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.882+0000 7f048f2ae640 1 -- 172.21.15.122:0/3161206265 shutdown_connections 2024-09-12T01:16:47.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:47.882+0000 7f048f2ae640 1 -- 172.21.15.122:0/3161206265 wait complete. 2024-09-12T01:16:47.887 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:47.888+0000 7f59e962d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T01:16:47.892 INFO:tasks.ceph:check_enable_crimson: False 2024-09-12T01:16:47.892 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-12T01:16:47.892 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:47.892 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-12T01:16:47.907 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:47.908+0000 7f081460e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T01:16:47.917 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:47.917 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-12T01:16:47.927 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:47.929+0000 7f59e962d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T01:16:47.950 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:47.951+0000 7f081460e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T01:16:47.975 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:47.975 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-12T01:16:48.039 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:16:48.039 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-12T01:16:48.066 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:48.068+0000 7f59e962d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T01:16:48.097 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:48.098+0000 7f081460e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T01:16:48.106 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:48.106 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-12T01:16:48.117 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:48.119+0000 7f59e962d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T01:16:48.133 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:48.133 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-12T01:16:48.149 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:48.150+0000 7f081460e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T01:16:48.197 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:48.197 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-12T01:16:48.262 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:16:48.263 DEBUG:teuthology.orchestra.run.smithi151:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-12T01:16:48.290 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:48.291+0000 7f59e962d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T01:16:48.311 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:48.312+0000 7f081460e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T01:16:48.314 DEBUG:teuthology.orchestra.run.smithi151:> sudo ceph --cluster ceph osd new f9838d1f-03e5-45b0-b12e-f02f3c25d1ee 0 2024-09-12T01:16:48.407 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:48.409+0000 7f59e962d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T01:16:48.420 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:48.421+0000 7f081460e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T01:16:48.456 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.457+0000 7f2d25453640 1 Processor -- start 2024-09-12T01:16:48.456 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.457+0000 7f2d25453640 1 -- start start 2024-09-12T01:16:48.458 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.457+0000 7f2d25453640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162340 0x7f2d2006d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.458 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.457+0000 7f2d25453640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f2d200cf280 0x7f2d20162720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.457+0000 7f2d25453640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d2015ff70 con 0x7f2d20162c60 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.457+0000 7f2d25453640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f2d2006de90 con 0x7f2d200cf280 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.457+0000 7f2d25453640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2d200d4d10 con 0x7f2d20162340 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.458+0000 7f2d1effd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162340 0x7f2d2006d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.458+0000 7f2d1effd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162340 0x7f2d2006d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.151:50114/0 (socket says 172.21.15.151:50114) 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.458+0000 7f2d1effd640 1 -- 172.21.15.151:0/326109656 learned_addr learned my addr 172.21.15.151:0/326109656 (peer_addr_for_me v2:172.21.15.151:0/0) 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.458+0000 7f2d1e7fc640 1 --2- 172.21.15.151:0/326109656 >> v2:172.21.15.122:3300/0 conn(0x7f2d200cf280 0x7f2d20162720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.458+0000 7f2d1effd640 1 -- 172.21.15.151:0/326109656 >> v2:172.21.15.122:3300/0 conn(0x7f2d200cf280 msgr2=0x7f2d20162720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.458+0000 7f2d1effd640 1 --2- 172.21.15.151:0/326109656 >> v2:172.21.15.122:3300/0 conn(0x7f2d200cf280 0x7f2d20162720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.458+0000 7f2d1effd640 1 -- 172.21.15.151:0/326109656 >> v1:172.21.15.122:6789/0 conn(0x7f2d20162c60 legacy=0x7f2d200d2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.458+0000 7f2d1effd640 1 -- 172.21.15.151:0/326109656 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d200d4ff0 con 0x7f2d20162340 2024-09-12T01:16:48.459 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.459+0000 7f2d1effd640 1 --2- 172.21.15.151:0/326109656 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162340 0x7f2d2006d740 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2d10009870 tx=0x7f2d1002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb7b43df455fca9b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:48.460 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.459+0000 7f2d1dffb640 1 -- 172.21.15.151:0/326109656 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d10037070 con 0x7f2d20162340 2024-09-12T01:16:48.460 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.459+0000 7f2d1dffb640 1 -- 172.21.15.151:0/326109656 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d10032440 con 0x7f2d20162340 2024-09-12T01:16:48.460 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.459+0000 7f2d1dffb640 1 -- 172.21.15.151:0/326109656 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d10032810 con 0x7f2d20162340 2024-09-12T01:16:48.460 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.459+0000 7f2d25453640 1 -- 172.21.15.151:0/326109656 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162340 msgr2=0x7f2d2006d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.460 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.459+0000 7f2d25453640 1 --2- 172.21.15.151:0/326109656 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162340 0x7f2d2006d740 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2d10009870 tx=0x7f2d1002a1c0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.460 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.459+0000 7f2d25453640 1 -- 172.21.15.151:0/326109656 shutdown_connections 2024-09-12T01:16:48.460 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.459+0000 7f2d25453640 1 --2- 172.21.15.151:0/326109656 >> v2:172.21.15.122:3300/0 conn(0x7f2d200cf280 0x7f2d20162720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.460 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.459+0000 7f2d25453640 1 --2- 172.21.15.151:0/326109656 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162340 0x7f2d2006d740 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.460 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.460+0000 7f2d25453640 1 -- 172.21.15.151:0/326109656 >> 172.21.15.151:0/326109656 conn(0x7f2d2008bfc0 msgr2=0x7f2d200d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:48.461 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.460+0000 7f2d25453640 1 -- 172.21.15.151:0/326109656 shutdown_connections 2024-09-12T01:16:48.461 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.460+0000 7f2d25453640 1 -- 172.21.15.151:0/326109656 wait complete. 2024-09-12T01:16:48.463 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.461+0000 7f2d25453640 1 Processor -- start 2024-09-12T01:16:48.463 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.461+0000 7f2d25453640 1 -- start start 2024-09-12T01:16:48.463 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d25453640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2d200cf280 0x7f2d200cd020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.463 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d25453640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d20162340 0x7f2d200b9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.463 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d25453640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162c60 0x7f2d200b7a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.463 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d25453640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2d200cf6c0 con 0x7f2d20162340 2024-09-12T01:16:48.464 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d25453640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f2d200d52d0 con 0x7f2d200cf280 2024-09-12T01:16:48.464 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d25453640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2d20163110 con 0x7f2d20162c60 2024-09-12T01:16:48.464 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1effd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2d200cf280 0x7f2d200cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.464 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1f7fe640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162c60 0x7f2d200b7a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.464 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1effd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2d200cf280 0x7f2d200cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.151:33168/0 (socket says 172.21.15.151:33168) 2024-09-12T01:16:48.464 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1e7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d20162340 0x7f2d200b9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.464 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1effd640 1 -- 172.21.15.151:0/1868143834 learned_addr learned my addr 172.21.15.151:0/1868143834 (peer_addr_for_me v2:172.21.15.151:0/0) 2024-09-12T01:16:48.464 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1f7fe640 1 -- 172.21.15.151:0/1868143834 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2d200cf280 msgr2=0x7f2d200cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.464 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1f7fe640 1 --2- 172.21.15.151:0/1868143834 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2d200cf280 0x7f2d200cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.464 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1f7fe640 1 -- 172.21.15.151:0/1868143834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d20162340 msgr2=0x7f2d200b9ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1f7fe640 1 --2- 172.21.15.151:0/1868143834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d20162340 0x7f2d200b9ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1f7fe640 1 -- 172.21.15.151:0/1868143834 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d200ba1e0 con 0x7f2d20162c60 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1e7fc640 1 --2- 172.21.15.151:0/1868143834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d20162340 0x7f2d200b9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1effd640 1 --2- 172.21.15.151:0/1868143834 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2d200cf280 0x7f2d200cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d1f7fe640 1 --2- 172.21.15.151:0/1868143834 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162c60 0x7f2d200b7a30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2d1800c700 tx=0x7f2d1800cbc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d077fe640 1 -- 172.21.15.151:0/1868143834 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18003b70 con 0x7f2d20162c60 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d077fe640 1 -- 172.21.15.151:0/1868143834 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d18003d10 con 0x7f2d20162c60 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d077fe640 1 -- 172.21.15.151:0/1868143834 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18005310 con 0x7f2d20162c60 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.462+0000 7f2d25453640 1 -- 172.21.15.151:0/1868143834 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d200cd7c0 con 0x7f2d20162c60 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.463+0000 7f2d25453640 1 -- 172.21.15.151:0/1868143834 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d200ce000 con 0x7f2d20162c60 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.463+0000 7f2d077fe640 1 -- 172.21.15.151:0/1868143834 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2d180054b0 con 0x7f2d20162c60 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.463+0000 7f2d077fe640 1 -- 172.21.15.151:0/1868143834 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f2d180127f0 con 0x7f2d20162c60 2024-09-12T01:16:48.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.464+0000 7f2d25453640 1 -- 172.21.15.151:0/1868143834 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d20162720 con 0x7f2d20162c60 2024-09-12T01:16:48.466 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.466+0000 7f2d077fe640 1 -- 172.21.15.151:0/1868143834 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2d200cd7c0 con 0x7f2d20162c60 2024-09-12T01:16:48.534 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.535+0000 7f2d25453640 1 -- 172.21.15.151:0/1868143834 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "osd new", "uuid": "f9838d1f-03e5-45b0-b12e-f02f3c25d1ee", "id": 0} v 0) -- 0x7f2d200ba450 con 0x7f2d20162c60 2024-09-12T01:16:48.539 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.541+0000 7f2d077fe640 1 -- 172.21.15.151:0/1868143834 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f9838d1f-03e5-45b0-b12e-f02f3c25d1ee", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f2d200ba1e0 con 0x7f2d20162c60 2024-09-12T01:16:48.540 INFO:teuthology.orchestra.run.smithi151.stdout:0 2024-09-12T01:16:48.541 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.542+0000 7f2d25453640 1 -- 172.21.15.151:0/1868143834 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162c60 msgr2=0x7f2d200b7a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.541 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.542+0000 7f2d25453640 1 --2- 172.21.15.151:0/1868143834 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162c60 0x7f2d200b7a30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2d1800c700 tx=0x7f2d1800cbc0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.541 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.542+0000 7f2d25453640 1 -- 172.21.15.151:0/1868143834 shutdown_connections 2024-09-12T01:16:48.541 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.542+0000 7f2d25453640 1 --2- 172.21.15.151:0/1868143834 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2d20162c60 0x7f2d200b7a30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.541 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.542+0000 7f2d25453640 1 --2- 172.21.15.151:0/1868143834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d20162340 0x7f2d200b9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.541 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.542+0000 7f2d25453640 1 --2- 172.21.15.151:0/1868143834 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2d200cf280 0x7f2d200cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.541 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.542+0000 7f2d25453640 1 -- 172.21.15.151:0/1868143834 >> 172.21.15.151:0/1868143834 conn(0x7f2d2008bfc0 msgr2=0x7f2d2006e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:48.542 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.542+0000 7f2d25453640 1 -- 172.21.15.151:0/1868143834 shutdown_connections 2024-09-12T01:16:48.542 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.542+0000 7f2d25453640 1 -- 172.21.15.151:0/1868143834 wait complete. 2024-09-12T01:16:48.551 DEBUG:teuthology.orchestra.run.smithi151:> sudo ceph --cluster ceph osd new a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6 1 2024-09-12T01:16:48.650 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.651+0000 7f4a9f6f8640 1 Processor -- start 2024-09-12T01:16:48.650 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.651+0000 7f4a9f6f8640 1 -- start start 2024-09-12T01:16:48.652 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.652+0000 7f4a9f6f8640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4a98158b70 0x7f4a98162a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.652 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.652+0000 7f4a9f6f8640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f4a980701f0 0x7f4a98070680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.652 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.652+0000 7f4a9f6f8640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a98158f50 con 0x7f4a9806e700 2024-09-12T01:16:48.652 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.652+0000 7f4a9f6f8640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f4a980ae8e0 con 0x7f4a98158b70 2024-09-12T01:16:48.652 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.652+0000 7f4a9f6f8640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f4a98162fa0 con 0x7f4a980701f0 2024-09-12T01:16:48.652 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.652+0000 7f4a9cc93640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f4a980701f0 0x7f4a98070680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.652 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.652+0000 7f4a9dc95640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7f4a9806e700 0x7f4a9806eb10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.151:56962/0 (socket says 172.21.15.151:56962) 2024-09-12T01:16:48.652 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.652+0000 7f4a9dc95640 1 -- 172.21.15.151:0/982720832 learned_addr learned my addr 172.21.15.151:0/982720832 (peer_addr_for_me v1:172.21.15.151:0/0) 2024-09-12T01:16:48.652 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.652+0000 7f4a9d494640 1 --2- 172.21.15.151:0/982720832 >> v2:172.21.15.122:3300/0 conn(0x7f4a98158b70 0x7f4a98162a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.652 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.653+0000 7f4a9cc93640 1 -- 172.21.15.151:0/982720832 >> v2:172.21.15.122:3300/0 conn(0x7f4a98158b70 msgr2=0x7f4a98162a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:48.652 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.653+0000 7f4a9cc93640 1 --2- 172.21.15.151:0/982720832 >> v2:172.21.15.122:3300/0 conn(0x7f4a98158b70 0x7f4a98162a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.653 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.653+0000 7f4a9cc93640 1 -- 172.21.15.151:0/982720832 >> v1:172.21.15.151:6789/0 conn(0x7f4a9806e700 legacy=0x7f4a9806eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.653 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.653+0000 7f4a9cc93640 1 -- 172.21.15.151:0/982720832 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a9815f9f0 con 0x7f4a980701f0 2024-09-12T01:16:48.653 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.653+0000 7f4a8ffff640 1 -- 172.21.15.151:0/982720832 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1291988207 0 0) 0x7f4a98158f50 con 0x7f4a9806e700 2024-09-12T01:16:48.654 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.653+0000 7f4a9cc93640 1 --2- 172.21.15.151:0/982720832 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a980701f0 0x7f4a98070680 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4a980b5e40 tx=0x7f4a9402a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df13c77f9ad32a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.654+0000 7f4a8ffff640 1 -- 172.21.15.151:0/982720832 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a94037070 con 0x7f4a980701f0 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.654+0000 7f4a8ffff640 1 -- 172.21.15.151:0/982720832 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a94032440 con 0x7f4a980701f0 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.654+0000 7f4a8ffff640 1 -- 172.21.15.151:0/982720832 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a94032810 con 0x7f4a980701f0 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.654+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/982720832 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a980701f0 msgr2=0x7f4a98070680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.654+0000 7f4a9f6f8640 1 --2- 172.21.15.151:0/982720832 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a980701f0 0x7f4a98070680 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4a980b5e40 tx=0x7f4a9402a1a0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.654+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/982720832 shutdown_connections 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.654+0000 7f4a9f6f8640 1 --2- 172.21.15.151:0/982720832 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a980701f0 0x7f4a98070680 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.654+0000 7f4a9f6f8640 1 --2- 172.21.15.151:0/982720832 >> v2:172.21.15.122:3300/0 conn(0x7f4a98158b70 0x7f4a98162a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.654+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/982720832 >> 172.21.15.151:0/982720832 conn(0x7f4a980735d0 msgr2=0x7f4a9806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.654+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/982720832 shutdown_connections 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.654+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/982720832 wait complete. 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.655+0000 7f4a9f6f8640 1 Processor -- start 2024-09-12T01:16:48.655 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9f6f8640 1 -- start start 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9f6f8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a9806e700 0x7f4a98159000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9f6f8640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a980701f0 0x7f4a98154650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9f6f8640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a98158b70 0x7f4a980af8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9f6f8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4a9815f430 con 0x7f4a9806e700 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9f6f8640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f4a9815f150 con 0x7f4a980701f0 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9f6f8640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4a9815f710 con 0x7f4a98158b70 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9cc93640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a980701f0 0x7f4a98154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9cc93640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a980701f0 0x7f4a98154650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.151:33186/0 (socket says 172.21.15.151:33186) 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9cc93640 1 -- 172.21.15.151:0/815873009 learned_addr learned my addr 172.21.15.151:0/815873009 (peer_addr_for_me v2:172.21.15.151:0/0) 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9dc95640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a98158b70 0x7f4a980af8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.656+0000 7f4a9d494640 1 --2- 172.21.15.151:0/815873009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a9806e700 0x7f4a98159000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.658 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a9cc93640 1 -- 172.21.15.151:0/815873009 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a98158b70 msgr2=0x7f4a980af8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a9cc93640 1 --2- 172.21.15.151:0/815873009 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a98158b70 0x7f4a980af8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a9cc93640 1 -- 172.21.15.151:0/815873009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a9806e700 msgr2=0x7f4a98159000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a9cc93640 1 --2- 172.21.15.151:0/815873009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a9806e700 0x7f4a98159000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a9cc93640 1 -- 172.21.15.151:0/815873009 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a98154b90 con 0x7f4a980701f0 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a9cc93640 1 --2- 172.21.15.151:0/815873009 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a980701f0 0x7f4a98154650 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4a94000c00 tx=0x7f4a940046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a8dffb640 1 -- 172.21.15.151:0/815873009 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a94037040 con 0x7f4a980701f0 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a8dffb640 1 -- 172.21.15.151:0/815873009 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a94042070 con 0x7f4a980701f0 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/815873009 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a980cd530 con 0x7f4a980701f0 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a8dffb640 1 -- 172.21.15.151:0/815873009 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a94030960 con 0x7f4a980701f0 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/815873009 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a980cdaf0 con 0x7f4a980701f0 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a8dffb640 1 -- 172.21.15.151:0/815873009 <== mon.1 v2:172.21.15.151:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4a94030b00 con 0x7f4a980701f0 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.657+0000 7f4a8dffb640 1 -- 172.21.15.151:0/815873009 <== mon.1 v2:172.21.15.151:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f4a94047bc0 con 0x7f4a980701f0 2024-09-12T01:16:48.659 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.658+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/815873009 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a9806fe40 con 0x7f4a980701f0 2024-09-12T01:16:48.660 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.660+0000 7f4a8dffb640 1 -- 172.21.15.151:0/815873009 <== mon.1 v2:172.21.15.151:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4a98154b90 con 0x7f4a980701f0 2024-09-12T01:16:48.728 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.730+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/815873009 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6", "id": 1} v 0) -- 0x7f4a9806ec80 con 0x7f4a980701f0 2024-09-12T01:16:48.733 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.735+0000 7f4a8dffb640 1 -- 172.21.15.151:0/815873009 <== mon.1 v2:172.21.15.151:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f4a94047460 con 0x7f4a980701f0 2024-09-12T01:16:48.734 INFO:teuthology.orchestra.run.smithi151.stdout:1 2024-09-12T01:16:48.735 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.736+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/815873009 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a980701f0 msgr2=0x7f4a98154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.736 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.736+0000 7f4a9f6f8640 1 --2- 172.21.15.151:0/815873009 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a980701f0 0x7f4a98154650 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4a94000c00 tx=0x7f4a940046c0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.736 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.736+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/815873009 shutdown_connections 2024-09-12T01:16:48.736 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.736+0000 7f4a9f6f8640 1 --2- 172.21.15.151:0/815873009 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a98158b70 0x7f4a980af8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.736 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.736+0000 7f4a9f6f8640 1 --2- 172.21.15.151:0/815873009 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a980701f0 0x7f4a98154650 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.736 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.736+0000 7f4a9f6f8640 1 --2- 172.21.15.151:0/815873009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a9806e700 0x7f4a98159000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.736 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.736+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/815873009 >> 172.21.15.151:0/815873009 conn(0x7f4a980735d0 msgr2=0x7f4a9806f1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:48.736 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.736+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/815873009 shutdown_connections 2024-09-12T01:16:48.736 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.736+0000 7f4a9f6f8640 1 -- 172.21.15.151:0/815873009 wait complete. 2024-09-12T01:16:48.736 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:48.737+0000 7f081460e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T01:16:48.737 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:48.738+0000 7f59e962d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T01:16:48.745 DEBUG:teuthology.orchestra.run.smithi151:> sudo ceph --cluster ceph osd new 218df722-1f85-463b-a091-8be2e9a9ce70 2 2024-09-12T01:16:48.788 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:48.789+0000 7f59e962d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T01:16:48.793 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:48.794+0000 7f081460e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T01:16:48.845 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.846+0000 7f1605fe4640 1 Processor -- start 2024-09-12T01:16:48.845 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.846+0000 7f1605fe4640 1 -- start start 2024-09-12T01:16:48.847 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f1605fe4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16000b41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.847 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f1605fe4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f160015b590 0x7f16000b4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.847 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f1605fe4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16000b5770 con 0x7f160015b1b0 2024-09-12T01:16:48.847 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f1605fe4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f16000b5510 con 0x7f160015b590 2024-09-12T01:16:48.847 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f1605fe4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f16000b09f0 con 0x7f160009ab10 2024-09-12T01:16:48.848 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f15feffd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16000b41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.848 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f15feffd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16000b41d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.151:50142/0 (socket says 172.21.15.151:50142) 2024-09-12T01:16:48.848 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f15feffd640 1 -- 172.21.15.151:0/1222702504 learned_addr learned my addr 172.21.15.151:0/1222702504 (peer_addr_for_me v2:172.21.15.151:0/0) 2024-09-12T01:16:48.848 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f15fffff640 1 --2- 172.21.15.151:0/1222702504 >> v2:172.21.15.122:3300/0 conn(0x7f160015b590 0x7f16000b4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.848 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f15feffd640 1 -- 172.21.15.151:0/1222702504 >> v2:172.21.15.122:3300/0 conn(0x7f160015b590 msgr2=0x7f16000b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:48.848 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f15feffd640 1 --2- 172.21.15.151:0/1222702504 >> v2:172.21.15.122:3300/0 conn(0x7f160015b590 0x7f16000b4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.848 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f15feffd640 1 -- 172.21.15.151:0/1222702504 >> v1:172.21.15.122:6789/0 conn(0x7f160015b1b0 legacy=0x7f16000b4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.848 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.847+0000 7f15feffd640 1 -- 172.21.15.151:0/1222702504 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16000b0cd0 con 0x7f160009ab10 2024-09-12T01:16:48.848 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.848+0000 7f15feffd640 1 --2- 172.21.15.151:0/1222702504 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16000b41d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f15f0009870 tx=0x7f15f002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4eb21155de595c2e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:48.849 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.848+0000 7f15fe7fc640 1 -- 172.21.15.151:0/1222702504 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f0037070 con 0x7f160009ab10 2024-09-12T01:16:48.849 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.848+0000 7f15fe7fc640 1 -- 172.21.15.151:0/1222702504 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15f0032440 con 0x7f160009ab10 2024-09-12T01:16:48.849 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.848+0000 7f15fe7fc640 1 -- 172.21.15.151:0/1222702504 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f0032810 con 0x7f160009ab10 2024-09-12T01:16:48.852 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.849+0000 7f1605fe4640 1 -- 172.21.15.151:0/1222702504 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 msgr2=0x7f16000b41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.852 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.849+0000 7f1605fe4640 1 --2- 172.21.15.151:0/1222702504 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16000b41d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f15f0009870 tx=0x7f15f002a270 comp rx=0 tx=0).stop 2024-09-12T01:16:48.852 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.849+0000 7f1605fe4640 1 -- 172.21.15.151:0/1222702504 shutdown_connections 2024-09-12T01:16:48.853 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.849+0000 7f1605fe4640 1 --2- 172.21.15.151:0/1222702504 >> v2:172.21.15.122:3300/0 conn(0x7f160015b590 0x7f16000b4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.853 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.849+0000 7f1605fe4640 1 --2- 172.21.15.151:0/1222702504 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16000b41d0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.853 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.849+0000 7f1605fe4640 1 -- 172.21.15.151:0/1222702504 >> 172.21.15.151:0/1222702504 conn(0x7f16000734b0 msgr2=0x7f16000b2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:48.853 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.849+0000 7f1605fe4640 1 -- 172.21.15.151:0/1222702504 shutdown_connections 2024-09-12T01:16:48.853 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.849+0000 7f1605fe4640 1 -- 172.21.15.151:0/1222702504 wait complete. 2024-09-12T01:16:48.853 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.850+0000 7f1605fe4640 1 Processor -- start 2024-09-12T01:16:48.853 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.850+0000 7f1605fe4640 1 -- start start 2024-09-12T01:16:48.853 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.851+0000 7f1605fe4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16001558f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.853 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.851+0000 7f1605fe4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f160015b1b0 0x7f160009c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.853 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.851+0000 7f1605fe4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f160015b590 0x7f160009d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:48.853 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.851+0000 7f1605fe4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f16000b5bd0 con 0x7f160015b590 2024-09-12T01:16:48.854 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.851+0000 7f1605fe4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f16000b5a50 con 0x7f160015b1b0 2024-09-12T01:16:48.854 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.851+0000 7f1605fe4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f16000b14d0 con 0x7f160009ab10 2024-09-12T01:16:48.854 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.851+0000 7f15ff7fe640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16001558f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.854 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.851+0000 7f15feffd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f160015b1b0 0x7f160009c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.854 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.851+0000 7f15ff7fe640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16001558f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.151:50150/0 (socket says 172.21.15.151:50150) 2024-09-12T01:16:48.854 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.851+0000 7f15ff7fe640 1 -- 172.21.15.151:0/2516712033 learned_addr learned my addr 172.21.15.151:0/2516712033 (peer_addr_for_me v2:172.21.15.151:0/0) 2024-09-12T01:16:48.854 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.851+0000 7f15fffff640 1 --2- 172.21.15.151:0/2516712033 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f160015b590 0x7f160009d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:48.854 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15ff7fe640 1 -- 172.21.15.151:0/2516712033 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f160015b1b0 msgr2=0x7f160009c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.854 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15ff7fe640 1 --2- 172.21.15.151:0/2516712033 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f160015b1b0 0x7f160009c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.854 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15ff7fe640 1 -- 172.21.15.151:0/2516712033 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f160015b590 msgr2=0x7f160009d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.854 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15ff7fe640 1 --2- 172.21.15.151:0/2516712033 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f160015b590 0x7f160009d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.855 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15ff7fe640 1 -- 172.21.15.151:0/2516712033 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1600155e30 con 0x7f160009ab10 2024-09-12T01:16:48.855 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15feffd640 1 --2- 172.21.15.151:0/2516712033 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f160015b1b0 0x7f160009c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:48.855 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15fffff640 1 --2- 172.21.15.151:0/2516712033 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f160015b590 0x7f160009d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:48.855 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15ff7fe640 1 --2- 172.21.15.151:0/2516712033 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16001558f0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f15f400c400 tx=0x7f15f400c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:48.855 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15e7fff640 1 -- 172.21.15.151:0/2516712033 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f40052d0 con 0x7f160009ab10 2024-09-12T01:16:48.855 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15e7fff640 1 -- 172.21.15.151:0/2516712033 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15f4005490 con 0x7f160009ab10 2024-09-12T01:16:48.855 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15e7fff640 1 -- 172.21.15.151:0/2516712033 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f4007260 con 0x7f160009ab10 2024-09-12T01:16:48.855 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f1605fe4640 1 -- 172.21.15.151:0/2516712033 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f160015c9c0 con 0x7f160009ab10 2024-09-12T01:16:48.855 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15e7fff640 1 -- 172.21.15.151:0/2516712033 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f15f4007400 con 0x7f160009ab10 2024-09-12T01:16:48.855 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f1605fe4640 1 -- 172.21.15.151:0/2516712033 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f160015cf80 con 0x7f160009ab10 2024-09-12T01:16:48.855 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.852+0000 7f15e7fff640 1 -- 172.21.15.151:0/2516712033 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f15f4003650 con 0x7f160009ab10 2024-09-12T01:16:48.856 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.853+0000 7f1605fe4640 1 -- 172.21.15.151:0/2516712033 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16000ae250 con 0x7f160009ab10 2024-09-12T01:16:48.856 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.855+0000 7f15e7fff640 1 -- 172.21.15.151:0/2516712033 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f16000ae250 con 0x7f160009ab10 2024-09-12T01:16:48.923 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.924+0000 7f1605fe4640 1 -- 172.21.15.151:0/2516712033 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "osd new", "uuid": "218df722-1f85-463b-a091-8be2e9a9ce70", "id": 2} v 0) -- 0x7f16000b4e00 con 0x7f160009ab10 2024-09-12T01:16:48.928 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.929+0000 7f15e7fff640 1 -- 172.21.15.151:0/2516712033 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "218df722-1f85-463b-a091-8be2e9a9ce70", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f15f4020070 con 0x7f160009ab10 2024-09-12T01:16:48.928 INFO:teuthology.orchestra.run.smithi151.stdout:2 2024-09-12T01:16:48.929 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.930+0000 7f1605fe4640 1 -- 172.21.15.151:0/2516712033 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 msgr2=0x7f16001558f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:48.929 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.930+0000 7f1605fe4640 1 --2- 172.21.15.151:0/2516712033 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16001558f0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f15f400c400 tx=0x7f15f400c8c0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.929 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.930+0000 7f1605fe4640 1 -- 172.21.15.151:0/2516712033 shutdown_connections 2024-09-12T01:16:48.930 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.930+0000 7f1605fe4640 1 --2- 172.21.15.151:0/2516712033 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f160015b590 0x7f160009d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.930 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.930+0000 7f1605fe4640 1 --2- 172.21.15.151:0/2516712033 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f160015b1b0 0x7f160009c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.930 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.930+0000 7f1605fe4640 1 --2- 172.21.15.151:0/2516712033 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f160009ab10 0x7f16001558f0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:48.930 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.930+0000 7f1605fe4640 1 -- 172.21.15.151:0/2516712033 >> 172.21.15.151:0/2516712033 conn(0x7f16000734b0 msgr2=0x7f16000b1be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:48.930 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.930+0000 7f1605fe4640 1 -- 172.21.15.151:0/2516712033 shutdown_connections 2024-09-12T01:16:48.930 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:48.930+0000 7f1605fe4640 1 -- 172.21.15.151:0/2516712033 wait complete. 2024-09-12T01:16:48.939 DEBUG:teuthology.orchestra.run.smithi151:> sudo ceph --cluster ceph osd new 006b2cb2-2106-40e4-acf0-7f01a841d32e 3 2024-09-12T01:16:48.943 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:48.944+0000 7f081460e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T01:16:48.946 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:48.947+0000 7f59e962d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T01:16:49.043 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.044+0000 7f1efb623640 1 Processor -- start 2024-09-12T01:16:49.043 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.044+0000 7f1efb623640 1 -- start start 2024-09-12T01:16:49.045 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.045+0000 7f1efb623640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f1ef415e520 0x7f1ef40b6930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.045 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.045+0000 7f1efb623640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef415e900 0x7f1ef406dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.045 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.045+0000 7f1efb623640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ef40b6fa0 con 0x7f1ef409aa30 2024-09-12T01:16:49.045 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.045+0000 7f1efb623640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f1ef40b7280 con 0x7f1ef415e520 2024-09-12T01:16:49.045 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.045+0000 7f1efb623640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f1ef40b7560 con 0x7f1ef415e900 2024-09-12T01:16:49.045 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.045+0000 7f1ef9bc0640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7f1ef409aa30 0x7f1ef406cd20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.151:56966/0 (socket says 172.21.15.151:56966) 2024-09-12T01:16:49.045 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.045+0000 7f1ef9bc0640 1 -- 172.21.15.151:0/1035850662 learned_addr learned my addr 172.21.15.151:0/1035850662 (peer_addr_for_me v1:172.21.15.151:0/0) 2024-09-12T01:16:49.045 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.045+0000 7f1ef8bbe640 1 --2- 172.21.15.151:0/1035850662 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef415e900 0x7f1ef406dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.045 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.046+0000 7f1ef93bf640 1 --2- 172.21.15.151:0/1035850662 >> v2:172.21.15.122:3300/0 conn(0x7f1ef415e520 0x7f1ef40b6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.045 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.046+0000 7f1ee7fff640 1 -- 172.21.15.151:0/1035850662 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3195433119 0 0) 0x7f1ef40b6fa0 con 0x7f1ef409aa30 2024-09-12T01:16:49.045 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.046+0000 7f1ee7fff640 1 -- 172.21.15.151:0/1035850662 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1ee0003520 con 0x7f1ef409aa30 2024-09-12T01:16:49.046 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.046+0000 7f1ef8bbe640 1 -- 172.21.15.151:0/1035850662 >> v2:172.21.15.122:3300/0 conn(0x7f1ef415e520 msgr2=0x7f1ef40b6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:49.046 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.046+0000 7f1ef8bbe640 1 --2- 172.21.15.151:0/1035850662 >> v2:172.21.15.122:3300/0 conn(0x7f1ef415e520 0x7f1ef40b6930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.046 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.046+0000 7f1ef8bbe640 1 -- 172.21.15.151:0/1035850662 >> v1:172.21.15.151:6789/0 conn(0x7f1ef409aa30 legacy=0x7f1ef406cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.046 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.046+0000 7f1ef8bbe640 1 -- 172.21.15.151:0/1035850662 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef40af3b0 con 0x7f1ef415e900 2024-09-12T01:16:49.047 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.047+0000 7f1ef8bbe640 1 --2- 172.21.15.151:0/1035850662 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef415e900 0x7f1ef406dfd0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1ee80097a0 tx=0x7f1ee802a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63f9dc46c1f36eac server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:49.047 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.047+0000 7f1ee7fff640 1 -- 172.21.15.151:0/1035850662 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee8037070 con 0x7f1ef415e900 2024-09-12T01:16:49.047 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.047+0000 7f1ee7fff640 1 -- 172.21.15.151:0/1035850662 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ee802ae40 con 0x7f1ef415e900 2024-09-12T01:16:49.047 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.047+0000 7f1ee7fff640 1 -- 172.21.15.151:0/1035850662 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee8032640 con 0x7f1ef415e900 2024-09-12T01:16:49.047 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.047+0000 7f1efb623640 1 -- 172.21.15.151:0/1035850662 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef415e900 msgr2=0x7f1ef406dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.048 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.047+0000 7f1efb623640 1 --2- 172.21.15.151:0/1035850662 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef415e900 0x7f1ef406dfd0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1ee80097a0 tx=0x7f1ee802a0f0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.048 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.047+0000 7f1efb623640 1 -- 172.21.15.151:0/1035850662 shutdown_connections 2024-09-12T01:16:49.048 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.047+0000 7f1efb623640 1 --2- 172.21.15.151:0/1035850662 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef415e900 0x7f1ef406dfd0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.048 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.047+0000 7f1efb623640 1 --2- 172.21.15.151:0/1035850662 >> v2:172.21.15.122:3300/0 conn(0x7f1ef415e520 0x7f1ef40b6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.048 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.047+0000 7f1efb623640 1 -- 172.21.15.151:0/1035850662 >> 172.21.15.151:0/1035850662 conn(0x7f1ef40b7970 msgr2=0x7f1ef40b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:49.048 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.048+0000 7f1efb623640 1 -- 172.21.15.151:0/1035850662 shutdown_connections 2024-09-12T01:16:49.048 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.048+0000 7f1efb623640 1 -- 172.21.15.151:0/1035850662 wait complete. 2024-09-12T01:16:49.048 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.049+0000 7f1efb623640 1 Processor -- start 2024-09-12T01:16:49.048 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.049+0000 7f1efb623640 1 -- start start 2024-09-12T01:16:49.050 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.049+0000 7f1efb623640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef409aa30 0x7f1ef4154a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.050 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.049+0000 7f1efb623640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ef415e520 0x7f1ef415f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.050 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.049+0000 7f1efb623640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1ef415e900 0x7f1ef40b23a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.049+0000 7f1efb623640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef40b0a60 con 0x7f1ef415e520 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.049+0000 7f1efb623640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef40b08e0 con 0x7f1ef415e900 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.049+0000 7f1efb623640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f1ef40b0be0 con 0x7f1ef409aa30 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef93bf640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef409aa30 0x7f1ef4154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef9bc0640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1ef415e900 0x7f1ef40b23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef9bc0640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1ef415e900 0x7f1ef40b23a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.151:33212/0 (socket says 172.21.15.151:33212) 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef93bf640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef409aa30 0x7f1ef4154a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.151:50180/0 (socket says 172.21.15.151:50180) 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef9bc0640 1 -- 172.21.15.151:0/1493011854 learned_addr learned my addr 172.21.15.151:0/1493011854 (peer_addr_for_me v2:172.21.15.151:0/0) 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef8bbe640 1 --2- 172.21.15.151:0/1493011854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ef415e520 0x7f1ef415f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef9bc0640 1 -- 172.21.15.151:0/1493011854 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef409aa30 msgr2=0x7f1ef4154a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef9bc0640 1 --2- 172.21.15.151:0/1493011854 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef409aa30 0x7f1ef4154a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.051 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef9bc0640 1 -- 172.21.15.151:0/1493011854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ef415e520 msgr2=0x7f1ef415f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef9bc0640 1 --2- 172.21.15.151:0/1493011854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ef415e520 0x7f1ef415f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef9bc0640 1 -- 172.21.15.151:0/1493011854 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef41f3ba0 con 0x7f1ef415e900 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef93bf640 1 --2- 172.21.15.151:0/1493011854 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef409aa30 0x7f1ef4154a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ef9bc0640 1 --2- 172.21.15.151:0/1493011854 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1ef415e900 0x7f1ef40b23a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1eec00caa0 tx=0x7f1eec00cf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ee5ffb640 1 -- 172.21.15.151:0/1493011854 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eec017070 con 0x7f1ef415e900 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ee5ffb640 1 -- 172.21.15.151:0/1493011854 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1eec00ac00 con 0x7f1ef415e900 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1efb623640 1 -- 172.21.15.151:0/1493011854 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ef415fd30 con 0x7f1ef415e900 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ee5ffb640 1 -- 172.21.15.151:0/1493011854 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eec012400 con 0x7f1ef415e900 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1efb623640 1 -- 172.21.15.151:0/1493011854 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ef41f4120 con 0x7f1ef415e900 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.050+0000 7f1ee5ffb640 1 -- 172.21.15.151:0/1493011854 <== mon.1 v2:172.21.15.151:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1eec01a070 con 0x7f1ef415e900 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.051+0000 7f1ee5ffb640 1 -- 172.21.15.151:0/1493011854 <== mon.1 v2:172.21.15.151:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f1eec007a40 con 0x7f1ef415e900 2024-09-12T01:16:49.052 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.051+0000 7f1efb623640 1 -- 172.21.15.151:0/1493011854 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ef40b6930 con 0x7f1ef415e900 2024-09-12T01:16:49.053 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.053+0000 7f1ee5ffb640 1 -- 172.21.15.151:0/1493011854 <== mon.1 v2:172.21.15.151:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1eec007070 con 0x7f1ef415e900 2024-09-12T01:16:49.120 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.121+0000 7f1efb623640 1 -- 172.21.15.151:0/1493011854 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_command({"prefix": "osd new", "uuid": "006b2cb2-2106-40e4-acf0-7f01a841d32e", "id": 3} v 0) -- 0x7f1ef4154fb0 con 0x7f1ef415e900 2024-09-12T01:16:49.125 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.126+0000 7f1ee5ffb640 1 -- 172.21.15.151:0/1493011854 <== mon.1 v2:172.21.15.151:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "006b2cb2-2106-40e4-acf0-7f01a841d32e", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f1eec007680 con 0x7f1ef415e900 2024-09-12T01:16:49.125 INFO:teuthology.orchestra.run.smithi151.stdout:3 2024-09-12T01:16:49.126 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.127+0000 7f1efb623640 1 -- 172.21.15.151:0/1493011854 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1ef415e900 msgr2=0x7f1ef40b23a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.127 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.127+0000 7f1efb623640 1 --2- 172.21.15.151:0/1493011854 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1ef415e900 0x7f1ef40b23a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1eec00caa0 tx=0x7f1eec00cf60 comp rx=0 tx=0).stop 2024-09-12T01:16:49.127 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.127+0000 7f1efb623640 1 -- 172.21.15.151:0/1493011854 shutdown_connections 2024-09-12T01:16:49.127 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.127+0000 7f1efb623640 1 --2- 172.21.15.151:0/1493011854 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1ef415e900 0x7f1ef40b23a0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.127 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.127+0000 7f1efb623640 1 --2- 172.21.15.151:0/1493011854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ef415e520 0x7f1ef415f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.127 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.127+0000 7f1efb623640 1 --2- 172.21.15.151:0/1493011854 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ef409aa30 0x7f1ef4154a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.127 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.127+0000 7f1efb623640 1 -- 172.21.15.151:0/1493011854 >> 172.21.15.151:0/1493011854 conn(0x7f1ef40b7970 msgr2=0x7f1ef415cd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:49.127 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.127+0000 7f1efb623640 1 -- 172.21.15.151:0/1493011854 shutdown_connections 2024-09-12T01:16:49.127 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.127+0000 7f1efb623640 1 -- 172.21.15.151:0/1493011854 wait complete. 2024-09-12T01:16:49.137 DEBUG:teuthology.orchestra.run.smithi151:> sudo ceph --cluster ceph osd new 0744b90c-f8bc-4096-b7c0-c8046833d90e 4 2024-09-12T01:16:49.235 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.236+0000 7faaf860e640 1 Processor -- start 2024-09-12T01:16:49.235 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.236+0000 7faaf860e640 1 -- start start 2024-09-12T01:16:49.236 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.237+0000 7faaf860e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf00700c0 0x7faaf0070530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.236 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.237+0000 7faaf860e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faaf00ce720 con 0x7faaf0071160 2024-09-12T01:16:49.236 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.237+0000 7faaf860e640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faaf00cea00 con 0x7faaf00b1920 2024-09-12T01:16:49.237 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.237+0000 7faaf860e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7faaf00ccfe0 con 0x7faaf00700c0 2024-09-12T01:16:49.237 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.237+0000 7faaf63aa640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7faaf00b1920 0x7faaf009aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.151:56972/0 (socket says 172.21.15.151:56972) 2024-09-12T01:16:49.237 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.237+0000 7faaf63aa640 1 -- 172.21.15.151:0/211043258 learned_addr learned my addr 172.21.15.151:0/211043258 (peer_addr_for_me v1:172.21.15.151:0/0) 2024-09-12T01:16:49.237 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.237+0000 7faaf6bab640 1 --2- 172.21.15.151:0/211043258 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf00700c0 0x7faaf0070530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.237 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.238+0000 7faaf53a8640 1 -- 172.21.15.151:0/211043258 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2186708030 0 0) 0x7faaf00cea00 con 0x7faaf00b1920 2024-09-12T01:16:49.237 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.238+0000 7faaf6bab640 1 -- 172.21.15.151:0/211043258 >> v1:172.21.15.151:6789/0 conn(0x7faaf00b1920 legacy=0x7faaf009aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.237 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.238+0000 7faaf6bab640 1 -- 172.21.15.151:0/211043258 >> v1:172.21.15.122:6789/0 conn(0x7faaf0071160 legacy=0x7faaf00cd7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.237 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.238+0000 7faaf6bab640 1 -- 172.21.15.151:0/211043258 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf00cd2c0 con 0x7faaf00700c0 2024-09-12T01:16:49.238 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.238+0000 7faaf6bab640 1 --2- 172.21.15.151:0/211043258 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf00700c0 0x7faaf0070530 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7faae8009dc0 tx=0x7faae802a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca7fd444f2960b26 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:49.238 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.238+0000 7faaf53a8640 1 -- 172.21.15.151:0/211043258 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faae802ae60 con 0x7faaf00700c0 2024-09-12T01:16:49.238 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.238+0000 7faaf53a8640 1 -- 172.21.15.151:0/211043258 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faae8007740 con 0x7faaf00700c0 2024-09-12T01:16:49.238 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.239+0000 7faaf53a8640 1 -- 172.21.15.151:0/211043258 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faae8007b10 con 0x7faaf00700c0 2024-09-12T01:16:49.238 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.239+0000 7faaf860e640 1 -- 172.21.15.151:0/211043258 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf00700c0 msgr2=0x7faaf0070530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.239 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.239+0000 7faaf860e640 1 --2- 172.21.15.151:0/211043258 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf00700c0 0x7faaf0070530 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7faae8009dc0 tx=0x7faae802a640 comp rx=0 tx=0).stop 2024-09-12T01:16:49.239 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.239+0000 7faaf860e640 1 -- 172.21.15.151:0/211043258 shutdown_connections 2024-09-12T01:16:49.239 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.239+0000 7faaf860e640 1 --2- 172.21.15.151:0/211043258 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf00700c0 0x7faaf0070530 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.239 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.239+0000 7faaf860e640 1 -- 172.21.15.151:0/211043258 >> 172.21.15.151:0/211043258 conn(0x7faaf00b3de0 msgr2=0x7faaf00b41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:49.239 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.239+0000 7faaf860e640 1 -- 172.21.15.151:0/211043258 shutdown_connections 2024-09-12T01:16:49.239 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.239+0000 7faaf860e640 1 -- 172.21.15.151:0/211043258 wait complete. 2024-09-12T01:16:49.241 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.240+0000 7faaf860e640 1 Processor -- start 2024-09-12T01:16:49.241 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.240+0000 7faaf860e640 1 -- start start 2024-09-12T01:16:49.241 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf860e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faaf00700c0 0x7faaf00cc170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.241 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf860e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf0071160 0x7faaf01f2850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.241 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf860e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faaf00b1920 0x7faaf00c9b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf860e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7faaf00d01f0 con 0x7faaf00700c0 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf860e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7faaf00d0070 con 0x7faaf00b1920 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf860e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7faaf009b140 con 0x7faaf0071160 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf5ba9640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf0071160 0x7faaf01f2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf63aa640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faaf00700c0 0x7faaf00cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf5ba9640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf0071160 0x7faaf01f2850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.151:50194/0 (socket says 172.21.15.151:50194) 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf5ba9640 1 -- 172.21.15.151:0/3107342009 learned_addr learned my addr 172.21.15.151:0/3107342009 (peer_addr_for_me v2:172.21.15.151:0/0) 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf6bab640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faaf00b1920 0x7faaf00c9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf5ba9640 1 -- 172.21.15.151:0/3107342009 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faaf00b1920 msgr2=0x7faaf00c9b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf5ba9640 1 --2- 172.21.15.151:0/3107342009 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faaf00b1920 0x7faaf00c9b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf5ba9640 1 -- 172.21.15.151:0/3107342009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faaf00700c0 msgr2=0x7faaf00cc170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf5ba9640 1 --2- 172.21.15.151:0/3107342009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faaf00700c0 0x7faaf00cc170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.242 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.241+0000 7faaf5ba9640 1 -- 172.21.15.151:0/3107342009 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf00c93c0 con 0x7faaf0071160 2024-09-12T01:16:49.243 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.242+0000 7faaf5ba9640 1 --2- 172.21.15.151:0/3107342009 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf0071160 0x7faaf01f2850 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7faae000c3f0 tx=0x7faae000c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:49.243 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.242+0000 7faae6ffd640 1 -- 172.21.15.151:0/3107342009 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faae00052d0 con 0x7faaf0071160 2024-09-12T01:16:49.243 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.242+0000 7faae6ffd640 1 -- 172.21.15.151:0/3107342009 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faae0005490 con 0x7faaf0071160 2024-09-12T01:16:49.243 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.242+0000 7faae6ffd640 1 -- 172.21.15.151:0/3107342009 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faae0007260 con 0x7faaf0071160 2024-09-12T01:16:49.243 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.242+0000 7faaf860e640 1 -- 172.21.15.151:0/3107342009 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaf00cc6b0 con 0x7faaf0071160 2024-09-12T01:16:49.243 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.242+0000 7faaf860e640 1 -- 172.21.15.151:0/3107342009 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7faaf01f3440 con 0x7faaf0071160 2024-09-12T01:16:49.243 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.242+0000 7faae6ffd640 1 -- 172.21.15.151:0/3107342009 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7faae0007400 con 0x7faaf0071160 2024-09-12T01:16:49.243 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.242+0000 7faae6ffd640 1 -- 172.21.15.151:0/3107342009 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7faae0011590 con 0x7faaf0071160 2024-09-12T01:16:49.243 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.243+0000 7faaf860e640 1 -- 172.21.15.151:0/3107342009 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faaf0160ee0 con 0x7faaf0071160 2024-09-12T01:16:49.243 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.245+0000 7faae6ffd640 1 -- 172.21.15.151:0/3107342009 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7faaf0160ee0 con 0x7faaf0071160 2024-09-12T01:16:49.314 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.315+0000 7faaf860e640 1 -- 172.21.15.151:0/3107342009 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "osd new", "uuid": "0744b90c-f8bc-4096-b7c0-c8046833d90e", "id": 4} v 0) -- 0x7faaf00cea00 con 0x7faaf0071160 2024-09-12T01:16:49.319 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.320+0000 7faae6ffd640 1 -- 172.21.15.151:0/3107342009 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0744b90c-f8bc-4096-b7c0-c8046833d90e", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7faae0003a00 con 0x7faaf0071160 2024-09-12T01:16:49.319 INFO:teuthology.orchestra.run.smithi151.stdout:4 2024-09-12T01:16:49.320 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.321+0000 7faaf860e640 1 -- 172.21.15.151:0/3107342009 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf0071160 msgr2=0x7faaf01f2850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.320 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.321+0000 7faaf860e640 1 --2- 172.21.15.151:0/3107342009 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf0071160 0x7faaf01f2850 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7faae000c3f0 tx=0x7faae000c8b0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.320 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.321+0000 7faaf860e640 1 -- 172.21.15.151:0/3107342009 shutdown_connections 2024-09-12T01:16:49.321 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.321+0000 7faaf860e640 1 --2- 172.21.15.151:0/3107342009 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faaf00b1920 0x7faaf00c9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.321 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.321+0000 7faaf860e640 1 --2- 172.21.15.151:0/3107342009 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faaf0071160 0x7faaf01f2850 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.321 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.321+0000 7faaf860e640 1 --2- 172.21.15.151:0/3107342009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faaf00700c0 0x7faaf00cc170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.321 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.321+0000 7faaf860e640 1 -- 172.21.15.151:0/3107342009 >> 172.21.15.151:0/3107342009 conn(0x7faaf00b3de0 msgr2=0x7faaf00ced70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:49.321 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.321+0000 7faaf860e640 1 -- 172.21.15.151:0/3107342009 shutdown_connections 2024-09-12T01:16:49.321 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.321+0000 7faaf860e640 1 -- 172.21.15.151:0/3107342009 wait complete. 2024-09-12T01:16:49.330 DEBUG:teuthology.orchestra.run.smithi151:> sudo ceph --cluster ceph osd new 81acddbc-73d3-44ac-973d-5eb91751f5da 5 2024-09-12T01:16:49.429 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.430+0000 7f5fbd247640 1 Processor -- start 2024-09-12T01:16:49.429 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.430+0000 7f5fbd247640 1 -- start start 2024-09-12T01:16:49.430 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.431+0000 7f5fbd247640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 0x7f5fb8162a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.430 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.431+0000 7f5fbd247640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f5fb80afd60 0x7f5fb8070650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.431+0000 7f5fbd247640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fb8158f50 con 0x7f5fb80701f0 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.431+0000 7f5fbd247640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f5fb80ae8e0 con 0x7f5fb80afd60 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.431+0000 7f5fbd247640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5fb8070b90 con 0x7f5fb8158b70 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.431+0000 7f5fb759e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f5fb80afd60 0x7f5fb8070650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.431+0000 7f5fb6d9d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 0x7f5fb8162a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.431+0000 7f5fb659c640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7f5fb80701f0 0x7f5fb806e700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.151:56982/0 (socket says 172.21.15.151:56982) 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.431+0000 7f5fb659c640 1 -- 172.21.15.151:0/1760117918 learned_addr learned my addr 172.21.15.151:0/1760117918 (peer_addr_for_me v1:172.21.15.151:0/0) 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.431+0000 7f5fb759e640 1 -- 172.21.15.151:0/1760117918 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 msgr2=0x7f5fb8162a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.431+0000 7f5fb759e640 1 --2- 172.21.15.151:0/1760117918 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 0x7f5fb8162a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.432+0000 7f5fb759e640 1 -- 172.21.15.151:0/1760117918 >> v1:172.21.15.151:6789/0 conn(0x7f5fb80701f0 legacy=0x7f5fb806e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.432+0000 7f5fb759e640 1 -- 172.21.15.151:0/1760117918 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb8162fa0 con 0x7f5fb80afd60 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.432+0000 7f5fb5d9b640 1 -- 172.21.15.151:0/1760117918 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 982932007 0 0) 0x7f5fb8158f50 con 0x7f5fb80701f0 2024-09-12T01:16:49.431 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.432+0000 7f5fb6d9d640 1 --2- 172.21.15.151:0/1760117918 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 0x7f5fb8162a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:49.433 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fb759e640 1 --2- 172.21.15.151:0/1760117918 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb80afd60 0x7f5fb8070650 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f5fa80097a0 tx=0x7f5fa802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59a9863daab3ea7e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:49.433 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fb5d9b640 1 -- 172.21.15.151:0/1760117918 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8037070 con 0x7f5fb80afd60 2024-09-12T01:16:49.433 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fb5d9b640 1 -- 172.21.15.151:0/1760117918 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fa8032440 con 0x7f5fb80afd60 2024-09-12T01:16:49.433 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fb5d9b640 1 -- 172.21.15.151:0/1760117918 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8032810 con 0x7f5fb80afd60 2024-09-12T01:16:49.433 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fbd247640 1 -- 172.21.15.151:0/1760117918 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb80afd60 msgr2=0x7f5fb8070650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.433 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fbd247640 1 --2- 172.21.15.151:0/1760117918 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb80afd60 0x7f5fb8070650 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f5fa80097a0 tx=0x7f5fa802a180 comp rx=0 tx=0).stop 2024-09-12T01:16:49.433 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fbd247640 1 -- 172.21.15.151:0/1760117918 shutdown_connections 2024-09-12T01:16:49.433 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fbd247640 1 --2- 172.21.15.151:0/1760117918 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb80afd60 0x7f5fb8070650 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.433 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fbd247640 1 --2- 172.21.15.151:0/1760117918 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 0x7f5fb8162a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.433 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fbd247640 1 -- 172.21.15.151:0/1760117918 >> 172.21.15.151:0/1760117918 conn(0x7f5fb80735d0 msgr2=0x7f5fb806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:49.433 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fbd247640 1 -- 172.21.15.151:0/1760117918 shutdown_connections 2024-09-12T01:16:49.434 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.433+0000 7f5fbd247640 1 -- 172.21.15.151:0/1760117918 wait complete. 2024-09-12T01:16:49.436 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.435+0000 7f5fbd247640 1 Processor -- start 2024-09-12T01:16:49.436 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.435+0000 7f5fbd247640 1 -- start start 2024-09-12T01:16:49.436 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fbd247640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb80701f0 0x7f5fb8154670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.436 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fbd247640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb80afd60 0x7f5fb815cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.436 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fbd247640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 0x7f5fb81571b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.436 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fbd247640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb815f150 con 0x7f5fb80afd60 2024-09-12T01:16:49.436 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fbd247640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb815ee70 con 0x7f5fb80701f0 2024-09-12T01:16:49.436 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fbd247640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5fb815f430 con 0x7f5fb8158b70 2024-09-12T01:16:49.436 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fb759e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 0x7f5fb81571b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.436 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fb6d9d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb80701f0 0x7f5fb8154670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.436 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fb759e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 0x7f5fb81571b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.151:50222/0 (socket says 172.21.15.151:50222) 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fb759e640 1 -- 172.21.15.151:0/2191357663 learned_addr learned my addr 172.21.15.151:0/2191357663 (peer_addr_for_me v2:172.21.15.151:0/0) 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fb659c640 1 --2- 172.21.15.151:0/2191357663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb80afd60 0x7f5fb815cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fb759e640 1 -- 172.21.15.151:0/2191357663 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb80701f0 msgr2=0x7f5fb8154670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fb759e640 1 --2- 172.21.15.151:0/2191357663 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb80701f0 0x7f5fb8154670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fb759e640 1 -- 172.21.15.151:0/2191357663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb80afd60 msgr2=0x7f5fb815cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fb759e640 1 --2- 172.21.15.151:0/2191357663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb80afd60 0x7f5fb815cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fb759e640 1 -- 172.21.15.151:0/2191357663 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb81f83d0 con 0x7f5fb8158b70 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fb759e640 1 --2- 172.21.15.151:0/2191357663 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 0x7f5fb81571b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5fa80098c0 tx=0x7f5fa80046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5faf7fe640 1 -- 172.21.15.151:0/2191357663 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8041020 con 0x7f5fb8158b70 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5faf7fe640 1 -- 172.21.15.151:0/2191357663 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fa803d640 con 0x7f5fb8158b70 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5faf7fe640 1 -- 172.21.15.151:0/2191357663 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8037040 con 0x7f5fb8158b70 2024-09-12T01:16:49.437 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.436+0000 7f5fbd247640 1 -- 172.21.15.151:0/2191357663 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb81f7610 con 0x7f5fb8158b70 2024-09-12T01:16:49.438 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.437+0000 7f5fbd247640 1 -- 172.21.15.151:0/2191357663 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb81f7bd0 con 0x7f5fb8158b70 2024-09-12T01:16:49.438 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.437+0000 7f5faf7fe640 1 -- 172.21.15.151:0/2191357663 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5fa8044020 con 0x7f5fb8158b70 2024-09-12T01:16:49.438 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.437+0000 7f5faf7fe640 1 -- 172.21.15.151:0/2191357663 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f5fa8046b80 con 0x7f5fb8158b70 2024-09-12T01:16:49.438 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.438+0000 7f5fbd247640 1 -- 172.21.15.151:0/2191357663 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb806fe40 con 0x7f5fb8158b70 2024-09-12T01:16:49.440 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.441+0000 7f5faf7fe640 1 -- 172.21.15.151:0/2191357663 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f5fa804b030 con 0x7f5fb8158b70 2024-09-12T01:16:49.509 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.511+0000 7f5fbd247640 1 -- 172.21.15.151:0/2191357663 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "osd new", "uuid": "81acddbc-73d3-44ac-973d-5eb91751f5da", "id": 5} v 0) -- 0x7f5fb80af620 con 0x7f5fb8158b70 2024-09-12T01:16:49.513 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.514+0000 7f5faf7fe640 1 -- 172.21.15.151:0/2191357663 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "81acddbc-73d3-44ac-973d-5eb91751f5da", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f5fb8162fa0 con 0x7f5fb8158b70 2024-09-12T01:16:49.513 INFO:teuthology.orchestra.run.smithi151.stdout:5 2024-09-12T01:16:49.514 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.515+0000 7f5fbd247640 1 -- 172.21.15.151:0/2191357663 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 msgr2=0x7f5fb81571b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.514 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.515+0000 7f5fbd247640 1 --2- 172.21.15.151:0/2191357663 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 0x7f5fb81571b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5fa80098c0 tx=0x7f5fa80046c0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.514 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.515+0000 7f5fbd247640 1 -- 172.21.15.151:0/2191357663 shutdown_connections 2024-09-12T01:16:49.514 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.515+0000 7f5fbd247640 1 --2- 172.21.15.151:0/2191357663 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb8158b70 0x7f5fb81571b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.514 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.515+0000 7f5fbd247640 1 --2- 172.21.15.151:0/2191357663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb80afd60 0x7f5fb815cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.514 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.515+0000 7f5fbd247640 1 --2- 172.21.15.151:0/2191357663 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb80701f0 0x7f5fb8154670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.514 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.515+0000 7f5fbd247640 1 -- 172.21.15.151:0/2191357663 >> 172.21.15.151:0/2191357663 conn(0x7f5fb80735d0 msgr2=0x7f5fb815fc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:49.515 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.515+0000 7f5fbd247640 1 -- 172.21.15.151:0/2191357663 shutdown_connections 2024-09-12T01:16:49.515 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.515+0000 7f5fbd247640 1 -- 172.21.15.151:0/2191357663 wait complete. 2024-09-12T01:16:49.524 DEBUG:teuthology.orchestra.run.smithi151:> sudo ceph --cluster ceph osd new df917c72-1d33-45f7-be64-3a48d56fdb70 6 2024-09-12T01:16:49.624 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.625+0000 7f129af9d640 1 Processor -- start 2024-09-12T01:16:49.624 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.625+0000 7f129af9d640 1 -- start start 2024-09-12T01:16:49.626 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.626+0000 7f129af9d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bc10 0x7f12940b4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.626 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.626+0000 7f129af9d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f129406bff0 0x7f12940b2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.626 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.626+0000 7f129af9d640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12940b0dd0 con 0x7f12940ae030 2024-09-12T01:16:49.626 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.626+0000 7f129af9d640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f12940b0b80 con 0x7f129406bff0 2024-09-12T01:16:49.626 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.626+0000 7f129af9d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f12940b10b0 con 0x7f129406bc10 2024-09-12T01:16:49.626 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.626+0000 7f1299f9b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bc10 0x7f12940b4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.627 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.626+0000 7f129a79c640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7f12940ae030 0x7f12940ae4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.151:56986/0 (socket says 172.21.15.151:56986) 2024-09-12T01:16:49.627 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.626+0000 7f129a79c640 1 -- 172.21.15.151:0/1753274966 learned_addr learned my addr 172.21.15.151:0/1753274966 (peer_addr_for_me v1:172.21.15.151:0/0) 2024-09-12T01:16:49.627 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.626+0000 7f1299f9b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bc10 0x7f12940b4150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.151:50232/0 (socket says 172.21.15.151:50232) 2024-09-12T01:16:49.627 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.627+0000 7f129979a640 1 --2- 172.21.15.151:0/1753274966 >> v2:172.21.15.122:3300/0 conn(0x7f129406bff0 0x7f12940b2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.627 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.627+0000 7f1299f9b640 1 -- 172.21.15.151:0/1753274966 >> v2:172.21.15.122:3300/0 conn(0x7f129406bff0 msgr2=0x7f12940b2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:49.627 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.627+0000 7f1299f9b640 1 --2- 172.21.15.151:0/1753274966 >> v2:172.21.15.122:3300/0 conn(0x7f129406bff0 0x7f12940b2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.627 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.627+0000 7f1299f9b640 1 -- 172.21.15.151:0/1753274966 >> v1:172.21.15.151:6789/0 conn(0x7f12940ae030 legacy=0x7f12940ae4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.628 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.627+0000 7f1298f99640 1 -- 172.21.15.151:0/1753274966 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1585606660 0 0) 0x7f12940b0dd0 con 0x7f12940ae030 2024-09-12T01:16:49.628 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.627+0000 7f1299f9b640 1 -- 172.21.15.151:0/1753274966 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12940b1390 con 0x7f129406bc10 2024-09-12T01:16:49.628 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.627+0000 7f129979a640 1 --2- 172.21.15.151:0/1753274966 >> v2:172.21.15.122:3300/0 conn(0x7f129406bff0 0x7f12940b2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:16:49.628 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.627+0000 7f1299f9b640 1 --2- 172.21.15.151:0/1753274966 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bc10 0x7f12940b4150 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f12840097a0 tx=0x7f128402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa02e68940d2d2d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:49.628 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.627+0000 7f1298f99640 1 -- 172.21.15.151:0/1753274966 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1284037070 con 0x7f129406bc10 2024-09-12T01:16:49.628 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.627+0000 7f1298f99640 1 -- 172.21.15.151:0/1753274966 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f128402ae50 con 0x7f129406bc10 2024-09-12T01:16:49.628 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.628+0000 7f1298f99640 1 -- 172.21.15.151:0/1753274966 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1284032660 con 0x7f129406bc10 2024-09-12T01:16:49.631 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.628+0000 7f129af9d640 1 -- 172.21.15.151:0/1753274966 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bc10 msgr2=0x7f12940b4150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.631 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.628+0000 7f129af9d640 1 --2- 172.21.15.151:0/1753274966 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bc10 0x7f12940b4150 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f12840097a0 tx=0x7f128402a100 comp rx=0 tx=0).stop 2024-09-12T01:16:49.632 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.628+0000 7f129af9d640 1 -- 172.21.15.151:0/1753274966 shutdown_connections 2024-09-12T01:16:49.632 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.628+0000 7f129af9d640 1 --2- 172.21.15.151:0/1753274966 >> v2:172.21.15.122:3300/0 conn(0x7f129406bff0 0x7f12940b2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.632 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.628+0000 7f129af9d640 1 --2- 172.21.15.151:0/1753274966 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bc10 0x7f12940b4150 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.632 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.628+0000 7f129af9d640 1 -- 172.21.15.151:0/1753274966 >> 172.21.15.151:0/1753274966 conn(0x7f129409aa30 msgr2=0x7f12940b6570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:49.632 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.628+0000 7f129af9d640 1 -- 172.21.15.151:0/1753274966 shutdown_connections 2024-09-12T01:16:49.632 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.628+0000 7f129af9d640 1 -- 172.21.15.151:0/1753274966 wait complete. 2024-09-12T01:16:49.632 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.629+0000 7f129af9d640 1 Processor -- start 2024-09-12T01:16:49.632 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.629+0000 7f129af9d640 1 -- start start 2024-09-12T01:16:49.632 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129af9d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f129406bc10 0x7f1294142450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129af9d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bff0 0x7f1294160d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129af9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12940ae030 0x7f1294142a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129af9d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f129406c430 con 0x7f12940ae030 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129af9d640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f1294147f20 con 0x7f129406bc10 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129af9d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f12941413b0 con 0x7f129406bff0 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129979a640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bff0 0x7f1294160d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129979a640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bff0 0x7f1294160d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.151:50236/0 (socket says 172.21.15.151:50236) 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129979a640 1 -- 172.21.15.151:0/2249025265 learned_addr learned my addr 172.21.15.151:0/2249025265 (peer_addr_for_me v2:172.21.15.151:0/0) 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f1299f9b640 1 --2- 172.21.15.151:0/2249025265 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f129406bc10 0x7f1294142450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129a79c640 1 --2- 172.21.15.151:0/2249025265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12940ae030 0x7f1294142a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129979a640 1 -- 172.21.15.151:0/2249025265 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f129406bc10 msgr2=0x7f1294142450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129979a640 1 --2- 172.21.15.151:0/2249025265 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f129406bc10 0x7f1294142450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.633 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129979a640 1 -- 172.21.15.151:0/2249025265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12940ae030 msgr2=0x7f1294142a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.634 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129979a640 1 --2- 172.21.15.151:0/2249025265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12940ae030 0x7f1294142a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.634 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.630+0000 7f129979a640 1 -- 172.21.15.151:0/2249025265 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1294141690 con 0x7f129406bff0 2024-09-12T01:16:49.634 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.631+0000 7f129979a640 1 --2- 172.21.15.151:0/2249025265 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bff0 0x7f1294160d20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f129000d800 tx=0x7f129000dcc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:49.634 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.631+0000 7f128a7fc640 1 -- 172.21.15.151:0/2249025265 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1290004030 con 0x7f129406bff0 2024-09-12T01:16:49.634 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.631+0000 7f128a7fc640 1 -- 172.21.15.151:0/2249025265 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12900041d0 con 0x7f129406bff0 2024-09-12T01:16:49.634 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.631+0000 7f129af9d640 1 -- 172.21.15.151:0/2249025265 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1294141970 con 0x7f129406bff0 2024-09-12T01:16:49.634 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.631+0000 7f128a7fc640 1 -- 172.21.15.151:0/2249025265 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12900096a0 con 0x7f129406bff0 2024-09-12T01:16:49.634 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.631+0000 7f129af9d640 1 -- 172.21.15.151:0/2249025265 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1294141f30 con 0x7f129406bff0 2024-09-12T01:16:49.634 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.631+0000 7f128a7fc640 1 -- 172.21.15.151:0/2249025265 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1290009840 con 0x7f129406bff0 2024-09-12T01:16:49.634 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.631+0000 7f128a7fc640 1 -- 172.21.15.151:0/2249025265 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f1290014a20 con 0x7f129406bff0 2024-09-12T01:16:49.634 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.632+0000 7f129af9d640 1 -- 172.21.15.151:0/2249025265 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1294070720 con 0x7f129406bff0 2024-09-12T01:16:49.635 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.634+0000 7f128a7fc640 1 -- 172.21.15.151:0/2249025265 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1290014d00 con 0x7f129406bff0 2024-09-12T01:16:49.701 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.702+0000 7f129af9d640 1 -- 172.21.15.151:0/2249025265 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "osd new", "uuid": "df917c72-1d33-45f7-be64-3a48d56fdb70", "id": 6} v 0) -- 0x7f1294070440 con 0x7f129406bff0 2024-09-12T01:16:49.705 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.707+0000 7f128a7fc640 1 -- 172.21.15.151:0/2249025265 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "df917c72-1d33-45f7-be64-3a48d56fdb70", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f1290009c70 con 0x7f129406bff0 2024-09-12T01:16:49.706 INFO:teuthology.orchestra.run.smithi151.stdout:6 2024-09-12T01:16:49.707 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.708+0000 7f129af9d640 1 -- 172.21.15.151:0/2249025265 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bff0 msgr2=0x7f1294160d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.707 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.708+0000 7f129af9d640 1 --2- 172.21.15.151:0/2249025265 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bff0 0x7f1294160d20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f129000d800 tx=0x7f129000dcc0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.707 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.708+0000 7f129af9d640 1 -- 172.21.15.151:0/2249025265 shutdown_connections 2024-09-12T01:16:49.707 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.708+0000 7f129af9d640 1 --2- 172.21.15.151:0/2249025265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12940ae030 0x7f1294142a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.707 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.708+0000 7f129af9d640 1 --2- 172.21.15.151:0/2249025265 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f129406bff0 0x7f1294160d20 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.707 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.708+0000 7f129af9d640 1 --2- 172.21.15.151:0/2249025265 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f129406bc10 0x7f1294142450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.707 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.708+0000 7f129af9d640 1 -- 172.21.15.151:0/2249025265 >> 172.21.15.151:0/2249025265 conn(0x7f129409aa30 msgr2=0x7f12940af9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:49.707 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.708+0000 7f129af9d640 1 -- 172.21.15.151:0/2249025265 shutdown_connections 2024-09-12T01:16:49.707 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.708+0000 7f129af9d640 1 -- 172.21.15.151:0/2249025265 wait complete. 2024-09-12T01:16:49.717 DEBUG:teuthology.orchestra.run.smithi151:> sudo ceph --cluster ceph osd new 21173177-9766-46f2-b122-bf41b402de07 7 2024-09-12T01:16:49.817 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.818+0000 7f49a8759640 1 Processor -- start 2024-09-12T01:16:49.817 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.818+0000 7f49a8759640 1 -- start start 2024-09-12T01:16:49.819 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.819+0000 7f49a8759640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 0x7f49a00b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.819 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.819+0000 7f49a8759640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f49a009ab10 0x7f49a00b41d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.819 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.819+0000 7f49a8759640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49a00b5770 con 0x7f49a015b590 2024-09-12T01:16:49.819 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.819+0000 7f49a8759640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f49a00b09f0 con 0x7f49a009ab10 2024-09-12T01:16:49.819 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.819+0000 7f49a8759640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f49a00b0cd0 con 0x7f49a015b1b0 2024-09-12T01:16:49.819 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.820+0000 7f49a64f5640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 0x7f49a00b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.820 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.820+0000 7f49a6cf6640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7f49a015b590 0x7f49a00ae950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.151:56992/0 (socket says 172.21.15.151:56992) 2024-09-12T01:16:49.820 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.820+0000 7f49a6cf6640 1 -- 172.21.15.151:0/2403672448 learned_addr learned my addr 172.21.15.151:0/2403672448 (peer_addr_for_me v1:172.21.15.151:0/0) 2024-09-12T01:16:49.820 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.820+0000 7f49a5cf4640 1 --2- 172.21.15.151:0/2403672448 >> v2:172.21.15.122:3300/0 conn(0x7f49a009ab10 0x7f49a00b41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.820 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.820+0000 7f49a54f3640 1 -- 172.21.15.151:0/2403672448 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1014100014 0 0) 0x7f49a00b5770 con 0x7f49a015b590 2024-09-12T01:16:49.820 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.820+0000 7f49a64f5640 1 -- 172.21.15.151:0/2403672448 >> v2:172.21.15.122:3300/0 conn(0x7f49a009ab10 msgr2=0x7f49a00b41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:49.820 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.820+0000 7f49a64f5640 1 --2- 172.21.15.151:0/2403672448 >> v2:172.21.15.122:3300/0 conn(0x7f49a009ab10 0x7f49a00b41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.821 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.820+0000 7f49a64f5640 1 -- 172.21.15.151:0/2403672448 >> v1:172.21.15.151:6789/0 conn(0x7f49a015b590 legacy=0x7f49a00ae950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.821 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.820+0000 7f49a64f5640 1 -- 172.21.15.151:0/2403672448 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49a00b0fb0 con 0x7f49a015b1b0 2024-09-12T01:16:49.821 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.820+0000 7f49a5cf4640 1 --2- 172.21.15.151:0/2403672448 >> v2:172.21.15.122:3300/0 conn(0x7f49a009ab10 0x7f49a00b41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.821+0000 7f49a64f5640 1 --2- 172.21.15.151:0/2403672448 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 0x7f49a00b4e00 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f49900097a0 tx=0x7f499002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9146241862c15924 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.821+0000 7f49a54f3640 1 -- 172.21.15.151:0/2403672448 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4990037070 con 0x7f49a015b1b0 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.821+0000 7f49a54f3640 1 -- 172.21.15.151:0/2403672448 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4990032440 con 0x7f49a015b1b0 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.821+0000 7f49a54f3640 1 -- 172.21.15.151:0/2403672448 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4990032810 con 0x7f49a015b1b0 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.821+0000 7f49a8759640 1 -- 172.21.15.151:0/2403672448 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 msgr2=0x7f49a00b4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.821+0000 7f49a8759640 1 --2- 172.21.15.151:0/2403672448 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 0x7f49a00b4e00 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f49900097a0 tx=0x7f499002a180 comp rx=0 tx=0).stop 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.821+0000 7f49a8759640 1 -- 172.21.15.151:0/2403672448 shutdown_connections 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.821+0000 7f49a8759640 1 --2- 172.21.15.151:0/2403672448 >> v2:172.21.15.122:3300/0 conn(0x7f49a009ab10 0x7f49a00b41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.821+0000 7f49a8759640 1 --2- 172.21.15.151:0/2403672448 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 0x7f49a00b4e00 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.821+0000 7f49a8759640 1 -- 172.21.15.151:0/2403672448 >> 172.21.15.151:0/2403672448 conn(0x7f49a00734b0 msgr2=0x7f49a00b2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.821+0000 7f49a8759640 1 -- 172.21.15.151:0/2403672448 shutdown_connections 2024-09-12T01:16:49.826 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.822+0000 7f49a8759640 1 -- 172.21.15.151:0/2403672448 wait complete. 2024-09-12T01:16:49.827 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.823+0000 7f49a8759640 1 Processor -- start 2024-09-12T01:16:49.827 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.823+0000 7f49a8759640 1 -- start start 2024-09-12T01:16:49.827 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.823+0000 7f49a8759640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f49a009ab10 0x7f49a014d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.827 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.823+0000 7f49a8759640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 0x7f49a0152400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.827 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.823+0000 7f49a8759640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f49a015b590 0x7f49a01514b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:49.827 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.823+0000 7f49a8759640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f49a00b54c0 con 0x7f49a009ab10 2024-09-12T01:16:49.827 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.823+0000 7f49a8759640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f49a00b5340 con 0x7f49a015b590 2024-09-12T01:16:49.827 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.823+0000 7f49a8759640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f49a00b24e0 con 0x7f49a015b1b0 2024-09-12T01:16:49.827 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a6cf6640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f49a015b590 0x7f49a01514b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.827 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a5cf4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 0x7f49a0152400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.828 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a6cf6640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f49a015b590 0x7f49a01514b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.151:33256/0 (socket says 172.21.15.151:33256) 2024-09-12T01:16:49.828 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a6cf6640 1 -- 172.21.15.151:0/2551821370 learned_addr learned my addr 172.21.15.151:0/2551821370 (peer_addr_for_me v2:172.21.15.151:0/0) 2024-09-12T01:16:49.828 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a64f5640 1 --2- 172.21.15.151:0/2551821370 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f49a009ab10 0x7f49a014d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:49.828 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a5cf4640 1 -- 172.21.15.151:0/2551821370 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f49a015b590 msgr2=0x7f49a01514b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.828 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a5cf4640 1 --2- 172.21.15.151:0/2551821370 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f49a015b590 0x7f49a01514b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.828 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a5cf4640 1 -- 172.21.15.151:0/2551821370 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f49a009ab10 msgr2=0x7f49a014d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.828 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a5cf4640 1 --2- 172.21.15.151:0/2551821370 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f49a009ab10 0x7f49a014d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.828 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a5cf4640 1 -- 172.21.15.151:0/2551821370 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49a014feb0 con 0x7f49a015b1b0 2024-09-12T01:16:49.828 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a6cf6640 1 --2- 172.21.15.151:0/2551821370 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f49a015b590 0x7f49a01514b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:49.828 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a5cf4640 1 --2- 172.21.15.151:0/2551821370 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 0x7f49a0152400 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f499c006fd0 tx=0x7f499c00ec70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:49.829 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f4996ffd640 1 -- 172.21.15.151:0/2551821370 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f499c00f040 con 0x7f49a015b1b0 2024-09-12T01:16:49.829 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f4996ffd640 1 -- 172.21.15.151:0/2551821370 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f499c004030 con 0x7f49a015b1b0 2024-09-12T01:16:49.829 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a8759640 1 -- 172.21.15.151:0/2551821370 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49a0150190 con 0x7f49a015b1b0 2024-09-12T01:16:49.829 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f4996ffd640 1 -- 172.21.15.151:0/2551821370 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f499c0043e0 con 0x7f49a015b1b0 2024-09-12T01:16:49.829 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f49a8759640 1 -- 172.21.15.151:0/2551821370 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f49a0150750 con 0x7f49a015b1b0 2024-09-12T01:16:49.829 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f4996ffd640 1 -- 172.21.15.151:0/2551821370 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f499c00ca30 con 0x7f49a015b1b0 2024-09-12T01:16:49.829 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.824+0000 7f4996ffd640 1 -- 172.21.15.151:0/2551821370 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f499c013a70 con 0x7f49a015b1b0 2024-09-12T01:16:49.829 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.825+0000 7f49a8759640 1 -- 172.21.15.151:0/2551821370 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49a00b4e00 con 0x7f49a015b1b0 2024-09-12T01:16:49.829 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.827+0000 7f4996ffd640 1 -- 172.21.15.151:0/2551821370 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f499c017020 con 0x7f49a015b1b0 2024-09-12T01:16:49.887 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:49.888+0000 7f081460e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T01:16:49.893 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.894+0000 7f49a8759640 1 -- 172.21.15.151:0/2551821370 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "osd new", "uuid": "21173177-9766-46f2-b122-bf41b402de07", "id": 7} v 0) -- 0x7f49a015dd50 con 0x7f49a015b1b0 2024-09-12T01:16:49.901 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.902+0000 7f4996ffd640 1 -- 172.21.15.151:0/2551821370 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "21173177-9766-46f2-b122-bf41b402de07", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f499c013d90 con 0x7f49a015b1b0 2024-09-12T01:16:49.901 INFO:teuthology.orchestra.run.smithi151.stdout:7 2024-09-12T01:16:49.902 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.903+0000 7f49a8759640 1 -- 172.21.15.151:0/2551821370 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 msgr2=0x7f49a0152400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:49.902 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.903+0000 7f49a8759640 1 --2- 172.21.15.151:0/2551821370 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 0x7f49a0152400 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f499c006fd0 tx=0x7f499c00ec70 comp rx=0 tx=0).stop 2024-09-12T01:16:49.902 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.903+0000 7f49a8759640 1 -- 172.21.15.151:0/2551821370 shutdown_connections 2024-09-12T01:16:49.902 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.903+0000 7f49a8759640 1 --2- 172.21.15.151:0/2551821370 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f49a015b590 0x7f49a01514b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.902 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.903+0000 7f49a8759640 1 --2- 172.21.15.151:0/2551821370 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f49a015b1b0 0x7f49a0152400 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.903 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.903+0000 7f49a8759640 1 --2- 172.21.15.151:0/2551821370 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f49a009ab10 0x7f49a014d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:49.903 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.903+0000 7f49a8759640 1 -- 172.21.15.151:0/2551821370 >> 172.21.15.151:0/2551821370 conn(0x7f49a00734b0 msgr2=0x7f49a006fb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:49.903 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.903+0000 7f49a8759640 1 -- 172.21.15.151:0/2551821370 shutdown_connections 2024-09-12T01:16:49.903 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:16:49.903+0000 7f49a8759640 1 -- 172.21.15.151:0/2551821370 wait complete. 2024-09-12T01:16:49.912 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-12T01:16:49.913 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-12T01:16:49.915 INFO:tasks.ceph.osd.0:Started 2024-09-12T01:16:49.915 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-12T01:16:49.915 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-12T01:16:49.917 INFO:tasks.ceph.osd.1:Started 2024-09-12T01:16:49.918 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-12T01:16:49.918 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-12T01:16:49.920 INFO:tasks.ceph.osd.2:Started 2024-09-12T01:16:49.920 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-12T01:16:49.920 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-12T01:16:49.922 INFO:tasks.ceph.osd.3:Started 2024-09-12T01:16:49.922 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-12T01:16:49.922 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-12T01:16:49.924 INFO:tasks.ceph.osd.4:Started 2024-09-12T01:16:49.925 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-12T01:16:49.925 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-12T01:16:49.926 INFO:tasks.ceph.osd.5:Started 2024-09-12T01:16:49.927 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-12T01:16:49.927 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-12T01:16:49.929 INFO:tasks.ceph.osd.6:Started 2024-09-12T01:16:49.929 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-12T01:16:49.929 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-12T01:16:49.931 INFO:tasks.ceph.osd.7:Started 2024-09-12T01:16:49.932 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:16:49.949 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:49.950+0000 7f081460e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T01:16:49.989 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:49.990+0000 7f59e962d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T01:16:50.049 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:50.050+0000 7f59e962d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T01:16:50.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.063+0000 7f54b69fd640 1 Processor -- start 2024-09-12T01:16:50.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.063+0000 7f54b69fd640 1 -- start start 2024-09-12T01:16:50.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.064+0000 7f54b69fd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f54b0155850 0x7f54b00b00c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.064+0000 7f54b69fd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f54b0070bf0 0x7f54b006f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.064+0000 7f54b69fd640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54b00b0600 con 0x7f54b006fd30 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.064+0000 7f54b69fd640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f54b00701a0 con 0x7f54b0155850 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.064+0000 7f54b69fd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f54b015b860 con 0x7f54b0070bf0 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.064+0000 7f54b4f9a640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f54b006fd30 0x7f54b00b3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:44512/0 (socket says 172.21.15.122:44512) 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.064+0000 7f54b4f9a640 1 -- 172.21.15.122:0/731486888 learned_addr learned my addr 172.21.15.122:0/731486888 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.064+0000 7f54affff640 1 --2- 172.21.15.122:0/731486888 >> v2:172.21.15.151:3300/0 conn(0x7f54b0155850 0x7f54b00b00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.064+0000 7f54af7fe640 1 --2- 172.21.15.122:0/731486888 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f54b0070bf0 0x7f54b006f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.064+0000 7f54aeffd640 1 -- 172.21.15.122:0/731486888 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 251163118 0 0) 0x7f54b00b0600 con 0x7f54b006fd30 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.064+0000 7f54aeffd640 1 -- 172.21.15.122:0/731486888 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5498003520 con 0x7f54b006fd30 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.065+0000 7f54affff640 1 -- 172.21.15.122:0/731486888 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f54b0070bf0 msgr2=0x7f54b006f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:50.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.065+0000 7f54affff640 1 --2- 172.21.15.122:0/731486888 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f54b0070bf0 0x7f54b006f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:50.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.065+0000 7f54affff640 1 -- 172.21.15.122:0/731486888 >> v1:172.21.15.122:6789/0 conn(0x7f54b006fd30 legacy=0x7f54b00b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:50.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.065+0000 7f54affff640 1 -- 172.21.15.122:0/731486888 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54b015bb20 con 0x7f54b0155850 2024-09-12T01:16:50.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.065+0000 7f54af7fe640 1 --2- 172.21.15.122:0/731486888 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f54b0070bf0 0x7f54b006f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:50.066 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.065+0000 7f54affff640 1 --2- 172.21.15.122:0/731486888 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f54b0155850 0x7f54b00b00c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f54a00097a0 tx=0x7f54a002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5c0795007bacf57 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:50.066 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.066+0000 7f54aeffd640 1 -- 172.21.15.122:0/731486888 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a0037070 con 0x7f54b0155850 2024-09-12T01:16:50.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.066+0000 7f54aeffd640 1 -- 172.21.15.122:0/731486888 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54a0032440 con 0x7f54b0155850 2024-09-12T01:16:50.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.066+0000 7f54aeffd640 1 -- 172.21.15.122:0/731486888 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a00327f0 con 0x7f54b0155850 2024-09-12T01:16:50.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.066+0000 7f54b69fd640 1 -- 172.21.15.122:0/731486888 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f54b0155850 msgr2=0x7f54b00b00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:50.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.066+0000 7f54b69fd640 1 --2- 172.21.15.122:0/731486888 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f54b0155850 0x7f54b00b00c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f54a00097a0 tx=0x7f54a002a180 comp rx=0 tx=0).stop 2024-09-12T01:16:50.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.066+0000 7f54b69fd640 1 -- 172.21.15.122:0/731486888 shutdown_connections 2024-09-12T01:16:50.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.066+0000 7f54b69fd640 1 --2- 172.21.15.122:0/731486888 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f54b0070bf0 0x7f54b006f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:50.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.066+0000 7f54b69fd640 1 --2- 172.21.15.122:0/731486888 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f54b0155850 0x7f54b00b00c0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:50.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.066+0000 7f54b69fd640 1 -- 172.21.15.122:0/731486888 >> 172.21.15.122:0/731486888 conn(0x7f54b006bc10 msgr2=0x7f54b006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:50.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.066+0000 7f54b69fd640 1 -- 172.21.15.122:0/731486888 shutdown_connections 2024-09-12T01:16:50.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.066+0000 7f54b69fd640 1 -- 172.21.15.122:0/731486888 wait complete. 2024-09-12T01:16:50.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.067+0000 7f54b69fd640 1 Processor -- start 2024-09-12T01:16:50.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54b69fd640 1 -- start start 2024-09-12T01:16:50.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54b69fd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f54b006fd30 0x7f54b01468f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:50.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54b69fd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f54b0070bf0 0x7f54b014c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:50.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54b69fd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54b0155850 0x7f54b0156110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:50.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54b69fd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f54b015c3c0 con 0x7f54b0155850 2024-09-12T01:16:50.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54b69fd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f54b015c0e0 con 0x7f54b006fd30 2024-09-12T01:16:50.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54b69fd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f54b0155c30 con 0x7f54b0070bf0 2024-09-12T01:16:50.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54b4f9a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54b0155850 0x7f54b0156110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:50.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54b4f9a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54b0155850 0x7f54b0156110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:47354/0 (socket says 172.21.15.122:47354) 2024-09-12T01:16:50.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54b4f9a640 1 -- 172.21.15.122:0/332967881 learned_addr learned my addr 172.21.15.122:0/332967881 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:16:50.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54affff640 1 --2- 172.21.15.122:0/332967881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f54b006fd30 0x7f54b01468f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:50.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.068+0000 7f54af7fe640 1 --2- 172.21.15.122:0/332967881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f54b0070bf0 0x7f54b014c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:50.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.069+0000 7f54b4f9a640 1 -- 172.21.15.122:0/332967881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f54b0070bf0 msgr2=0x7f54b014c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:50.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.069+0000 7f54b4f9a640 1 --2- 172.21.15.122:0/332967881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f54b0070bf0 0x7f54b014c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:50.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.069+0000 7f54b4f9a640 1 -- 172.21.15.122:0/332967881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f54b006fd30 msgr2=0x7f54b01468f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:50.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.069+0000 7f54b4f9a640 1 --2- 172.21.15.122:0/332967881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f54b006fd30 0x7f54b01468f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:50.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.069+0000 7f54b4f9a640 1 -- 172.21.15.122:0/332967881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54b015a280 con 0x7f54b0155850 2024-09-12T01:16:50.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.069+0000 7f54affff640 1 --2- 172.21.15.122:0/332967881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f54b006fd30 0x7f54b01468f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:50.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.069+0000 7f54b4f9a640 1 --2- 172.21.15.122:0/332967881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54b0155850 0x7f54b0156110 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f54a800cb40 tx=0x7f54a800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:50.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.069+0000 7f54acff9640 1 -- 172.21.15.122:0/332967881 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a8017070 con 0x7f54b0155850 2024-09-12T01:16:50.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.069+0000 7f54acff9640 1 -- 172.21.15.122:0/332967881 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54a800aca0 con 0x7f54b0155850 2024-09-12T01:16:50.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.069+0000 7f54acff9640 1 -- 172.21.15.122:0/332967881 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a8012620 con 0x7f54b0155850 2024-09-12T01:16:50.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.069+0000 7f54b69fd640 1 -- 172.21.15.122:0/332967881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54b015a560 con 0x7f54b0155850 2024-09-12T01:16:50.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.070+0000 7f54b69fd640 1 -- 172.21.15.122:0/332967881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54b014cd80 con 0x7f54b0155850 2024-09-12T01:16:50.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.070+0000 7f54acff9640 1 -- 172.21.15.122:0/332967881 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f54a801a070 con 0x7f54b0155850 2024-09-12T01:16:50.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.070+0000 7f54acff9640 1 -- 172.21.15.122:0/332967881 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f54a8007740 con 0x7f54b0155850 2024-09-12T01:16:50.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.070+0000 7f54b69fd640 1 -- 172.21.15.122:0/332967881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54b00b00c0 con 0x7f54b0155850 2024-09-12T01:16:50.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.073+0000 7f54acff9640 1 -- 172.21.15.122:0/332967881 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f54a8021070 con 0x7f54b0155850 2024-09-12T01:16:50.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.129+0000 7f54b69fd640 1 -- 172.21.15.122:0/332967881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f54b00b1420 con 0x7f54b0155850 2024-09-12T01:16:50.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.130+0000 7f54acff9640 1 -- 172.21.15.122:0/332967881 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f54a8007990 con 0x7f54b0155850 2024-09-12T01:16:50.129 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:16:50.129 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":10,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:16:49.896157+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:16:50.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.131+0000 7f54b69fd640 1 -- 172.21.15.122:0/332967881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54b0155850 msgr2=0x7f54b0156110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:50.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.131+0000 7f54b69fd640 1 --2- 172.21.15.122:0/332967881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54b0155850 0x7f54b0156110 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f54a800cb40 tx=0x7f54a800a060 comp rx=0 tx=0).stop 2024-09-12T01:16:50.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.131+0000 7f54b69fd640 1 -- 172.21.15.122:0/332967881 shutdown_connections 2024-09-12T01:16:50.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.131+0000 7f54b69fd640 1 --2- 172.21.15.122:0/332967881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54b0155850 0x7f54b0156110 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:50.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.131+0000 7f54b69fd640 1 --2- 172.21.15.122:0/332967881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f54b0070bf0 0x7f54b014c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:50.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.131+0000 7f54b69fd640 1 --2- 172.21.15.122:0/332967881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f54b006fd30 0x7f54b01468f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:50.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.131+0000 7f54b69fd640 1 -- 172.21.15.122:0/332967881 >> 172.21.15.122:0/332967881 conn(0x7f54b006bc10 msgr2=0x7f54b00b0a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:50.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.131+0000 7f54b69fd640 1 -- 172.21.15.122:0/332967881 shutdown_connections 2024-09-12T01:16:50.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:16:50.131+0000 7f54b69fd640 1 -- 172.21.15.122:0/332967881 wait complete. 2024-09-12T01:16:50.141 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-12T01:16:50.141 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-12T01:16:50.344 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:50.345+0000 7f081460e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T01:16:50.417 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:50.419+0000 7f59e962d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T01:16:50.428 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:50.429+0000 7f081460e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T01:16:50.501 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:50.502+0000 7f59e962d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T01:16:50.533 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:50.534+0000 7f081460e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T01:16:50.579 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:50.580+0000 7f081460e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T01:16:50.609 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:50.610+0000 7f59e962d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T01:16:50.656 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:50.657+0000 7f59e962d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T01:16:50.693 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:50.694+0000 7f081460e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T01:16:50.745 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:50.746+0000 7f081460e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T01:16:50.767 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:50.768+0000 7f59e962d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T01:16:50.790 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:50.791+0000 7f081460e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T01:16:50.821 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:50.822+0000 7f59e962d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T01:16:50.867 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:50.868+0000 7f59e962d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T01:16:50.905 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:50.906+0000 7f081460e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T01:16:50.946 DEBUG:teuthology.orchestra.run.smithi122:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T01:16:50.954 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:50.955+0000 7f081460e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T01:16:50.978 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:50.980+0000 7f59e962d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T01:16:51.008 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:51.009+0000 7f081460e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T01:16:51.028 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:51.029+0000 7f59e962d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T01:16:51.037 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.038+0000 7f32b2581640 1 Processor -- start 2024-09-12T01:16:51.037 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.038+0000 7f32b2581640 1 -- start start 2024-09-12T01:16:51.039 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.039+0000 7f32b2581640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f32ac06e7d0 0x7f32ac06ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:51.039 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.039+0000 7f32b2581640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f32ac0af130 0x7f32ac0af5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:51.039 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.039+0000 7f32b2581640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32ac06f0f0 con 0x7f32ac15ea70 2024-09-12T01:16:51.039 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.039+0000 7f32b2581640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f32ac0706b0 con 0x7f32ac0af130 2024-09-12T01:16:51.039 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.039+0000 7f32b2581640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f32ac070990 con 0x7f32ac06e7d0 2024-09-12T01:16:51.039 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.039+0000 7f32b0b1e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f32ac0af130 0x7f32ac0af5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:51.039 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.039+0000 7f32abfff640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f32ac06e7d0 0x7f32ac06ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:51.039 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.039+0000 7f32ab7fe640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7f32ac15ea70 0x7f32ac06fdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:45264/0 (socket says 172.21.15.122:45264) 2024-09-12T01:16:51.039 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.039+0000 7f32ab7fe640 1 -- 172.21.15.122:0/846987046 learned_addr learned my addr 172.21.15.122:0/846987046 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:16:51.039 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.040+0000 7f32abfff640 1 -- 172.21.15.122:0/846987046 >> v2:172.21.15.151:3300/0 conn(0x7f32ac0af130 msgr2=0x7f32ac0af5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:51.039 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.040+0000 7f32abfff640 1 --2- 172.21.15.122:0/846987046 >> v2:172.21.15.151:3300/0 conn(0x7f32ac0af130 0x7f32ac0af5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:51.040 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.040+0000 7f32abfff640 1 -- 172.21.15.122:0/846987046 >> v1:172.21.15.151:6789/0 conn(0x7f32ac15ea70 legacy=0x7f32ac06fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:51.040 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.040+0000 7f32abfff640 1 -- 172.21.15.122:0/846987046 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32ac070c70 con 0x7f32ac06e7d0 2024-09-12T01:16:51.040 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.040+0000 7f32b0b1e640 1 --2- 172.21.15.122:0/846987046 >> v2:172.21.15.151:3300/0 conn(0x7f32ac0af130 0x7f32ac0af5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:51.041 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.040+0000 7f32abfff640 1 --2- 172.21.15.122:0/846987046 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f32ac06e7d0 0x7f32ac06ebb0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f329c0097a0 tx=0x7f329c02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=397538f01806039c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:51.041 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.041+0000 7f32aaffd640 1 -- 172.21.15.122:0/846987046 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329c037070 con 0x7f32ac06e7d0 2024-09-12T01:16:51.041 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.041+0000 7f32aaffd640 1 -- 172.21.15.122:0/846987046 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f329c02ae50 con 0x7f32ac06e7d0 2024-09-12T01:16:51.041 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.041+0000 7f32aaffd640 1 -- 172.21.15.122:0/846987046 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329c032660 con 0x7f32ac06e7d0 2024-09-12T01:16:51.041 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.041+0000 7f32b2581640 1 -- 172.21.15.122:0/846987046 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f32ac06e7d0 msgr2=0x7f32ac06ebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:51.041 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.041+0000 7f32b2581640 1 --2- 172.21.15.122:0/846987046 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f32ac06e7d0 0x7f32ac06ebb0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f329c0097a0 tx=0x7f329c02a100 comp rx=0 tx=0).stop 2024-09-12T01:16:51.042 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.041+0000 7f32b2581640 1 -- 172.21.15.122:0/846987046 shutdown_connections 2024-09-12T01:16:51.042 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.041+0000 7f32b2581640 1 --2- 172.21.15.122:0/846987046 >> v2:172.21.15.151:3300/0 conn(0x7f32ac0af130 0x7f32ac0af5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:51.042 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.041+0000 7f32b2581640 1 --2- 172.21.15.122:0/846987046 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f32ac06e7d0 0x7f32ac06ebb0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:51.042 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.041+0000 7f32b2581640 1 -- 172.21.15.122:0/846987046 >> 172.21.15.122:0/846987046 conn(0x7f32ac073670 msgr2=0x7f32ac06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:51.042 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.041+0000 7f32b2581640 1 -- 172.21.15.122:0/846987046 shutdown_connections 2024-09-12T01:16:51.042 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.041+0000 7f32b2581640 1 -- 172.21.15.122:0/846987046 wait complete. 2024-09-12T01:16:51.042 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.042+0000 7f32b2581640 1 Processor -- start 2024-09-12T01:16:51.044 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.043+0000 7f32b2581640 1 -- start start 2024-09-12T01:16:51.044 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.043+0000 7f32b2581640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f32ac06e7d0 0x7f32ac14f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:51.044 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.043+0000 7f32b2581640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32ac0af130 0x7f32ac14ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.043+0000 7f32b2581640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f32ac15ea70 0x7f32ac0b1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.043+0000 7f32b2581640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f32ac0710d0 con 0x7f32ac0af130 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.043+0000 7f32b2581640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f32ac070f50 con 0x7f32ac06e7d0 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.043+0000 7f32b2581640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f32ac0afb00 con 0x7f32ac15ea70 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32ab7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32ac0af130 0x7f32ac14ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32abfff640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f32ac06e7d0 0x7f32ac14f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32abfff640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f32ac06e7d0 0x7f32ac14f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:39680/0 (socket says 172.21.15.122:39680) 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32abfff640 1 -- 172.21.15.122:0/449629218 learned_addr learned my addr 172.21.15.122:0/449629218 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32b0b1e640 1 --2- 172.21.15.122:0/449629218 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f32ac15ea70 0x7f32ac0b1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32abfff640 1 -- 172.21.15.122:0/449629218 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f32ac15ea70 msgr2=0x7f32ac0b1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32abfff640 1 --2- 172.21.15.122:0/449629218 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f32ac15ea70 0x7f32ac0b1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32abfff640 1 -- 172.21.15.122:0/449629218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32ac0af130 msgr2=0x7f32ac14ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32abfff640 1 --2- 172.21.15.122:0/449629218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32ac0af130 0x7f32ac14ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:51.045 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32abfff640 1 -- 172.21.15.122:0/449629218 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32ac1505c0 con 0x7f32ac06e7d0 2024-09-12T01:16:51.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32ab7fe640 1 --2- 172.21.15.122:0/449629218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32ac0af130 0x7f32ac14ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:51.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32abfff640 1 --2- 172.21.15.122:0/449629218 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f32ac06e7d0 0x7f32ac14f890 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f329c0098c0 tx=0x7f329c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:51.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32a8ff9640 1 -- 172.21.15.122:0/449629218 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329c041030 con 0x7f32ac06e7d0 2024-09-12T01:16:51.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32a8ff9640 1 -- 172.21.15.122:0/449629218 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f329c02ac50 con 0x7f32ac06e7d0 2024-09-12T01:16:51.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32a8ff9640 1 -- 172.21.15.122:0/449629218 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329c037040 con 0x7f32ac06e7d0 2024-09-12T01:16:51.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32b2581640 1 -- 172.21.15.122:0/449629218 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32ac1508a0 con 0x7f32ac06e7d0 2024-09-12T01:16:51.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32b2581640 1 -- 172.21.15.122:0/449629218 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32ac150e60 con 0x7f32ac06e7d0 2024-09-12T01:16:51.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.044+0000 7f32a8ff9640 1 -- 172.21.15.122:0/449629218 <== mon.1 v2:172.21.15.151:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f329c044070 con 0x7f32ac06e7d0 2024-09-12T01:16:51.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.045+0000 7f32a8ff9640 1 -- 172.21.15.122:0/449629218 <== mon.1 v2:172.21.15.151:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f329c046730 con 0x7f32ac06e7d0 2024-09-12T01:16:51.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.045+0000 7f32b2581640 1 -- 172.21.15.122:0/449629218 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32ac06ebb0 con 0x7f32ac06e7d0 2024-09-12T01:16:51.048 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.049+0000 7f32a8ff9640 1 -- 172.21.15.122:0/449629218 <== mon.1 v2:172.21.15.151:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f329c046a50 con 0x7f32ac06e7d0 2024-09-12T01:16:51.080 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:51.081+0000 7f081460e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T01:16:51.081 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:51.082+0000 7f59e962d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T01:16:51.107 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.108+0000 7f32b2581640 1 -- 172.21.15.122:0/449629218 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f32ac0b5a40 con 0x7f32ac06e7d0 2024-09-12T01:16:51.108 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.109+0000 7f32a8ff9640 1 -- 172.21.15.122:0/449629218 <== mon.1 v2:172.21.15.151:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f329c046c30 con 0x7f32ac06e7d0 2024-09-12T01:16:51.108 INFO:teuthology.misc.health.smithi122.stdout: 2024-09-12T01:16:51.108 INFO:teuthology.misc.health.smithi122.stdout:{"epoch":10,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:16:49.896157+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:16:51.109 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.110+0000 7f32b2581640 1 -- 172.21.15.122:0/449629218 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f32ac06e7d0 msgr2=0x7f32ac14f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:51.110 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.110+0000 7f32b2581640 1 --2- 172.21.15.122:0/449629218 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f32ac06e7d0 0x7f32ac14f890 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f329c0098c0 tx=0x7f329c0046c0 comp rx=0 tx=0).stop 2024-09-12T01:16:51.110 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.110+0000 7f32b2581640 1 -- 172.21.15.122:0/449629218 shutdown_connections 2024-09-12T01:16:51.110 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.110+0000 7f32b2581640 1 --2- 172.21.15.122:0/449629218 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f32ac15ea70 0x7f32ac0b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:51.110 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.110+0000 7f32b2581640 1 --2- 172.21.15.122:0/449629218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32ac0af130 0x7f32ac14ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:51.110 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.110+0000 7f32b2581640 1 --2- 172.21.15.122:0/449629218 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f32ac06e7d0 0x7f32ac14f890 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:51.110 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.110+0000 7f32b2581640 1 -- 172.21.15.122:0/449629218 >> 172.21.15.122:0/449629218 conn(0x7f32ac073670 msgr2=0x7f32ac158500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:51.110 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.110+0000 7f32b2581640 1 -- 172.21.15.122:0/449629218 shutdown_connections 2024-09-12T01:16:51.110 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:51.110+0000 7f32b2581640 1 -- 172.21.15.122:0/449629218 wait complete. 2024-09-12T01:16:51.118 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T01:16:51.126 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:51.127+0000 7f081460e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T01:16:51.149 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:51.150+0000 7f59e962d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T01:16:51.172 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:51.173+0000 7f081460e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T01:16:51.172 INFO:tasks.ceph.osd.7.smithi151.stderr:2024-09-12T01:16:51.173+0000 7f560381c640 -1 Falling back to public interface 2024-09-12T01:16:51.195 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:51.196+0000 7f59e962d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T01:16:51.238 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:51.239+0000 7f59e962d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T01:16:51.388 INFO:tasks.ceph.osd.1.smithi122.stderr:2024-09-12T01:16:51.389+0000 7f11e642c640 -1 Falling back to public interface 2024-09-12T01:16:51.389 INFO:tasks.ceph.osd.2.smithi122.stderr:2024-09-12T01:16:51.390+0000 7fc91c015640 -1 Falling back to public interface 2024-09-12T01:16:51.397 INFO:tasks.ceph.osd.3.smithi122.stderr:2024-09-12T01:16:51.398+0000 7f908a60f640 -1 Falling back to public interface 2024-09-12T01:16:51.408 INFO:tasks.ceph.osd.4.smithi151.stderr:2024-09-12T01:16:51.409+0000 7f2bc293e640 -1 Falling back to public interface 2024-09-12T01:16:51.412 INFO:tasks.ceph.osd.5.smithi151.stderr:2024-09-12T01:16:51.413+0000 7f98a5012640 -1 Falling back to public interface 2024-09-12T01:16:51.642 INFO:tasks.ceph.osd.6.smithi151.stderr:2024-09-12T01:16:51.644+0000 7f62da411640 -1 Falling back to public interface 2024-09-12T01:16:51.672 INFO:tasks.ceph.osd.0.smithi122.stderr:2024-09-12T01:16:51.674+0000 7f12d9c30640 -1 Falling back to public interface 2024-09-12T01:16:51.830 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:51.831+0000 7f081460e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T01:16:51.902 INFO:tasks.ceph.mgr.x.smithi151.stderr:2024-09-12T01:16:51.903+0000 7f59e962d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T01:16:52.844 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:52.845+0000 7f07b41d6640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-12T01:16:52.845 INFO:tasks.ceph.mgr.y.smithi122.stderr:2024-09-12T01:16:52.847+0000 7f07b41d6640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-12T01:16:54.964 INFO:tasks.ceph.osd.7.smithi151.stderr:2024-09-12T01:16:54.966+0000 7f560381c640 -1 osd.7 0 log_to_monitors true 2024-09-12T01:16:55.186 INFO:tasks.ceph.osd.3.smithi122.stderr:2024-09-12T01:16:55.186+0000 7f908a60f640 -1 osd.3 0 log_to_monitors true 2024-09-12T01:16:55.249 INFO:tasks.ceph.osd.1.smithi122.stderr:2024-09-12T01:16:55.249+0000 7f11e642c640 -1 osd.1 0 log_to_monitors true 2024-09-12T01:16:55.389 INFO:tasks.ceph.osd.6.smithi151.stderr:2024-09-12T01:16:55.390+0000 7f62da411640 -1 osd.6 0 log_to_monitors true 2024-09-12T01:16:55.432 INFO:tasks.ceph.osd.4.smithi151.stderr:2024-09-12T01:16:55.433+0000 7f2bc293e640 -1 osd.4 0 log_to_monitors true 2024-09-12T01:16:55.455 INFO:tasks.ceph.osd.5.smithi151.stderr:2024-09-12T01:16:55.457+0000 7f98a5012640 -1 osd.5 0 log_to_monitors true 2024-09-12T01:16:55.772 INFO:tasks.ceph.osd.2.smithi122.stderr:2024-09-12T01:16:55.772+0000 7fc91c015640 -1 osd.2 0 log_to_monitors true 2024-09-12T01:16:56.003 INFO:tasks.ceph.osd.0.smithi122.stderr:2024-09-12T01:16:56.003+0000 7f12d9c30640 -1 osd.0 0 log_to_monitors true 2024-09-12T01:16:57.925 DEBUG:teuthology.orchestra.run.smithi122:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T01:16:58.044 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.044+0000 7f9f1b3b7640 1 Processor -- start 2024-09-12T01:16:58.044 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.044+0000 7f9f1b3b7640 1 -- start start 2024-09-12T01:16:58.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.045+0000 7f9f1b3b7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9f1409b180 0x7f9f140d0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:58.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.045+0000 7f9f1b3b7640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f9f140ce220 0x7f9f140d0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:58.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.045+0000 7f9f1b3b7640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f140cd180 con 0x7f9f1415c210 2024-09-12T01:16:58.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.045+0000 7f9f1b3b7640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f9f140cdd90 con 0x7f9f1409b180 2024-09-12T01:16:58.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.045+0000 7f9f1b3b7640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f9f140cd460 con 0x7f9f140ce220 2024-09-12T01:16:58.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.046+0000 7f9f18952640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9f1409b180 0x7f9f140d0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:58.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.046+0000 7f9f19153640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f9f1415c210 0x7f9f1409aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:44284/0 (socket says 172.21.15.122:44284) 2024-09-12T01:16:58.046 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.046+0000 7f9f19153640 1 -- 172.21.15.122:0/3738337287 learned_addr learned my addr 172.21.15.122:0/3738337287 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:16:58.047 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.046+0000 7f9f19954640 1 --2- 172.21.15.122:0/3738337287 >> v2:172.21.15.151:3300/0 conn(0x7f9f140ce220 0x7f9f140d0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:58.047 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.046+0000 7f9f18952640 1 -- 172.21.15.122:0/3738337287 >> v2:172.21.15.151:3300/0 conn(0x7f9f140ce220 msgr2=0x7f9f140d0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:16:58.047 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.046+0000 7f9f18952640 1 --2- 172.21.15.122:0/3738337287 >> v2:172.21.15.151:3300/0 conn(0x7f9f140ce220 0x7f9f140d0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:58.047 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.046+0000 7f9f18952640 1 -- 172.21.15.122:0/3738337287 >> v1:172.21.15.122:6789/0 conn(0x7f9f1415c210 legacy=0x7f9f1409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:58.047 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.046+0000 7f9f18952640 1 -- 172.21.15.122:0/3738337287 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f140cd740 con 0x7f9f1409b180 2024-09-12T01:16:58.048 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.047+0000 7f9f18952640 1 --2- 172.21.15.122:0/3738337287 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9f1409b180 0x7f9f140d0970 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9f140735f0 tx=0x7f9f0402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=832758b50bc69565 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:58.048 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.047+0000 7f9f0bfff640 1 -- 172.21.15.122:0/3738337287 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f04037070 con 0x7f9f1409b180 2024-09-12T01:16:58.048 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.047+0000 7f9f0bfff640 1 -- 172.21.15.122:0/3738337287 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f04032440 con 0x7f9f1409b180 2024-09-12T01:16:58.048 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.047+0000 7f9f0bfff640 1 -- 172.21.15.122:0/3738337287 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f0402ae60 con 0x7f9f1409b180 2024-09-12T01:16:58.048 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.047+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/3738337287 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9f1409b180 msgr2=0x7f9f140d0970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:58.048 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.047+0000 7f9f1b3b7640 1 --2- 172.21.15.122:0/3738337287 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9f1409b180 0x7f9f140d0970 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9f140735f0 tx=0x7f9f0402a110 comp rx=0 tx=0).stop 2024-09-12T01:16:58.048 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.048+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/3738337287 shutdown_connections 2024-09-12T01:16:58.048 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.048+0000 7f9f1b3b7640 1 --2- 172.21.15.122:0/3738337287 >> v2:172.21.15.151:3300/0 conn(0x7f9f140ce220 0x7f9f140d0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:58.049 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.048+0000 7f9f1b3b7640 1 --2- 172.21.15.122:0/3738337287 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9f1409b180 0x7f9f140d0970 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:58.049 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.048+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/3738337287 >> 172.21.15.122:0/3738337287 conn(0x7f9f140b3e80 msgr2=0x7f9f140b4290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:58.049 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.048+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/3738337287 shutdown_connections 2024-09-12T01:16:58.049 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.048+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/3738337287 wait complete. 2024-09-12T01:16:58.049 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.049+0000 7f9f1b3b7640 1 Processor -- start 2024-09-12T01:16:58.049 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.050+0000 7f9f1b3b7640 1 -- start start 2024-09-12T01:16:58.052 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f1b3b7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9f1409b180 0x7f9f1409ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:58.052 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f1b3b7640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9f140ce220 0x7f9f1415b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:58.052 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f1b3b7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9f1415c210 0x7f9f1415d050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:58.052 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f1b3b7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9f1415c5f0 con 0x7f9f1415c210 2024-09-12T01:16:58.052 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f1b3b7640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f9f140cce30 con 0x7f9f140ce220 2024-09-12T01:16:58.052 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f1b3b7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9f1415c770 con 0x7f9f1409b180 2024-09-12T01:16:58.052 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f19153640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9f1409b180 0x7f9f1409ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:58.052 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f19954640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9f1415c210 0x7f9f1415d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:58.052 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f18952640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9f140ce220 0x7f9f1415b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:58.053 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f19153640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9f1409b180 0x7f9f1409ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:59194/0 (socket says 172.21.15.122:59194) 2024-09-12T01:16:58.053 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f18952640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9f140ce220 0x7f9f1415b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:39820/0 (socket says 172.21.15.122:39820) 2024-09-12T01:16:58.053 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.051+0000 7f9f19153640 1 -- 172.21.15.122:0/4092422772 learned_addr learned my addr 172.21.15.122:0/4092422772 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:16:58.053 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.052+0000 7f9f18952640 1 -- 172.21.15.122:0/4092422772 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9f1409b180 msgr2=0x7f9f1409ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:58.053 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.052+0000 7f9f18952640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9f1409b180 0x7f9f1409ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:58.053 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.052+0000 7f9f18952640 1 -- 172.21.15.122:0/4092422772 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9f1415c210 msgr2=0x7f9f1415d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:58.053 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.052+0000 7f9f18952640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9f1415c210 0x7f9f1415d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:58.053 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.052+0000 7f9f18952640 1 -- 172.21.15.122:0/4092422772 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f1409d710 con 0x7f9f140ce220 2024-09-12T01:16:58.053 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.052+0000 7f9f19954640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9f1415c210 0x7f9f1415d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:16:58.053 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.052+0000 7f9f18952640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9f140ce220 0x7f9f1415b830 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9f04031000 tx=0x7f9f040046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:58.054 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.052+0000 7f9f09ffb640 1 -- 172.21.15.122:0/4092422772 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f04041030 con 0x7f9f140ce220 2024-09-12T01:16:58.054 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.052+0000 7f9f09ffb640 1 -- 172.21.15.122:0/4092422772 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f04030500 con 0x7f9f140ce220 2024-09-12T01:16:58.054 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.052+0000 7f9f09ffb640 1 -- 172.21.15.122:0/4092422772 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f04037040 con 0x7f9f140ce220 2024-09-12T01:16:58.054 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.053+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/4092422772 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f1409f410 con 0x7f9f140ce220 2024-09-12T01:16:58.054 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.054+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/4092422772 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f1409f9d0 con 0x7f9f140ce220 2024-09-12T01:16:58.055 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.055+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/4092422772 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f1409aa70 con 0x7f9f140ce220 2024-09-12T01:16:58.057 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.056+0000 7f9f09ffb640 1 -- 172.21.15.122:0/4092422772 <== mon.1 v2:172.21.15.151:3300/0 4 ==== mgrmap(e 4) ==== 90442+0+0 (secure 0 0 0) 0x7f9f04044070 con 0x7f9f140ce220 2024-09-12T01:16:58.057 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.057+0000 7f9f09ffb640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ef806bdd0 0x7f9ef806e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:16:58.057 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.057+0000 7f9f09ffb640 1 -- 172.21.15.122:0/4092422772 <== mon.1 v2:172.21.15.151:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2231+0+0 (secure 0 0 0) 0x7f9f040aa6a0 con 0x7f9f140ce220 2024-09-12T01:16:58.058 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.057+0000 7f9f19153640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ef806bdd0 0x7f9ef806e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:16:58.059 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.059+0000 7f9f19153640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ef806bdd0 0x7f9ef806e290 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9f10001720 tx=0x7f9f10009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:16:58.062 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.062+0000 7f9f09ffb640 1 -- 172.21.15.122:0/4092422772 <== mon.1 v2:172.21.15.151:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9f04079e20 con 0x7f9f140ce220 2024-09-12T01:16:58.337 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.337+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/4092422772 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9f140cc5b0 con 0x7f9f140ce220 2024-09-12T01:16:58.337 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.338+0000 7f9f09ffb640 1 -- 172.21.15.122:0/4092422772 <== mon.1 v2:172.21.15.151:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7058 (secure 0 0 0) 0x7f9f04079720 con 0x7f9f140ce220 2024-09-12T01:16:58.338 INFO:teuthology.misc.health.smithi122.stdout: 2024-09-12T01:16:58.338 INFO:teuthology.misc.health.smithi122.stdout:{"epoch":13,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:16:57.851063+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:16:58.341 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/4092422772 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ef806bdd0 msgr2=0x7f9ef806e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:58.341 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ef806bdd0 0x7f9ef806e290 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9f10001720 tx=0x7f9f10009040 comp rx=0 tx=0).stop 2024-09-12T01:16:58.341 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/4092422772 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9f140ce220 msgr2=0x7f9f1415b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:16:58.342 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9f140ce220 0x7f9f1415b830 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9f04031000 tx=0x7f9f040046c0 comp rx=0 tx=0).stop 2024-09-12T01:16:58.342 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/4092422772 shutdown_connections 2024-09-12T01:16:58.342 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ef806bdd0 0x7f9ef806e290 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:58.342 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9f1415c210 0x7f9f1415d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:58.342 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9f140ce220 0x7f9f1415b830 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:58.342 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 --2- 172.21.15.122:0/4092422772 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9f1409b180 0x7f9f1409ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:16:58.342 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/4092422772 >> 172.21.15.122:0/4092422772 conn(0x7f9f140b3e80 msgr2=0x7f9f140b7aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:16:58.342 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/4092422772 shutdown_connections 2024-09-12T01:16:58.342 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:16:58.341+0000 7f9f1b3b7640 1 -- 172.21.15.122:0/4092422772 wait complete. 2024-09-12T01:16:58.354 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T01:16:58.500 INFO:tasks.ceph.osd.5.smithi151.stderr:2024-09-12T01:16:58.501+0000 7f98a0a23640 -1 osd.5 0 waiting for initial osdmap 2024-09-12T01:16:58.523 INFO:tasks.ceph.osd.5.smithi151.stderr:2024-09-12T01:16:58.525+0000 7f9898843640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T01:16:58.598 INFO:tasks.ceph.osd.2.smithi122.stderr:2024-09-12T01:16:58.598+0000 7fc9178f5640 -1 osd.2 0 waiting for initial osdmap 2024-09-12T01:16:58.609 INFO:tasks.ceph.osd.2.smithi122.stderr:2024-09-12T01:16:58.609+0000 7fc90f715640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T01:16:58.685 INFO:tasks.ceph.osd.3.smithi122.stderr:2024-09-12T01:16:58.685+0000 7f9085ff9640 -1 osd.3 0 waiting for initial osdmap 2024-09-12T01:16:58.697 INFO:tasks.ceph.osd.3.smithi122.stderr:2024-09-12T01:16:58.697+0000 7f907de19640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T01:16:58.698 INFO:tasks.ceph.osd.1.smithi122.stderr:2024-09-12T01:16:58.699+0000 7f11e23bb640 -1 osd.1 0 waiting for initial osdmap 2024-09-12T01:16:58.718 INFO:tasks.ceph.osd.1.smithi122.stderr:2024-09-12T01:16:58.719+0000 7f11da1db640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T01:16:58.870 INFO:tasks.ceph.osd.7.smithi151.stderr:2024-09-12T01:16:58.871+0000 7f55ff10d640 -1 osd.7 0 waiting for initial osdmap 2024-09-12T01:16:58.873 INFO:tasks.ceph.osd.0.smithi122.stderr:2024-09-12T01:16:58.873+0000 7f12d5172640 -1 osd.0 0 waiting for initial osdmap 2024-09-12T01:16:58.886 INFO:tasks.ceph.osd.7.smithi151.stderr:2024-09-12T01:16:58.887+0000 7f55f6f2d640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T01:16:58.887 INFO:tasks.ceph.osd.0.smithi122.stderr:2024-09-12T01:16:58.888+0000 7f12ccf92640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T01:16:59.304 INFO:tasks.ceph.osd.4.smithi151.stderr:2024-09-12T01:16:59.305+0000 7f2bbe8cd640 -1 osd.4 0 waiting for initial osdmap 2024-09-12T01:16:59.313 INFO:tasks.ceph.osd.6.smithi151.stderr:2024-09-12T01:16:59.314+0000 7f62d65a6640 -1 osd.6 0 waiting for initial osdmap 2024-09-12T01:16:59.314 INFO:tasks.ceph.osd.4.smithi151.stderr:2024-09-12T01:16:59.316+0000 7f2bb66ed640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T01:16:59.326 INFO:tasks.ceph.osd.6.smithi151.stderr:2024-09-12T01:16:59.328+0000 7f62cdbb2640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T01:17:05.161 DEBUG:teuthology.orchestra.run.smithi122:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:05.264 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.264+0000 7f6b0a837640 1 Processor -- start 2024-09-12T01:17:05.264 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.264+0000 7f6b0a837640 1 -- start start 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.265+0000 7f6b0a837640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6b0415af70 0x7f6b040d0590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.265+0000 7f6b0a837640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b04072ed0 con 0x7f6b0415b350 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.265+0000 7f6b0a837640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b040731b0 con 0x7f6b0406f9d0 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.265+0000 7f6b0a837640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f6b04073490 con 0x7f6b0415af70 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.265+0000 7f6b037fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f6b0415b350 0x7f6b040ae1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:60826/0 (socket says 172.21.15.122:60826) 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.265+0000 7f6b037fe640 1 -- 172.21.15.122:0/1614297552 learned_addr learned my addr 172.21.15.122:0/1614297552 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b03fff640 1 --2- 172.21.15.122:0/1614297552 >> v2:172.21.15.151:3300/0 conn(0x7f6b0415af70 0x7f6b040d0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1088225547 0 0) 0x7f6b04072ed0 con 0x7f6b0415b350 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6aec003520 con 0x7f6b0415b350 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 716712200 0 0) 0x7f6aec003520 con 0x7f6b0415b350 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 >> v2:172.21.15.151:3300/0 conn(0x7f6b0415af70 msgr2=0x7f6b040d0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 --2- 172.21.15.122:0/1614297552 >> v2:172.21.15.151:3300/0 conn(0x7f6b0415af70 0x7f6b040d0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.267 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 >> v1:172.21.15.151:6789/0 conn(0x7f6b0406f9d0 legacy=0x7f6b040ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b04073770 con 0x7f6b0415b350 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f6af8001670 con 0x7f6b0415b350 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 >> v1:172.21.15.122:6789/0 conn(0x7f6b0415b350 legacy=0x7f6b040ae1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6aec0039b0 0x7f6aec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec004800 0x7f6aec004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6aec0051c0 0x7f6aec00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6b04073490 con 0x7f6aec004800 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec00c060 con 0x7f6aec0039b0 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6aec00c260 con 0x7f6aec0051c0 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b03fff640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6aec0039b0 0x7f6aec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b037fe640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec004800 0x7f6aec004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b08dd4640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6aec0051c0 0x7f6aec00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.268 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b03fff640 1 -- 172.21.15.122:0/1614297552 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6aec0051c0 msgr2=0x7f6aec00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:05.269 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b03fff640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6aec0051c0 0x7f6aec00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.269 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b03fff640 1 -- 172.21.15.122:0/1614297552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec004800 msgr2=0x7f6aec004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:05.269 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b03fff640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec004800 0x7f6aec004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.269 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b03fff640 1 -- 172.21.15.122:0/1614297552 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aec003520 con 0x7f6aec0039b0 2024-09-12T01:17:05.269 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b08dd4640 1 -- 172.21.15.122:0/1614297552 reap_dead start 2024-09-12T01:17:05.269 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.266+0000 7f6b037fe640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec004800 0x7f6aec004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:05.271 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.267+0000 7f6b03fff640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6aec0039b0 0x7f6aec003dd0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f6af4009ac0 tx=0x7f6aec005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93e6616f24765a56 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:05.271 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.267+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af4036070 con 0x7f6aec0039b0 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.267+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6af4031400 con 0x7f6aec0039b0 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.267+0000 7f6b02ffd640 1 -- 172.21.15.122:0/1614297552 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af4009690 con 0x7f6aec0039b0 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.268+0000 7f6b0a837640 1 -- 172.21.15.122:0/1614297552 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6aec0039b0 msgr2=0x7f6aec003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.268+0000 7f6b0a837640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6aec0039b0 0x7f6aec003dd0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f6af4009ac0 tx=0x7f6aec005830 comp rx=0 tx=0).stop 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.268+0000 7f6b0a837640 1 -- 172.21.15.122:0/1614297552 shutdown_connections 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.268+0000 7f6b0a837640 1 --2- 172.21.15.122:0/1614297552 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6aec0039b0 0x7f6aec003dd0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.268+0000 7f6b0a837640 1 -- 172.21.15.122:0/1614297552 >> 172.21.15.122:0/1614297552 conn(0x7f6b0406c030 msgr2=0x7f6b0406c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.268+0000 7f6b0a837640 1 -- 172.21.15.122:0/1614297552 shutdown_connections 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.268+0000 7f6b0a837640 1 -- 172.21.15.122:0/1614297552 wait complete. 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.269+0000 7f6b0a837640 1 Processor -- start 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.270+0000 7f6b0a837640 1 -- start start 2024-09-12T01:17:05.272 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.270+0000 7f6b0a837640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec0039b0 0x7f6b041f3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.270+0000 7f6b0a837640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b041f7840 0x7f6b040c9800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.270+0000 7f6b0a837640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b040c9d40 0x7f6b04151b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.270+0000 7f6b0a837640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6b040d0590 con 0x7f6aec0039b0 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.270+0000 7f6b0a837640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6b040727d0 con 0x7f6b041f7840 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.270+0000 7f6b0a837640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6b040d0710 con 0x7f6b040c9d40 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.270+0000 7f6b03fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec0039b0 0x7f6b041f3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b03fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec0039b0 0x7f6b041f3a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:53546/0 (socket says 172.21.15.122:53546) 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b03fff640 1 -- 172.21.15.122:0/733494914 learned_addr learned my addr 172.21.15.122:0/733494914 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b037fe640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b041f7840 0x7f6b040c9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b08dd4640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b040c9d40 0x7f6b04151b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b03fff640 1 -- 172.21.15.122:0/733494914 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b040c9d40 msgr2=0x7f6b04151b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b03fff640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b040c9d40 0x7f6b04151b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b03fff640 1 -- 172.21.15.122:0/733494914 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b041f7840 msgr2=0x7f6b040c9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.273 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b03fff640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b041f7840 0x7f6b040c9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.274 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b03fff640 1 -- 172.21.15.122:0/733494914 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b041510a0 con 0x7f6aec0039b0 2024-09-12T01:17:05.274 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b03fff640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec0039b0 0x7f6b041f3a80 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6af4034040 tx=0x7f6af4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:05.274 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b00ff9640 1 -- 172.21.15.122:0/733494914 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af403f020 con 0x7f6aec0039b0 2024-09-12T01:17:05.274 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b00ff9640 1 -- 172.21.15.122:0/733494914 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6af4037040 con 0x7f6aec0039b0 2024-09-12T01:17:05.274 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b0a837640 1 -- 172.21.15.122:0/733494914 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b041f8220 con 0x7f6aec0039b0 2024-09-12T01:17:05.274 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b00ff9640 1 -- 172.21.15.122:0/733494914 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af4036070 con 0x7f6aec0039b0 2024-09-12T01:17:05.274 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.271+0000 7f6b0a837640 1 -- 172.21.15.122:0/733494914 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b04151340 con 0x7f6aec0039b0 2024-09-12T01:17:05.275 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.272+0000 7f6b0a837640 1 -- 172.21.15.122:0/733494914 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b040d0aa0 con 0x7f6aec0039b0 2024-09-12T01:17:05.275 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.273+0000 7f6b00ff9640 1 -- 172.21.15.122:0/733494914 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6af4042020 con 0x7f6aec0039b0 2024-09-12T01:17:05.275 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.273+0000 7f6b00ff9640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6af006be60 0x7f6af006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.275 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.273+0000 7f6b00ff9640 1 -- 172.21.15.122:0/733494914 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f6af40aa770 con 0x7f6aec0039b0 2024-09-12T01:17:05.275 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.273+0000 7f6b037fe640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6af006be60 0x7f6af006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.275 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.274+0000 7f6b037fe640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6af006be60 0x7f6af006e320 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6b0406efb0 tx=0x7f6af80078f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:05.278 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.278+0000 7f6b00ff9640 1 -- 172.21.15.122:0/733494914 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6af4049070 con 0x7f6aec0039b0 2024-09-12T01:17:05.446 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.446+0000 7f6b0a837640 1 -- 172.21.15.122:0/733494914 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6b040cefb0 con 0x7f6aec0039b0 2024-09-12T01:17:05.447 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.447+0000 7f6b00ff9640 1 -- 172.21.15.122:0/733494914 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12968 (secure 0 0 0) 0x7f6af4078d80 con 0x7f6aec0039b0 2024-09-12T01:17:05.447 INFO:teuthology.misc.health.smithi122.stdout: 2024-09-12T01:17:05.447 INFO:teuthology.misc.health.smithi122.stdout:{"epoch":17,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:02.518921+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:05.449 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 -- 172.21.15.122:0/733494914 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6af006be60 msgr2=0x7f6af006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.449 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6af006be60 0x7f6af006e320 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6b0406efb0 tx=0x7f6af80078f0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.449 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 -- 172.21.15.122:0/733494914 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec0039b0 msgr2=0x7f6b041f3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.449 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec0039b0 0x7f6b041f3a80 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6af4034040 tx=0x7f6af4004730 comp rx=0 tx=0).stop 2024-09-12T01:17:05.450 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 -- 172.21.15.122:0/733494914 shutdown_connections 2024-09-12T01:17:05.450 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6af006be60 0x7f6af006e320 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.450 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b040c9d40 0x7f6b04151b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.450 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b041f7840 0x7f6b040c9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.450 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 --2- 172.21.15.122:0/733494914 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6aec0039b0 0x7f6b041f3a80 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.450 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 -- 172.21.15.122:0/733494914 >> 172.21.15.122:0/733494914 conn(0x7f6b0406c030 msgr2=0x7f6b040ccbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:05.450 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 -- 172.21.15.122:0/733494914 shutdown_connections 2024-09-12T01:17:05.450 INFO:teuthology.misc.health.smithi122.stderr:2024-09-12T01:17:05.449+0000 7f6b0a837640 1 -- 172.21.15.122:0/733494914 wait complete. 2024-09-12T01:17:05.458 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-12T01:17:05.459 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-12T01:17:05.459 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-12T01:17:05.459 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-12T01:17:05.461 INFO:tasks.ceph.mds.a:Started 2024-09-12T01:17:05.461 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-12T01:17:05.461 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-12T01:17:05.463 INFO:tasks.ceph.mds.c:Started 2024-09-12T01:17:05.464 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-12T01:17:05.464 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-12T01:17:05.466 INFO:tasks.ceph.mds.b:Started 2024-09-12T01:17:05.467 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-12T01:17:05.467 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-12T01:17:05.469 INFO:tasks.ceph.mds.d:Started 2024-09-12T01:17:05.469 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-12T01:17:05.469 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:05.536 INFO:tasks.ceph.mds.a.smithi122.stdout:starting mds.a at 2024-09-12T01:17:05.536 INFO:tasks.ceph.mds.c.smithi122.stdout:starting mds.c at 2024-09-12T01:17:05.553 INFO:tasks.ceph.mds.b.smithi151.stdout:starting mds.b at 2024-09-12T01:17:05.554 INFO:tasks.ceph.mds.d.smithi151.stdout:starting mds.d at 2024-09-12T01:17:05.573 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee9bb9640 1 Processor -- start 2024-09-12T01:17:05.573 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee9bb9640 1 -- start start 2024-09-12T01:17:05.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee9bb9640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faee4162060 0x7faee40b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee9bb9640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7faee40b64b0 0x7faee40b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee9bb9640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faee406d9f0 con 0x7faee4161c80 2024-09-12T01:17:05.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee9bb9640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7faee406dcd0 con 0x7faee40b64b0 2024-09-12T01:17:05.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee9bb9640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7faee406dfb0 con 0x7faee4162060 2024-09-12T01:17:05.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee37fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7faee4161c80 0x7faee406e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:60842/0 (socket says 172.21.15.122:60842) 2024-09-12T01:17:05.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee37fe640 1 -- 172.21.15.122:0/2972340997 learned_addr learned my addr 172.21.15.122:0/2972340997 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:05.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee2ffd640 1 --2- 172.21.15.122:0/2972340997 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faee4162060 0x7faee40b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee3fff640 1 --2- 172.21.15.122:0/2972340997 >> v2:172.21.15.151:3300/0 conn(0x7faee40b64b0 0x7faee40b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee27fc640 1 -- 172.21.15.122:0/2972340997 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1815644210 0 0) 0x7faee406d9f0 con 0x7faee4161c80 2024-09-12T01:17:05.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee27fc640 1 -- 172.21.15.122:0/2972340997 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faecc003520 con 0x7faee4161c80 2024-09-12T01:17:05.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee2ffd640 1 -- 172.21.15.122:0/2972340997 >> v2:172.21.15.151:3300/0 conn(0x7faee40b64b0 msgr2=0x7faee40b6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:05.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee2ffd640 1 --2- 172.21.15.122:0/2972340997 >> v2:172.21.15.151:3300/0 conn(0x7faee40b64b0 0x7faee40b6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee2ffd640 1 -- 172.21.15.122:0/2972340997 >> v1:172.21.15.122:6789/0 conn(0x7faee4161c80 legacy=0x7faee406e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.574+0000 7faee2ffd640 1 -- 172.21.15.122:0/2972340997 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faee40d01f0 con 0x7faee4162060 2024-09-12T01:17:05.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.575+0000 7faee2ffd640 1 --2- 172.21.15.122:0/2972340997 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faee4162060 0x7faee40b5f70 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7faed80097a0 tx=0x7faed802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=532cdb6fff431a4a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:05.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.575+0000 7faee27fc640 1 -- 172.21.15.122:0/2972340997 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed8037070 con 0x7faee4162060 2024-09-12T01:17:05.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.575+0000 7faee27fc640 1 -- 172.21.15.122:0/2972340997 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faed8032440 con 0x7faee4162060 2024-09-12T01:17:05.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.575+0000 7faee27fc640 1 -- 172.21.15.122:0/2972340997 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed8032810 con 0x7faee4162060 2024-09-12T01:17:05.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.576+0000 7faee9bb9640 1 -- 172.21.15.122:0/2972340997 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faee4162060 msgr2=0x7faee40b5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.576+0000 7faee9bb9640 1 --2- 172.21.15.122:0/2972340997 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faee4162060 0x7faee40b5f70 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7faed80097a0 tx=0x7faed802a180 comp rx=0 tx=0).stop 2024-09-12T01:17:05.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.576+0000 7faee9bb9640 1 -- 172.21.15.122:0/2972340997 shutdown_connections 2024-09-12T01:17:05.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.576+0000 7faee9bb9640 1 --2- 172.21.15.122:0/2972340997 >> v2:172.21.15.151:3300/0 conn(0x7faee40b64b0 0x7faee40b6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.576+0000 7faee9bb9640 1 --2- 172.21.15.122:0/2972340997 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faee4162060 0x7faee40b5f70 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.576+0000 7faee9bb9640 1 -- 172.21.15.122:0/2972340997 >> 172.21.15.122:0/2972340997 conn(0x7faee40d44f0 msgr2=0x7faee40d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:05.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.576+0000 7faee9bb9640 1 -- 172.21.15.122:0/2972340997 shutdown_connections 2024-09-12T01:17:05.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.576+0000 7faee9bb9640 1 -- 172.21.15.122:0/2972340997 wait complete. 2024-09-12T01:17:05.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.577+0000 7faee9bb9640 1 Processor -- start 2024-09-12T01:17:05.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.577+0000 7faee9bb9640 1 -- start start 2024-09-12T01:17:05.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee9bb9640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faee40b64b0 0x7faee40b9e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee9bb9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faee4161c80 0x7faee40c8940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee9bb9640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faee4162060 0x7faee4159360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee9bb9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7faee40cf1e0 con 0x7faee4161c80 2024-09-12T01:17:05.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee9bb9640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7faee40d2aa0 con 0x7faee40b64b0 2024-09-12T01:17:05.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee9bb9640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7faee40cf360 con 0x7faee4162060 2024-09-12T01:17:05.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faee4161c80 0x7faee40c8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faee4161c80 0x7faee40c8940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:53586/0 (socket says 172.21.15.122:53586) 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee2ffd640 1 -- 172.21.15.122:0/906279627 learned_addr learned my addr 172.21.15.122:0/906279627 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee3fff640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faee4162060 0x7faee4159360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee37fe640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faee40b64b0 0x7faee40b9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee2ffd640 1 -- 172.21.15.122:0/906279627 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faee4162060 msgr2=0x7faee4159360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee2ffd640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faee4162060 0x7faee4159360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee2ffd640 1 -- 172.21.15.122:0/906279627 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faee40b64b0 msgr2=0x7faee40b9e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee2ffd640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faee40b64b0 0x7faee40b9e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee2ffd640 1 -- 172.21.15.122:0/906279627 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faee40c8e80 con 0x7faee4161c80 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee37fe640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faee40b64b0 0x7faee40b9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee2ffd640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faee4161c80 0x7faee40c8940 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7faed80098c0 tx=0x7faed80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faecbfff640 1 -- 172.21.15.122:0/906279627 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed8041020 con 0x7faee4161c80 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faecbfff640 1 -- 172.21.15.122:0/906279627 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faed803d640 con 0x7faee4161c80 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee9bb9640 1 -- 172.21.15.122:0/906279627 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faee40b89b0 con 0x7faee4161c80 2024-09-12T01:17:05.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faecbfff640 1 -- 172.21.15.122:0/906279627 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed8037040 con 0x7faee4161c80 2024-09-12T01:17:05.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.578+0000 7faee9bb9640 1 -- 172.21.15.122:0/906279627 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faee40b7bf0 con 0x7faee4161c80 2024-09-12T01:17:05.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.579+0000 7faee9bb9640 1 -- 172.21.15.122:0/906279627 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faee40ca6e0 con 0x7faee4161c80 2024-09-12T01:17:05.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.580+0000 7faecbfff640 1 -- 172.21.15.122:0/906279627 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faed8044020 con 0x7faee4161c80 2024-09-12T01:17:05.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.580+0000 7faecbfff640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faed006be30 0x7faed006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:05.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.580+0000 7faecbfff640 1 -- 172.21.15.122:0/906279627 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7faed80ab2a0 con 0x7faee4161c80 2024-09-12T01:17:05.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.580+0000 7faee37fe640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faed006be30 0x7faed006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:05.583 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.581+0000 7faee37fe640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faed006be30 0x7faed006e2f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7faed4005880 tx=0x7faed4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:05.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.585+0000 7faecbfff640 1 -- 172.21.15.122:0/906279627 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faed804b030 con 0x7faee4161c80 2024-09-12T01:17:05.783 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.783+0000 7faee9bb9640 1 -- 172.21.15.122:0/906279627 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faee40ba470 con 0x7faee4161c80 2024-09-12T01:17:05.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.784+0000 7faecbfff640 1 -- 172.21.15.122:0/906279627 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1437 (secure 0 0 0) 0x7faed8079fb0 con 0x7faee4161c80 2024-09-12T01:17:05.784 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:05.784 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":2,"btime":"2024-09-12T01:17:05:541755+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-12T01:17:05.785 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 2 2024-09-12T01:17:05.788 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 -- 172.21.15.122:0/906279627 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faed006be30 msgr2=0x7faed006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faed006be30 0x7faed006e2f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7faed4005880 tx=0x7faed4009040 comp rx=0 tx=0).stop 2024-09-12T01:17:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 -- 172.21.15.122:0/906279627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faee4161c80 msgr2=0x7faee40c8940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faee4161c80 0x7faee40c8940 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7faed80098c0 tx=0x7faed80046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 -- 172.21.15.122:0/906279627 shutdown_connections 2024-09-12T01:17:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faed006be30 0x7faed006e2f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faee4162060 0x7faee4159360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faee4161c80 0x7faee40c8940 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 --2- 172.21.15.122:0/906279627 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faee40b64b0 0x7faee40b9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 -- 172.21.15.122:0/906279627 >> 172.21.15.122:0/906279627 conn(0x7faee40d44f0 msgr2=0x7faee40b5370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 -- 172.21.15.122:0/906279627 shutdown_connections 2024-09-12T01:17:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:05.786+0000 7faee9bb9640 1 -- 172.21.15.122:0/906279627 wait complete. 2024-09-12T01:17:07.797 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:07.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.914+0000 7f5e9515f640 1 Processor -- start 2024-09-12T01:17:07.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.914+0000 7f5e9515f640 1 -- start start 2024-09-12T01:17:07.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.914+0000 7f5e9515f640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f5e900b43f0 0x7f5e9009aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:07.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.914+0000 7f5e9515f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5e900b5050 0x7f5e9015b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:07.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.914+0000 7f5e9515f640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e900b3830 con 0x7f5e9015b340 2024-09-12T01:17:07.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.914+0000 7f5e9515f640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f5e900b5bd0 con 0x7f5e900b43f0 2024-09-12T01:17:07.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.914+0000 7f5e9515f640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5e900b5610 con 0x7f5e900b5050 2024-09-12T01:17:07.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.915+0000 7f5e8ed9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f5e9015b340 0x7f5e900b4940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:60854/0 (socket says 172.21.15.122:60854) 2024-09-12T01:17:07.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.915+0000 7f5e8e59c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f5e900b43f0 0x7f5e9009aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:07.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.915+0000 7f5e8ed9d640 1 -- 172.21.15.122:0/773256133 learned_addr learned my addr 172.21.15.122:0/773256133 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:07.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.915+0000 7f5e8f59e640 1 --2- 172.21.15.122:0/773256133 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5e900b5050 0x7f5e9015b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:07.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.915+0000 7f5e8e59c640 1 -- 172.21.15.122:0/773256133 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5e900b5050 msgr2=0x7f5e9015b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:07.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.915+0000 7f5e8e59c640 1 --2- 172.21.15.122:0/773256133 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5e900b5050 0x7f5e9015b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:07.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.915+0000 7f5e8e59c640 1 -- 172.21.15.122:0/773256133 >> v1:172.21.15.122:6789/0 conn(0x7f5e9015b340 legacy=0x7f5e900b4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:07.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.915+0000 7f5e8e59c640 1 -- 172.21.15.122:0/773256133 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e900b58f0 con 0x7f5e900b43f0 2024-09-12T01:17:07.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.915+0000 7f5e8dd9b640 1 -- 172.21.15.122:0/773256133 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2662007118 0 0) 0x7f5e900b3830 con 0x7f5e9015b340 2024-09-12T01:17:07.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e8e59c640 1 --2- 172.21.15.122:0/773256133 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e900b43f0 0x7f5e9009aa30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5e780097a0 tx=0x7f5e7802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c47f64affd5f157 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:07.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e8dd9b640 1 -- 172.21.15.122:0/773256133 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e78037070 con 0x7f5e900b43f0 2024-09-12T01:17:07.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e8dd9b640 1 -- 172.21.15.122:0/773256133 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e7802ae50 con 0x7f5e900b43f0 2024-09-12T01:17:07.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e8dd9b640 1 -- 172.21.15.122:0/773256133 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e78032660 con 0x7f5e900b43f0 2024-09-12T01:17:07.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e9515f640 1 -- 172.21.15.122:0/773256133 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e900b43f0 msgr2=0x7f5e9009aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:07.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e9515f640 1 --2- 172.21.15.122:0/773256133 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e900b43f0 0x7f5e9009aa30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5e780097a0 tx=0x7f5e7802a100 comp rx=0 tx=0).stop 2024-09-12T01:17:07.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e9515f640 1 -- 172.21.15.122:0/773256133 shutdown_connections 2024-09-12T01:17:07.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e9515f640 1 --2- 172.21.15.122:0/773256133 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e900b43f0 0x7f5e9009aa30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:07.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e9515f640 1 --2- 172.21.15.122:0/773256133 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5e900b5050 0x7f5e9015b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:07.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e9515f640 1 -- 172.21.15.122:0/773256133 >> 172.21.15.122:0/773256133 conn(0x7f5e90073490 msgr2=0x7f5e900b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:07.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e9515f640 1 -- 172.21.15.122:0/773256133 shutdown_connections 2024-09-12T01:17:07.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.916+0000 7f5e9515f640 1 -- 172.21.15.122:0/773256133 wait complete. 2024-09-12T01:17:07.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.918+0000 7f5e9515f640 1 Processor -- start 2024-09-12T01:17:07.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.918+0000 7f5e9515f640 1 -- start start 2024-09-12T01:17:07.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e9515f640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5e900b43f0 0x7f5e90148ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:07.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e9515f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5e900b5050 0x7f5e90155630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:07.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e9515f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e9015b340 0x7f5e90153f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e9515f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5e900cdb30 con 0x7f5e9015b340 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e9515f640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9015d8f0 con 0x7f5e900b43f0 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e9515f640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5e900cdcb0 con 0x7f5e900b5050 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e8f59e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e9015b340 0x7f5e90153f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e8f59e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e9015b340 0x7f5e90153f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:53616/0 (socket says 172.21.15.122:53616) 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e8f59e640 1 -- 172.21.15.122:0/759904302 learned_addr learned my addr 172.21.15.122:0/759904302 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e8e59c640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5e900b5050 0x7f5e90155630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e8ed9d640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5e900b43f0 0x7f5e90148ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e8f59e640 1 -- 172.21.15.122:0/759904302 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5e900b5050 msgr2=0x7f5e90155630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e8f59e640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5e900b5050 0x7f5e90155630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e8f59e640 1 -- 172.21.15.122:0/759904302 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5e900b43f0 msgr2=0x7f5e90148ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e8f59e640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5e900b43f0 0x7f5e90148ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:07.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e8f59e640 1 -- 172.21.15.122:0/759904302 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e900cec80 con 0x7f5e9015b340 2024-09-12T01:17:07.921 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.919+0000 7f5e8ed9d640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5e900b43f0 0x7f5e90148ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:07.921 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.920+0000 7f5e8f59e640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e9015b340 0x7f5e90153f10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5e8000d830 tx=0x7f5e8000dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:07.921 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.920+0000 7f5e877fe640 1 -- 172.21.15.122:0/759904302 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e8000b6c0 con 0x7f5e9015b340 2024-09-12T01:17:07.921 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.920+0000 7f5e877fe640 1 -- 172.21.15.122:0/759904302 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e80019070 con 0x7f5e9015b340 2024-09-12T01:17:07.921 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.920+0000 7f5e9515f640 1 -- 172.21.15.122:0/759904302 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e900cef60 con 0x7f5e9015b340 2024-09-12T01:17:07.921 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.920+0000 7f5e877fe640 1 -- 172.21.15.122:0/759904302 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e8000bac0 con 0x7f5e9015b340 2024-09-12T01:17:07.921 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.920+0000 7f5e9515f640 1 -- 172.21.15.122:0/759904302 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e90155b70 con 0x7f5e9015b340 2024-09-12T01:17:07.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.921+0000 7f5e9515f640 1 -- 172.21.15.122:0/759904302 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e9009aa30 con 0x7f5e9015b340 2024-09-12T01:17:07.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.921+0000 7f5e877fe640 1 -- 172.21.15.122:0/759904302 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5e8001e460 con 0x7f5e9015b340 2024-09-12T01:17:07.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.922+0000 7f5e877fe640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5e7006be30 0x7f5e7006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:07.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.922+0000 7f5e8ed9d640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5e7006be30 0x7f5e7006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:07.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.922+0000 7f5e877fe640 1 -- 172.21.15.122:0/759904302 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f5e8008b0f0 con 0x7f5e9015b340 2024-09-12T01:17:07.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.922+0000 7f5e8ed9d640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5e7006be30 0x7f5e7006e2f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5e880012e0 tx=0x7f5e88009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:07.925 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:07.927+0000 7f5e877fe640 1 -- 172.21.15.122:0/759904302 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e80059df0 con 0x7f5e9015b340 2024-09-12T01:17:08.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.125+0000 7f5e9515f640 1 -- 172.21.15.122:0/759904302 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5e901537e0 con 0x7f5e9015b340 2024-09-12T01:17:08.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.126+0000 7f5e877fe640 1 -- 172.21.15.122:0/759904302 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3912 (secure 0 0 0) 0x7f5e800596f0 con 0x7f5e9015b340 2024-09-12T01:17:08.125 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:08.125 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":3,"btime":"2024-09-12T01:17:06:543087+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/1457301740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":1457301740},{"type":"v1","addr":"172.21.15.151:6833","nonce":1457301740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/36036822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":36036822},{"type":"v1","addr":"172.21.15.122:6837","nonce":36036822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4276,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/2740774154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":2740774154},{"type":"v1","addr":"172.21.15.151:6835","nonce":2740774154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-12T01:17:08.125 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 3 2024-09-12T01:17:08.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 -- 172.21.15.122:0/759904302 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5e7006be30 msgr2=0x7f5e7006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:08.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5e7006be30 0x7f5e7006e2f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5e880012e0 tx=0x7f5e88009040 comp rx=0 tx=0).stop 2024-09-12T01:17:08.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 -- 172.21.15.122:0/759904302 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e9015b340 msgr2=0x7f5e90153f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:08.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e9015b340 0x7f5e90153f10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5e8000d830 tx=0x7f5e8000dcf0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 -- 172.21.15.122:0/759904302 shutdown_connections 2024-09-12T01:17:08.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5e7006be30 0x7f5e7006e2f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e9015b340 0x7f5e90153f10 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5e900b5050 0x7f5e90155630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 --2- 172.21.15.122:0/759904302 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5e900b43f0 0x7f5e90148ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 -- 172.21.15.122:0/759904302 >> 172.21.15.122:0/759904302 conn(0x7f5e90073490 msgr2=0x7f5e9015b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:08.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 -- 172.21.15.122:0/759904302 shutdown_connections 2024-09-12T01:17:08.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.128+0000 7f5e9515f640 1 -- 172.21.15.122:0/759904302 wait complete. 2024-09-12T01:17:08.137 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-12T01:17:08.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.236+0000 7f7aff427640 1 Processor -- start 2024-09-12T01:17:08.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.236+0000 7f7aff427640 1 -- start start 2024-09-12T01:17:08.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7aff427640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7af815e760 0x7f7af806cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7aff427640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7af80d4fd0 0x7f7af80cf5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7aff427640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f7af80b3650 0x7f7af80cfaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7aff427640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f7af80d2700 con 0x7f7af815e760 2024-09-12T01:17:08.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7aff427640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f7af80cedb0 con 0x7f7af80b3650 2024-09-12T01:17:08.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7aff427640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7af80cf090 con 0x7f7af80d4fd0 2024-09-12T01:17:08.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7afd1c3640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7af815e760 0x7f7af806cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7afd1c3640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7af815e760 0x7f7af806cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:53620/0 (socket says 172.21.15.122:53620) 2024-09-12T01:17:08.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7afd1c3640 1 -- 172.21.15.122:0/4017369535 learned_addr learned my addr 172.21.15.122:0/4017369535 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:08.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7afc9c2640 1 --2- 172.21.15.122:0/4017369535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7af80d4fd0 0x7f7af80cf5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7afd9c4640 1 --2- 172.21.15.122:0/4017369535 >> v2:172.21.15.151:3300/0 conn(0x7f7af80b3650 0x7f7af80cfaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7afd1c3640 1 -- 172.21.15.122:0/4017369535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7af80d4fd0 msgr2=0x7f7af80cf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:08.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7afd1c3640 1 --2- 172.21.15.122:0/4017369535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7af80d4fd0 0x7f7af80cf5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7afd1c3640 1 -- 172.21.15.122:0/4017369535 >> v2:172.21.15.151:3300/0 conn(0x7f7af80b3650 msgr2=0x7f7af80cfaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:08.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7afd1c3640 1 --2- 172.21.15.122:0/4017369535 >> v2:172.21.15.151:3300/0 conn(0x7f7af80b3650 0x7f7af80cfaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.237+0000 7f7afd1c3640 1 -- 172.21.15.122:0/4017369535 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7af80b3c80 con 0x7f7af815e760 2024-09-12T01:17:08.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.238+0000 7f7afd1c3640 1 --2- 172.21.15.122:0/4017369535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af815e760 0x7f7af806cdd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7af808c8c0 tx=0x7f7af402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d9da332da14f7d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:08.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.238+0000 7f7aeffff640 1 -- 172.21.15.122:0/4017369535 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af4037070 con 0x7f7af815e760 2024-09-12T01:17:08.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.238+0000 7f7aeffff640 1 -- 172.21.15.122:0/4017369535 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7af4032440 con 0x7f7af815e760 2024-09-12T01:17:08.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.238+0000 7f7aeffff640 1 -- 172.21.15.122:0/4017369535 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af4032810 con 0x7f7af815e760 2024-09-12T01:17:08.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.238+0000 7f7aff427640 1 -- 172.21.15.122:0/4017369535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af815e760 msgr2=0x7f7af806cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:08.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.238+0000 7f7aff427640 1 --2- 172.21.15.122:0/4017369535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af815e760 0x7f7af806cdd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7af808c8c0 tx=0x7f7af402a140 comp rx=0 tx=0).stop 2024-09-12T01:17:08.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.239+0000 7f7aff427640 1 -- 172.21.15.122:0/4017369535 shutdown_connections 2024-09-12T01:17:08.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.239+0000 7f7aff427640 1 --2- 172.21.15.122:0/4017369535 >> v2:172.21.15.151:3300/0 conn(0x7f7af80b3650 0x7f7af80cfaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.239+0000 7f7aff427640 1 --2- 172.21.15.122:0/4017369535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7af80d4fd0 0x7f7af80cf5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.239+0000 7f7aff427640 1 --2- 172.21.15.122:0/4017369535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af815e760 0x7f7af806cdd0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.239+0000 7f7aff427640 1 -- 172.21.15.122:0/4017369535 >> 172.21.15.122:0/4017369535 conn(0x7f7af808bfc0 msgr2=0x7f7af80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:08.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.239+0000 7f7aff427640 1 -- 172.21.15.122:0/4017369535 shutdown_connections 2024-09-12T01:17:08.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.239+0000 7f7aff427640 1 -- 172.21.15.122:0/4017369535 wait complete. 2024-09-12T01:17:08.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.240+0000 7f7aff427640 1 Processor -- start 2024-09-12T01:17:08.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.240+0000 7f7aff427640 1 -- start start 2024-09-12T01:17:08.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.240+0000 7f7aff427640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af80b3650 0x7f7af80b9e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.240+0000 7f7aff427640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7af80d4fd0 0x7f7af80b5db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.240+0000 7f7aff427640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7af815e760 0x7f7af81f7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.240+0000 7f7aff427640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7af80d3230 con 0x7f7af80b3650 2024-09-12T01:17:08.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.240+0000 7f7aff427640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7af80d30b0 con 0x7f7af80d4fd0 2024-09-12T01:17:08.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.240+0000 7f7aff427640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7af80d33b0 con 0x7f7af815e760 2024-09-12T01:17:08.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7afd1c3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af80b3650 0x7f7af80b9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7afd1c3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af80b3650 0x7f7af80b9e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:53626/0 (socket says 172.21.15.122:53626) 2024-09-12T01:17:08.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7afd1c3640 1 -- 172.21.15.122:0/3968044110 learned_addr learned my addr 172.21.15.122:0/3968044110 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:08.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7afc9c2640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7af80d4fd0 0x7f7af80b5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7afd9c4640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7af815e760 0x7f7af81f7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7afd1c3640 1 -- 172.21.15.122:0/3968044110 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7af815e760 msgr2=0x7f7af81f7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:08.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7afd1c3640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7af815e760 0x7f7af81f7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7afd1c3640 1 -- 172.21.15.122:0/3968044110 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7af80d4fd0 msgr2=0x7f7af80b5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:08.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7afd1c3640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7af80d4fd0 0x7f7af80b5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7afd1c3640 1 -- 172.21.15.122:0/3968044110 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7af80b4d10 con 0x7f7af80b3650 2024-09-12T01:17:08.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7afd1c3640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af80b3650 0x7f7af80b9e50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7af4000c00 tx=0x7f7af40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:08.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7aedffb640 1 -- 172.21.15.122:0/3968044110 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af4037040 con 0x7f7af80b3650 2024-09-12T01:17:08.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7aedffb640 1 -- 172.21.15.122:0/3968044110 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7af4042070 con 0x7f7af80b3650 2024-09-12T01:17:08.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7aff427640 1 -- 172.21.15.122:0/3968044110 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7af80b4ff0 con 0x7f7af80b3650 2024-09-12T01:17:08.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7aedffb640 1 -- 172.21.15.122:0/3968044110 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af4030880 con 0x7f7af80b3650 2024-09-12T01:17:08.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.241+0000 7f7aff427640 1 -- 172.21.15.122:0/3968044110 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7af80b55b0 con 0x7f7af80b3650 2024-09-12T01:17:08.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.242+0000 7f7aff427640 1 -- 172.21.15.122:0/3968044110 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7af80d36f0 con 0x7f7af80b3650 2024-09-12T01:17:08.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.243+0000 7f7aedffb640 1 -- 172.21.15.122:0/3968044110 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7af4030a20 con 0x7f7af80b3650 2024-09-12T01:17:08.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.243+0000 7f7aedffb640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7adc06be30 0x7f7adc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.243+0000 7f7aedffb640 1 -- 172.21.15.122:0/3968044110 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f7af40ab2f0 con 0x7f7af80b3650 2024-09-12T01:17:08.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.243+0000 7f7afc9c2640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7adc06be30 0x7f7adc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.244+0000 7f7afc9c2640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7adc06be30 0x7f7adc06e2f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7af806d5b0 tx=0x7f7ae8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:08.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.248+0000 7f7aedffb640 1 -- 172.21.15.122:0/3968044110 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7af407a080 con 0x7f7af80b3650 2024-09-12T01:17:08.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.415+0000 7f7aff427640 1 -- 172.21.15.122:0/3968044110 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f7af8157180 con 0x7f7af80b3650 2024-09-12T01:17:08.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.416+0000 7f7aedffb640 1 -- 172.21.15.122:0/3968044110 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7f7af4079980 con 0x7f7af80b3650 2024-09-12T01:17:08.415 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:08.415 INFO:teuthology.orchestra.run.smithi122.stdout:[ 2024-09-12T01:17:08.415 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:08.415 INFO:teuthology.orchestra.run.smithi122.stdout: "poolnum": 1, 2024-09-12T01:17:08.415 INFO:teuthology.orchestra.run.smithi122.stdout: "poolname": ".mgr" 2024-09-12T01:17:08.415 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:08.416 INFO:teuthology.orchestra.run.smithi122.stdout:] 2024-09-12T01:17:08.417 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 -- 172.21.15.122:0/3968044110 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7adc06be30 msgr2=0x7f7adc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:08.417 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7adc06be30 0x7f7adc06e2f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7af806d5b0 tx=0x7f7ae8008040 comp rx=0 tx=0).stop 2024-09-12T01:17:08.417 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 -- 172.21.15.122:0/3968044110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af80b3650 msgr2=0x7f7af80b9e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:08.417 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af80b3650 0x7f7af80b9e50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7af4000c00 tx=0x7f7af40046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 -- 172.21.15.122:0/3968044110 shutdown_connections 2024-09-12T01:17:08.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7adc06be30 0x7f7adc06e2f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7af815e760 0x7f7af81f7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7af80d4fd0 0x7f7af80b5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 --2- 172.21.15.122:0/3968044110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af80b3650 0x7f7af80b9e50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 -- 172.21.15.122:0/3968044110 >> 172.21.15.122:0/3968044110 conn(0x7f7af808bfc0 msgr2=0x7f7af80d4170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:08.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 -- 172.21.15.122:0/3968044110 shutdown_connections 2024-09-12T01:17:08.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.418+0000 7f7aff427640 1 -- 172.21.15.122:0/3968044110 wait complete. 2024-09-12T01:17:08.427 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T01:17:08.427 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T01:17:08.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.530+0000 7f44d14ac640 1 Processor -- start 2024-09-12T01:17:08.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.530+0000 7f44d14ac640 1 -- start start 2024-09-12T01:17:08.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.530+0000 7f44d14ac640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc162e30 0x7f44cc06d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.530+0000 7f44d14ac640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f44cc0cf280 0x7f44cc0d2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.530+0000 7f44d14ac640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44cc15ff70 con 0x7f44cc162340 2024-09-12T01:17:08.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.530+0000 7f44d14ac640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f44cc06de90 con 0x7f44cc0cf280 2024-09-12T01:17:08.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.530+0000 7f44d14ac640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f44cc163270 con 0x7f44cc162e30 2024-09-12T01:17:08.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.531+0000 7f44ca7fc640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc162e30 0x7f44cc06d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.531+0000 7f44cb7fe640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f44cc0cf280 0x7f44cc0d2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.531+0000 7f44ca7fc640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc162e30 0x7f44cc06d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:38568/0 (socket says 172.21.15.122:38568) 2024-09-12T01:17:08.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.531+0000 7f44ca7fc640 1 -- 172.21.15.122:0/3542095118 learned_addr learned my addr 172.21.15.122:0/3542095118 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:08.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.531+0000 7f44ca7fc640 1 -- 172.21.15.122:0/3542095118 >> v2:172.21.15.151:3300/0 conn(0x7f44cc0cf280 msgr2=0x7f44cc0d2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:08.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.531+0000 7f44ca7fc640 1 --2- 172.21.15.122:0/3542095118 >> v2:172.21.15.151:3300/0 conn(0x7f44cc0cf280 0x7f44cc0d2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.531+0000 7f44ca7fc640 1 -- 172.21.15.122:0/3542095118 >> v1:172.21.15.151:6789/0 conn(0x7f44cc162340 legacy=0x7f44cc162720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:08.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.531+0000 7f44ca7fc640 1 -- 172.21.15.122:0/3542095118 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44cc0d4d10 con 0x7f44cc162e30 2024-09-12T01:17:08.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.532+0000 7f44ca7fc640 1 --2- 172.21.15.122:0/3542095118 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc162e30 0x7f44cc06d740 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f44c0009850 tx=0x7f44c002a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe0d0e7c1e33bc38 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:08.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.532+0000 7f44c9ffb640 1 -- 172.21.15.122:0/3542095118 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c0004030 con 0x7f44cc162e30 2024-09-12T01:17:08.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.532+0000 7f44c9ffb640 1 -- 172.21.15.122:0/3542095118 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44c00041d0 con 0x7f44cc162e30 2024-09-12T01:17:08.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.532+0000 7f44c9ffb640 1 -- 172.21.15.122:0/3542095118 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c0003610 con 0x7f44cc162e30 2024-09-12T01:17:08.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.532+0000 7f44d14ac640 1 -- 172.21.15.122:0/3542095118 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc162e30 msgr2=0x7f44cc06d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:08.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.532+0000 7f44d14ac640 1 --2- 172.21.15.122:0/3542095118 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc162e30 0x7f44cc06d740 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f44c0009850 tx=0x7f44c002a1a0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.532+0000 7f44d14ac640 1 -- 172.21.15.122:0/3542095118 shutdown_connections 2024-09-12T01:17:08.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.532+0000 7f44d14ac640 1 --2- 172.21.15.122:0/3542095118 >> v2:172.21.15.151:3300/0 conn(0x7f44cc0cf280 0x7f44cc0d2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.532+0000 7f44d14ac640 1 --2- 172.21.15.122:0/3542095118 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc162e30 0x7f44cc06d740 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.532+0000 7f44d14ac640 1 -- 172.21.15.122:0/3542095118 >> 172.21.15.122:0/3542095118 conn(0x7f44cc08bfc0 msgr2=0x7f44cc0d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:08.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.532+0000 7f44d14ac640 1 -- 172.21.15.122:0/3542095118 shutdown_connections 2024-09-12T01:17:08.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.533+0000 7f44d14ac640 1 -- 172.21.15.122:0/3542095118 wait complete. 2024-09-12T01:17:08.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.534+0000 7f44d14ac640 1 Processor -- start 2024-09-12T01:17:08.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.534+0000 7f44d14ac640 1 -- start start 2024-09-12T01:17:08.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.534+0000 7f44d14ac640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc0cf280 0x7f44cc15dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.534+0000 7f44d14ac640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44cc162340 0x7f44cc0b47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.534+0000 7f44d14ac640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f44cc162e30 0x7f44cc150470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44d14ac640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f44cc0cf710 con 0x7f44cc162340 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44d14ac640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f44cc0d2470 con 0x7f44cc162e30 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44d14ac640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f44cc0d52d0 con 0x7f44cc0cf280 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44ca7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44cc162340 0x7f44cc0b47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44ca7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44cc162340 0x7f44cc0b47d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:53628/0 (socket says 172.21.15.122:53628) 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44ca7fc640 1 -- 172.21.15.122:0/1224464464 learned_addr learned my addr 172.21.15.122:0/1224464464 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44caffd640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc0cf280 0x7f44cc15dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44cb7fe640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f44cc162e30 0x7f44cc150470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44ca7fc640 1 -- 172.21.15.122:0/1224464464 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc0cf280 msgr2=0x7f44cc15dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44ca7fc640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc0cf280 0x7f44cc15dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44ca7fc640 1 -- 172.21.15.122:0/1224464464 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f44cc162e30 msgr2=0x7f44cc150470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44ca7fc640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f44cc162e30 0x7f44cc150470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:08.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44ca7fc640 1 -- 172.21.15.122:0/1224464464 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44cc1e9430 con 0x7f44cc162340 2024-09-12T01:17:08.540 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44ca7fc640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44cc162340 0x7f44cc0b47d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f44c0034040 tx=0x7f44c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:08.540 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44b37fe640 1 -- 172.21.15.122:0/1224464464 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c0041020 con 0x7f44cc162340 2024-09-12T01:17:08.540 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44b37fe640 1 -- 172.21.15.122:0/1224464464 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44c0003c50 con 0x7f44cc162340 2024-09-12T01:17:08.540 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44d14ac640 1 -- 172.21.15.122:0/1224464464 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44cc1e9770 con 0x7f44cc162340 2024-09-12T01:17:08.540 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44b37fe640 1 -- 172.21.15.122:0/1224464464 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c0004030 con 0x7f44cc162340 2024-09-12T01:17:08.540 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.535+0000 7f44d14ac640 1 -- 172.21.15.122:0/1224464464 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44cc0b42b0 con 0x7f44cc162340 2024-09-12T01:17:08.540 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.536+0000 7f44d14ac640 1 -- 172.21.15.122:0/1224464464 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44cc06d740 con 0x7f44cc162340 2024-09-12T01:17:08.540 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.537+0000 7f44b37fe640 1 -- 172.21.15.122:0/1224464464 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f44c0044020 con 0x7f44cc162340 2024-09-12T01:17:08.541 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.537+0000 7f44b37fe640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f44b806be30 0x7f44b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:08.541 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.537+0000 7f44b37fe640 1 -- 172.21.15.122:0/1224464464 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f44c00ab570 con 0x7f44cc162340 2024-09-12T01:17:08.541 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.537+0000 7f44caffd640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f44b806be30 0x7f44b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:08.541 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.538+0000 7f44caffd640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f44b806be30 0x7f44b806e2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f44bc001f10 tx=0x7f44bc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:08.541 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.541+0000 7f44b37fe640 1 -- 172.21.15.122:0/1224464464 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f44c004b030 con 0x7f44cc162340 2024-09-12T01:17:08.706 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:08.707+0000 7f44d14ac640 1 -- 172.21.15.122:0/1224464464 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f44cc0ba450 con 0x7f44cc162340 2024-09-12T01:17:09.557 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.558+0000 7f44b37fe640 1 -- 172.21.15.122:0/1224464464 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7f44cc1e9770 con 0x7f44cc162340 2024-09-12T01:17:09.557 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_metadata' created 2024-09-12T01:17:09.560 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 -- 172.21.15.122:0/1224464464 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f44b806be30 msgr2=0x7f44b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:09.560 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f44b806be30 0x7f44b806e2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f44bc001f10 tx=0x7f44bc009040 comp rx=0 tx=0).stop 2024-09-12T01:17:09.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 -- 172.21.15.122:0/1224464464 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44cc162340 msgr2=0x7f44cc0b47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:09.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44cc162340 0x7f44cc0b47d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f44c0034040 tx=0x7f44c00046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:09.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 -- 172.21.15.122:0/1224464464 shutdown_connections 2024-09-12T01:17:09.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f44b806be30 0x7f44b806e2f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:09.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f44cc162e30 0x7f44cc150470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:09.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44cc162340 0x7f44cc0b47d0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:09.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 --2- 172.21.15.122:0/1224464464 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44cc0cf280 0x7f44cc15dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:09.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 -- 172.21.15.122:0/1224464464 >> 172.21.15.122:0/1224464464 conn(0x7f44cc08bfc0 msgr2=0x7f44cc0d0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:09.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 -- 172.21.15.122:0/1224464464 shutdown_connections 2024-09-12T01:17:09.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.562+0000 7f44d14ac640 1 -- 172.21.15.122:0/1224464464 wait complete. 2024-09-12T01:17:09.578 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-12T01:17:09.689 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.690+0000 7f76dad9f640 1 Processor -- start 2024-09-12T01:17:09.689 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.690+0000 7f76dad9f640 1 -- start start 2024-09-12T01:17:09.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.690+0000 7f76dad9f640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f76d40af210 0x7f76d4070a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:09.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.690+0000 7f76dad9f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f76d4070fb0 0x7f76d406de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.690+0000 7f76dad9f640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76d406cdc0 con 0x7f76d415e7f0 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.690+0000 7f76dad9f640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f76d406d0a0 con 0x7f76d40af210 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.690+0000 7f76dad9f640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f76d406d380 con 0x7f76d4070fb0 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.691+0000 7f76d3fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f76d40af210 0x7f76d4070a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.691+0000 7f76d3fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f76d40af210 0x7f76d4070a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:53632/0 (socket says 172.21.15.122:53632) 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.691+0000 7f76d3fff640 1 -- 172.21.15.122:0/1505356393 learned_addr learned my addr 172.21.15.122:0/1505356393 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.691+0000 7f76d933c640 1 --2- 172.21.15.122:0/1505356393 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f76d4070fb0 0x7f76d406de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.691+0000 7f76d3fff640 1 -- 172.21.15.122:0/1505356393 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f76d4070fb0 msgr2=0x7f76d406de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.691+0000 7f76d3fff640 1 --2- 172.21.15.122:0/1505356393 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f76d4070fb0 0x7f76d406de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.691+0000 7f76d3fff640 1 -- 172.21.15.122:0/1505356393 >> v1:172.21.15.151:6789/0 conn(0x7f76d415e7f0 legacy=0x7f76d40b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.691+0000 7f76d3fff640 1 -- 172.21.15.122:0/1505356393 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76d406d660 con 0x7f76d40af210 2024-09-12T01:17:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76d3fff640 1 --2- 172.21.15.122:0/1505356393 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d40af210 0x7f76d4070a70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f76c0009870 tx=0x7f76c002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d64756e6721dd3e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:09.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76d37fe640 1 -- 172.21.15.122:0/1505356393 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c0037070 con 0x7f76d40af210 2024-09-12T01:17:09.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76d37fe640 1 -- 172.21.15.122:0/1505356393 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76c0032440 con 0x7f76d40af210 2024-09-12T01:17:09.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76d37fe640 1 -- 172.21.15.122:0/1505356393 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c0032810 con 0x7f76d40af210 2024-09-12T01:17:09.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76dad9f640 1 -- 172.21.15.122:0/1505356393 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d40af210 msgr2=0x7f76d4070a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:09.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76dad9f640 1 --2- 172.21.15.122:0/1505356393 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d40af210 0x7f76d4070a70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f76c0009870 tx=0x7f76c002a270 comp rx=0 tx=0).stop 2024-09-12T01:17:09.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76dad9f640 1 -- 172.21.15.122:0/1505356393 shutdown_connections 2024-09-12T01:17:09.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76dad9f640 1 --2- 172.21.15.122:0/1505356393 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f76d4070fb0 0x7f76d406de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:09.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76dad9f640 1 --2- 172.21.15.122:0/1505356393 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d40af210 0x7f76d4070a70 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:09.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76dad9f640 1 -- 172.21.15.122:0/1505356393 >> 172.21.15.122:0/1505356393 conn(0x7f76d40b3f30 msgr2=0x7f76d40b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:09.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76dad9f640 1 -- 172.21.15.122:0/1505356393 shutdown_connections 2024-09-12T01:17:09.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.692+0000 7f76dad9f640 1 -- 172.21.15.122:0/1505356393 wait complete. 2024-09-12T01:17:09.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.693+0000 7f76dad9f640 1 Processor -- start 2024-09-12T01:17:09.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.694+0000 7f76dad9f640 1 -- start start 2024-09-12T01:17:09.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.694+0000 7f76dad9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d4070fb0 0x7f76d4160d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:09.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.694+0000 7f76dad9f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f76d40af210 0x7f76d4146f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:09.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.694+0000 7f76dad9f640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f76d415e7f0 0x7f76d4158570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:09.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.694+0000 7f76dad9f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f76d40b60c0 con 0x7f76d4070fb0 2024-09-12T01:17:09.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.694+0000 7f76dad9f640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f76d40b5f40 con 0x7f76d415e7f0 2024-09-12T01:17:09.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.694+0000 7f76dad9f640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f76d406e3a0 con 0x7f76d40af210 2024-09-12T01:17:09.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.694+0000 7f76d8b3b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d4070fb0 0x7f76d4160d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:09.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.694+0000 7f76d8b3b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d4070fb0 0x7f76d4160d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:53638/0 (socket says 172.21.15.122:53638) 2024-09-12T01:17:09.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d8b3b640 1 -- 172.21.15.122:0/1230704521 learned_addr learned my addr 172.21.15.122:0/1230704521 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:09.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d3fff640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f76d40af210 0x7f76d4146f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d933c640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f76d415e7f0 0x7f76d4158570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d8b3b640 1 -- 172.21.15.122:0/1230704521 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f76d40af210 msgr2=0x7f76d4146f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d8b3b640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f76d40af210 0x7f76d4146f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d8b3b640 1 -- 172.21.15.122:0/1230704521 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f76d415e7f0 msgr2=0x7f76d4158570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d8b3b640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f76d415e7f0 0x7f76d4158570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d8b3b640 1 -- 172.21.15.122:0/1230704521 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76d41613a0 con 0x7f76d4070fb0 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d8b3b640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d4070fb0 0x7f76d4160d90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f76c800c3f0 tx=0x7f76c800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d17fa640 1 -- 172.21.15.122:0/1230704521 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c80052d0 con 0x7f76d4070fb0 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d17fa640 1 -- 172.21.15.122:0/1230704521 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76c8005490 con 0x7f76d4070fb0 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76dad9f640 1 -- 172.21.15.122:0/1230704521 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76d4161680 con 0x7f76d4070fb0 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76d17fa640 1 -- 172.21.15.122:0/1230704521 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c8007260 con 0x7f76d4070fb0 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.695+0000 7f76dad9f640 1 -- 172.21.15.122:0/1230704521 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76d41f4330 con 0x7f76d4070fb0 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.696+0000 7f76dad9f640 1 -- 172.21.15.122:0/1230704521 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76d406de60 con 0x7f76d4070fb0 2024-09-12T01:17:09.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.697+0000 7f76d17fa640 1 -- 172.21.15.122:0/1230704521 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f76c8007400 con 0x7f76d4070fb0 2024-09-12T01:17:09.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.697+0000 7f76d17fa640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f76b806be30 0x7f76b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:09.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.697+0000 7f76d17fa640 1 -- 172.21.15.122:0/1230704521 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f76c808a0a0 con 0x7f76d4070fb0 2024-09-12T01:17:09.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.697+0000 7f76d3fff640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f76b806be30 0x7f76b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:09.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.697+0000 7f76d3fff640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f76b806be30 0x7f76b806e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f76c0034000 tx=0x7f76c002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:09.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.701+0000 7f76d17fa640 1 -- 172.21.15.122:0/1230704521 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f76c80585e0 con 0x7f76d4070fb0 2024-09-12T01:17:09.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:09.869+0000 7f76dad9f640 1 -- 172.21.15.122:0/1230704521 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f76d4161850 con 0x7f76d4070fb0 2024-09-12T01:17:10.212 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:17:10.215 DEBUG:teuthology.orchestra.run.smithi151:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:17:10.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.564+0000 7f76d17fa640 1 -- 172.21.15.122:0/1230704521 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v19) ==== 171+0+0 (secure 0 0 0) 0x7f76c805c8e0 con 0x7f76d4070fb0 2024-09-12T01:17:10.564 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_data' created 2024-09-12T01:17:10.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 -- 172.21.15.122:0/1230704521 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f76b806be30 msgr2=0x7f76b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:10.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f76b806be30 0x7f76b806e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f76c0034000 tx=0x7f76c002e000 comp rx=0 tx=0).stop 2024-09-12T01:17:10.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 -- 172.21.15.122:0/1230704521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d4070fb0 msgr2=0x7f76d4160d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:10.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d4070fb0 0x7f76d4160d90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f76c800c3f0 tx=0x7f76c800c8b0 comp rx=0 tx=0).stop 2024-09-12T01:17:10.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 -- 172.21.15.122:0/1230704521 shutdown_connections 2024-09-12T01:17:10.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f76b806be30 0x7f76b806e2f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:10.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f76d415e7f0 0x7f76d4158570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:10.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f76d40af210 0x7f76d4146f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:10.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 --2- 172.21.15.122:0/1230704521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d4070fb0 0x7f76d4160d90 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:10.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 -- 172.21.15.122:0/1230704521 >> 172.21.15.122:0/1230704521 conn(0x7f76d40b3f30 msgr2=0x7f76d40d2b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:10.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 -- 172.21.15.122:0/1230704521 shutdown_connections 2024-09-12T01:17:10.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.567+0000 7f76dad9f640 1 -- 172.21.15.122:0/1230704521 wait complete. 2024-09-12T01:17:10.591 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T01:17:10.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.694+0000 7f45ea59f640 1 Processor -- start 2024-09-12T01:17:10.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.694+0000 7f45ea59f640 1 -- start start 2024-09-12T01:17:10.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.695+0000 7f45ea59f640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f45e415e5a0 0x7f45e40cfcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:10.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.695+0000 7f45ea59f640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45e40d53f0 con 0x7f45e415e980 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.695+0000 7f45ea59f640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45e406cd90 con 0x7f45e40d1500 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.695+0000 7f45ea59f640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f45e406d070 con 0x7f45e415e5a0 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.695+0000 7f45dbfff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f45e415e980 0x7f45e40d0df0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38784/0 (socket says 172.21.15.122:38784) 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.695+0000 7f45dbfff640 1 -- 172.21.15.122:0/159309497 learned_addr learned my addr 172.21.15.122:0/159309497 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.695+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1925112108 0 0) 0x7f45e40d53f0 con 0x7f45e415e980 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.695+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f45d0003520 con 0x7f45e415e980 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.695+0000 7f45e3fff640 1 --2- 172.21.15.122:0/159309497 >> v2:172.21.15.151:3300/0 conn(0x7f45e415e5a0 0x7f45e40cfcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.695+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3380961327 0 0) 0x7f45d0003520 con 0x7f45e415e980 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 >> v2:172.21.15.151:3300/0 conn(0x7f45e415e5a0 msgr2=0x7f45e40cfcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 --2- 172.21.15.122:0/159309497 >> v2:172.21.15.151:3300/0 conn(0x7f45e415e5a0 0x7f45e40cfcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 >> v1:172.21.15.151:6789/0 conn(0x7f45e40d1500 legacy=0x7f45e41685c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45e406d350 con 0x7f45e415e980 2024-09-12T01:17:10.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f45cc001670 con 0x7f45e415e980 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 >> v1:172.21.15.122:6789/0 conn(0x7f45e415e980 legacy=0x7f45e40d0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 --2- 172.21.15.122:0/159309497 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f45d00039b0 0x7f45d0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 --2- 172.21.15.122:0/159309497 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f45d0004800 0x7f45d0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 --2- 172.21.15.122:0/159309497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 0x7f45d000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f45e406d070 con 0x7f45d00051c0 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f45d000c160 con 0x7f45d0004800 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f45d000c360 con 0x7f45d00039b0 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e8b3c640 1 --2- 172.21.15.122:0/159309497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 0x7f45d000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45dbfff640 1 --2- 172.21.15.122:0/159309497 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f45d0004800 0x7f45d0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e3fff640 1 --2- 172.21.15.122:0/159309497 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f45d00039b0 0x7f45d0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e8b3c640 1 -- 172.21.15.122:0/159309497 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f45d00039b0 msgr2=0x7f45d0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e8b3c640 1 --2- 172.21.15.122:0/159309497 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f45d00039b0 0x7f45d0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e8b3c640 1 -- 172.21.15.122:0/159309497 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f45d0004800 msgr2=0x7f45d0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:10.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e8b3c640 1 --2- 172.21.15.122:0/159309497 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f45d0004800 0x7f45d0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.696+0000 7f45e8b3c640 1 -- 172.21.15.122:0/159309497 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d0003520 con 0x7f45d00051c0 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45e8b3c640 1 -- 172.21.15.122:0/159309497 reap_dead start 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45e8b3c640 1 --2- 172.21.15.122:0/159309497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 0x7f45d000b9c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f45dc001e50 tx=0x7f45d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=554b7a4b47675a6a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc001a70 con 0x7f45d00051c0 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45dc003970 con 0x7f45d00051c0 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45e37fe640 1 -- 172.21.15.122:0/159309497 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc003d60 con 0x7f45d00051c0 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45ea59f640 1 -- 172.21.15.122:0/159309497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 msgr2=0x7f45d000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45ea59f640 1 --2- 172.21.15.122:0/159309497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 0x7f45d000b9c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f45dc001e50 tx=0x7f45d0005830 comp rx=0 tx=0).stop 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45ea59f640 1 -- 172.21.15.122:0/159309497 shutdown_connections 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45ea59f640 1 --2- 172.21.15.122:0/159309497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 0x7f45d000b9c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45ea59f640 1 -- 172.21.15.122:0/159309497 >> 172.21.15.122:0/159309497 conn(0x7f45e408bfc0 msgr2=0x7f45e40d44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45ea59f640 1 -- 172.21.15.122:0/159309497 shutdown_connections 2024-09-12T01:17:10.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.697+0000 7f45ea59f640 1 -- 172.21.15.122:0/159309497 wait complete. 2024-09-12T01:17:10.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.699+0000 7f45ea59f640 1 Processor -- start 2024-09-12T01:17:10.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.699+0000 7f45ea59f640 1 -- start start 2024-09-12T01:17:10.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.699+0000 7f45ea59f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 0x7f45e414cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:10.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.699+0000 7f45ea59f640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f45e415fb50 0x7f45e40b3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:10.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.699+0000 7f45ea59f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f45e40cba40 0x7f45e40cbed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:10.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.699+0000 7f45ea59f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f45e406de30 con 0x7f45d00051c0 2024-09-12T01:17:10.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.699+0000 7f45ea59f640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f45e406d910 con 0x7f45e415fb50 2024-09-12T01:17:10.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.699+0000 7f45ea59f640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f45e406dfb0 con 0x7f45e40cba40 2024-09-12T01:17:10.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.699+0000 7f45e3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 0x7f45e414cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.699+0000 7f45e3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 0x7f45e414cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46144/0 (socket says 172.21.15.122:46144) 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.699+0000 7f45e3fff640 1 -- 172.21.15.122:0/495938097 learned_addr learned my addr 172.21.15.122:0/495938097 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45e8b3c640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f45e40cba40 0x7f45e40cbed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45dbfff640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f45e415fb50 0x7f45e40b3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45e3fff640 1 -- 172.21.15.122:0/495938097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f45e40cba40 msgr2=0x7f45e40cbed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45e3fff640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f45e40cba40 0x7f45e40cbed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45e3fff640 1 -- 172.21.15.122:0/495938097 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f45e415fb50 msgr2=0x7f45e40b3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45e3fff640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f45e415fb50 0x7f45e40b3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45e3fff640 1 -- 172.21.15.122:0/495938097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45e415ffd0 con 0x7f45d00051c0 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45e3fff640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 0x7f45e414cbf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f45d40118e0 tx=0x7f45d4011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45e17fa640 1 -- 172.21.15.122:0/495938097 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d400f9d0 con 0x7f45d00051c0 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45e17fa640 1 -- 172.21.15.122:0/495938097 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d400fb70 con 0x7f45d00051c0 2024-09-12T01:17:10.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45e17fa640 1 -- 172.21.15.122:0/495938097 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d4014440 con 0x7f45d00051c0 2024-09-12T01:17:10.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45ea59f640 1 -- 172.21.15.122:0/495938097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45e40b4620 con 0x7f45d00051c0 2024-09-12T01:17:10.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.700+0000 7f45ea59f640 1 -- 172.21.15.122:0/495938097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45e40b4be0 con 0x7f45d00051c0 2024-09-12T01:17:10.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.701+0000 7f45ea59f640 1 -- 172.21.15.122:0/495938097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45e40d0df0 con 0x7f45d00051c0 2024-09-12T01:17:10.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.702+0000 7f45e17fa640 1 -- 172.21.15.122:0/495938097 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f45d4012040 con 0x7f45d00051c0 2024-09-12T01:17:10.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.702+0000 7f45e17fa640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f45c406be30 0x7f45c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:10.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.702+0000 7f45dbfff640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f45c406be30 0x7f45c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:10.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.702+0000 7f45e17fa640 1 -- 172.21.15.122:0/495938097 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f45d408b330 con 0x7f45d00051c0 2024-09-12T01:17:10.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.703+0000 7f45dbfff640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f45c406be30 0x7f45c406e2f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f45cc001eb0 tx=0x7f45cc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:10.708 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.707+0000 7f45e17fa640 1 -- 172.21.15.122:0/495938097 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f45d4019030 con 0x7f45d00051c0 2024-09-12T01:17:10.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:10.906+0000 7f45ea59f640 1 -- 172.21.15.122:0/495938097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f45e40d1ba0 con 0x7f45d00051c0 2024-09-12T01:17:11.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.566+0000 7f45e17fa640 1 -- 172.21.15.122:0/495938097 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f45d4059dd0 con 0x7f45d00051c0 2024-09-12T01:17:11.566 INFO:teuthology.orchestra.run.smithi122.stderr:new fs with metadata pool 2 and data pool 3 2024-09-12T01:17:11.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.570+0000 7f45ea59f640 1 -- 172.21.15.122:0/495938097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f45c406be30 msgr2=0x7f45c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:11.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.570+0000 7f45ea59f640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f45c406be30 0x7f45c406e2f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f45cc001eb0 tx=0x7f45cc009040 comp rx=0 tx=0).stop 2024-09-12T01:17:11.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.570+0000 7f45ea59f640 1 -- 172.21.15.122:0/495938097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 msgr2=0x7f45e414cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:11.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.570+0000 7f45ea59f640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 0x7f45e414cbf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f45d40118e0 tx=0x7f45d4011da0 comp rx=0 tx=0).stop 2024-09-12T01:17:11.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.571+0000 7f45ea59f640 1 -- 172.21.15.122:0/495938097 shutdown_connections 2024-09-12T01:17:11.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.571+0000 7f45ea59f640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f45c406be30 0x7f45c406e2f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:11.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.571+0000 7f45ea59f640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f45e40cba40 0x7f45e40cbed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:11.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.571+0000 7f45ea59f640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f45e415fb50 0x7f45e40b3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:11.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.571+0000 7f45ea59f640 1 --2- 172.21.15.122:0/495938097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d00051c0 0x7f45e414cbf0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:11.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.571+0000 7f45ea59f640 1 -- 172.21.15.122:0/495938097 >> 172.21.15.122:0/495938097 conn(0x7f45e408bfc0 msgr2=0x7f45e40b7400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:11.573 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.573+0000 7f45ea59f640 1 -- 172.21.15.122:0/495938097 shutdown_connections 2024-09-12T01:17:11.573 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.574+0000 7f45ea59f640 1 -- 172.21.15.122:0/495938097 wait complete. 2024-09-12T01:17:11.602 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-12T01:17:11.602 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-12T01:17:11.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.710+0000 7fc73ffff640 1 Processor -- start 2024-09-12T01:17:11.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.710+0000 7fc73ffff640 1 -- start start 2024-09-12T01:17:11.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.711+0000 7fc73ffff640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fc7400d0630 0x7fc7400d0a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:11.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.711+0000 7fc73ffff640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7400cf590 con 0x7fc74006f490 2024-09-12T01:17:11.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.711+0000 7fc73ffff640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7400cf870 con 0x7fc7400cefb0 2024-09-12T01:17:11.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.711+0000 7fc73ffff640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fc7400cfb50 con 0x7fc7400d0630 2024-09-12T01:17:11.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.711+0000 7fc73effd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fc74006f490 0x7fc7401449a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38798/0 (socket says 172.21.15.122:38798) 2024-09-12T01:17:11.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.711+0000 7fc73effd640 1 -- 172.21.15.122:0/2600663109 learned_addr learned my addr 172.21.15.122:0/2600663109 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73f7fe640 1 --2- 172.21.15.122:0/2600663109 >> v2:172.21.15.151:3300/0 conn(0x7fc7400d0630 0x7fc7400d0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1443670253 0 0) 0x7fc7400cf590 con 0x7fc74006f490 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc72c003520 con 0x7fc74006f490 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2699336279 0 0) 0x7fc72c003520 con 0x7fc74006f490 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 >> v2:172.21.15.151:3300/0 conn(0x7fc7400d0630 msgr2=0x7fc7400d0a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 --2- 172.21.15.122:0/2600663109 >> v2:172.21.15.151:3300/0 conn(0x7fc7400d0630 0x7fc7400d0a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 >> v1:172.21.15.151:6789/0 conn(0x7fc7400cefb0 legacy=0x7fc7400adfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7400cfe30 con 0x7fc74006f490 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fc728001670 con 0x7fc74006f490 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 >> v1:172.21.15.122:6789/0 conn(0x7fc74006f490 legacy=0x7fc7401449a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc72c0039b0 0x7fc72c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc72c0043b0 0x7fc72c004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc72c005120 0x7fc72c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc7400cfb50 con 0x7fc72c0043b0 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fc72c00c060 con 0x7fc72c0039b0 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc72c00c260 con 0x7fc72c005120 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73e7fc640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc72c0043b0 0x7fc72c004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73effd640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc72c0039b0 0x7fc72c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73f7fe640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc72c005120 0x7fc72c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73e7fc640 1 -- 172.21.15.122:0/2600663109 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc72c005120 msgr2=0x7fc72c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73e7fc640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc72c005120 0x7fc72c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73e7fc640 1 -- 172.21.15.122:0/2600663109 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc72c0039b0 msgr2=0x7fc72c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73e7fc640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc72c0039b0 0x7fc72c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73e7fc640 1 -- 172.21.15.122:0/2600663109 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc72c003520 con 0x7fc72c0043b0 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73f7fe640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc72c005120 0x7fc72c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.712+0000 7fc73f7fe640 1 -- 172.21.15.122:0/2600663109 reap_dead start 2024-09-12T01:17:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.713+0000 7fc73e7fc640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc72c0043b0 0x7fc72c004880 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc730001910 tx=0x7fc72c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e01e820b6560f034 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:11.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.713+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc730037070 con 0x7fc72c0043b0 2024-09-12T01:17:11.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.713+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc73002ac60 con 0x7fc72c0043b0 2024-09-12T01:17:11.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.713+0000 7fc73dffb640 1 -- 172.21.15.122:0/2600663109 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7300014e0 con 0x7fc72c0043b0 2024-09-12T01:17:11.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.714+0000 7fc73ffff640 1 -- 172.21.15.122:0/2600663109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc72c0043b0 msgr2=0x7fc72c004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:11.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.714+0000 7fc73ffff640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc72c0043b0 0x7fc72c004880 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc730001910 tx=0x7fc72c005830 comp rx=0 tx=0).stop 2024-09-12T01:17:11.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.714+0000 7fc73ffff640 1 -- 172.21.15.122:0/2600663109 shutdown_connections 2024-09-12T01:17:11.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.714+0000 7fc73ffff640 1 --2- 172.21.15.122:0/2600663109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc72c0043b0 0x7fc72c004880 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:11.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.714+0000 7fc73ffff640 1 -- 172.21.15.122:0/2600663109 >> 172.21.15.122:0/2600663109 conn(0x7fc74006cf00 msgr2=0x7fc74006d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:11.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.714+0000 7fc73ffff640 1 -- 172.21.15.122:0/2600663109 shutdown_connections 2024-09-12T01:17:11.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.714+0000 7fc73ffff640 1 -- 172.21.15.122:0/2600663109 wait complete. 2024-09-12T01:17:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.715+0000 7fc73ffff640 1 Processor -- start 2024-09-12T01:17:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.715+0000 7fc73ffff640 1 -- start start 2024-09-12T01:17:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73ffff640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc72c0043b0 0x7fc740133b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73ffff640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc740135e10 0x7fc74015a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc740136270 0x7fc74015ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73ffff640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc7400d0a80 con 0x7fc740136270 2024-09-12T01:17:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73ffff640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fc74006f870 con 0x7fc72c0043b0 2024-09-12T01:17:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73ffff640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc7400d0c00 con 0x7fc740135e10 2024-09-12T01:17:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc740136270 0x7fc74015ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc740136270 0x7fc74015ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46168/0 (socket says 172.21.15.122:46168) 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73f7fe640 1 -- 172.21.15.122:0/1912557893 learned_addr learned my addr 172.21.15.122:0/1912557893 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73f7fe640 1 -- 172.21.15.122:0/1912557893 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc740135e10 msgr2=0x7fc74015a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73e7fc640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc740135e10 0x7fc74015a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73f7fe640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc740135e10 0x7fc74015a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73effd640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc72c0043b0 0x7fc740133b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73f7fe640 1 -- 172.21.15.122:0/1912557893 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc72c0043b0 msgr2=0x7fc740133b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73f7fe640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc72c0043b0 0x7fc740133b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73f7fe640 1 -- 172.21.15.122:0/1912557893 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc740137bb0 con 0x7fc740136270 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73f7fe640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc740136270 0x7fc74015ad10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc74006fd10 tx=0x7fc738010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc737fff640 1 -- 172.21.15.122:0/1912557893 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc738010e00 con 0x7fc740136270 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc737fff640 1 -- 172.21.15.122:0/1912557893 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc738003990 con 0x7fc740136270 2024-09-12T01:17:11.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73ffff640 1 -- 172.21.15.122:0/1912557893 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc740137e90 con 0x7fc740136270 2024-09-12T01:17:11.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc737fff640 1 -- 172.21.15.122:0/1912557893 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc738003d80 con 0x7fc740136270 2024-09-12T01:17:11.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.716+0000 7fc73ffff640 1 -- 172.21.15.122:0/1912557893 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7401340b0 con 0x7fc740136270 2024-09-12T01:17:11.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.717+0000 7fc73ffff640 1 -- 172.21.15.122:0/1912557893 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7401449a0 con 0x7fc740136270 2024-09-12T01:17:11.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.718+0000 7fc737fff640 1 -- 172.21.15.122:0/1912557893 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc73801e030 con 0x7fc740136270 2024-09-12T01:17:11.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.718+0000 7fc737fff640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc72006be30 0x7fc72006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:11.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.718+0000 7fc73effd640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc72006be30 0x7fc72006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:11.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.718+0000 7fc737fff640 1 -- 172.21.15.122:0/1912557893 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fc73808b700 con 0x7fc740136270 2024-09-12T01:17:11.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.719+0000 7fc73effd640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc72006be30 0x7fc72006e2f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc7280011e0 tx=0x7fc728009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:11.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.723+0000 7fc737fff640 1 -- 172.21.15.122:0/1912557893 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc738025020 con 0x7fc740136270 2024-09-12T01:17:11.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:11.898+0000 7fc73ffff640 1 -- 172.21.15.122:0/1912557893 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7fc740138060 con 0x7fc740136270 2024-09-12T01:17:12.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.578+0000 7fc737fff640 1 -- 172.21.15.122:0/1912557893 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v21) ==== 157+0+0 (secure 0 0 0) 0x7fc73805a140 con 0x7fc740136270 2024-09-12T01:17:12.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 -- 172.21.15.122:0/1912557893 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc72006be30 msgr2=0x7fc72006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:12.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc72006be30 0x7fc72006e2f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc7280011e0 tx=0x7fc728009040 comp rx=0 tx=0).stop 2024-09-12T01:17:12.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 -- 172.21.15.122:0/1912557893 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc740136270 msgr2=0x7fc74015ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:12.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc740136270 0x7fc74015ad10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc74006fd10 tx=0x7fc738010590 comp rx=0 tx=0).stop 2024-09-12T01:17:12.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 -- 172.21.15.122:0/1912557893 shutdown_connections 2024-09-12T01:17:12.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc72006be30 0x7fc72006e2f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:12.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc740136270 0x7fc74015ad10 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:12.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc740135e10 0x7fc74015a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:12.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 --2- 172.21.15.122:0/1912557893 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc72c0043b0 0x7fc740133b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:12.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 -- 172.21.15.122:0/1912557893 >> 172.21.15.122:0/1912557893 conn(0x7fc74006cf00 msgr2=0x7fc74006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:12.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 -- 172.21.15.122:0/1912557893 shutdown_connections 2024-09-12T01:17:12.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.582+0000 7fc73ffff640 1 -- 172.21.15.122:0/1912557893 wait complete. 2024-09-12T01:17:12.594 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T01:17:12.706 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.707+0000 7f4aa7778640 1 Processor -- start 2024-09-12T01:17:12.706 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.707+0000 7f4aa7778640 1 -- start start 2024-09-12T01:17:12.708 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.708+0000 7f4aa7778640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4aa00d15f0 0x7f4aa00cec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:12.708 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.708+0000 7f4aa7778640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f4aa00cf160 0x7f4aa006d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:12.708 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.708+0000 7f4aa7778640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4aa00cf980 con 0x7f4aa0161a20 2024-09-12T01:17:12.708 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.708+0000 7f4aa7778640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f4aa0161e00 con 0x7f4aa00d15f0 2024-09-12T01:17:12.708 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.708+0000 7f4aa7778640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f4aa006d050 con 0x7f4aa00cf160 2024-09-12T01:17:12.708 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.708+0000 7f4aa4d13640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4aa00d15f0 0x7f4aa00cec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:12.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.708+0000 7f4aa4d13640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4aa00d15f0 0x7f4aa00cec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46178/0 (socket says 172.21.15.122:46178) 2024-09-12T01:17:12.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.708+0000 7f4aa4d13640 1 -- 172.21.15.122:0/1864308583 learned_addr learned my addr 172.21.15.122:0/1864308583 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:12.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.708+0000 7f4aa5514640 1 --1- 172.21.15.122:0/1864308583 >> v1:172.21.15.122:6789/0 conn(0x7f4aa0161a20 0x7f4aa00d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38808/0 (socket says 172.21.15.122:38808) 2024-09-12T01:17:12.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.709+0000 7f4aa4d13640 1 -- 172.21.15.122:0/1864308583 >> v2:172.21.15.151:3300/0 conn(0x7f4aa00cf160 msgr2=0x7f4aa006d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:12.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.709+0000 7f4aa4d13640 1 --2- 172.21.15.122:0/1864308583 >> v2:172.21.15.151:3300/0 conn(0x7f4aa00cf160 0x7f4aa006d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:12.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.709+0000 7f4aa4d13640 1 -- 172.21.15.122:0/1864308583 >> v1:172.21.15.122:6789/0 conn(0x7f4aa0161a20 legacy=0x7f4aa00d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:12.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.709+0000 7f4a97fff640 1 -- 172.21.15.122:0/1864308583 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2710181292 0 0) 0x7f4aa00cf980 con 0x7f4aa0161a20 2024-09-12T01:17:12.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.709+0000 7f4aa4d13640 1 -- 172.21.15.122:0/1864308583 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4aa00cfc20 con 0x7f4aa00d15f0 2024-09-12T01:17:12.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.709+0000 7f4aa4d13640 1 --2- 172.21.15.122:0/1864308583 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4aa00d15f0 0x7f4aa00cec20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4aa00d4410 tx=0x7f4a9002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fb425ff19857f00 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:12.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.709+0000 7f4a97fff640 1 -- 172.21.15.122:0/1864308583 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a90037070 con 0x7f4aa00d15f0 2024-09-12T01:17:12.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.710+0000 7f4a97fff640 1 -- 172.21.15.122:0/1864308583 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a90032440 con 0x7f4aa00d15f0 2024-09-12T01:17:12.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.710+0000 7f4a97fff640 1 -- 172.21.15.122:0/1864308583 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a90032810 con 0x7f4aa00d15f0 2024-09-12T01:17:12.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.710+0000 7f4aa7778640 1 -- 172.21.15.122:0/1864308583 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4aa00d15f0 msgr2=0x7f4aa00cec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:12.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.710+0000 7f4aa7778640 1 --2- 172.21.15.122:0/1864308583 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4aa00d15f0 0x7f4aa00cec20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4aa00d4410 tx=0x7f4a9002a270 comp rx=0 tx=0).stop 2024-09-12T01:17:12.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.710+0000 7f4aa7778640 1 -- 172.21.15.122:0/1864308583 shutdown_connections 2024-09-12T01:17:12.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.710+0000 7f4aa7778640 1 --2- 172.21.15.122:0/1864308583 >> v2:172.21.15.151:3300/0 conn(0x7f4aa00cf160 0x7f4aa006d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:12.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.710+0000 7f4aa7778640 1 --2- 172.21.15.122:0/1864308583 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4aa00d15f0 0x7f4aa00cec20 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:12.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.710+0000 7f4aa7778640 1 -- 172.21.15.122:0/1864308583 >> 172.21.15.122:0/1864308583 conn(0x7f4aa009d850 msgr2=0x7f4aa008bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:12.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.710+0000 7f4aa7778640 1 -- 172.21.15.122:0/1864308583 shutdown_connections 2024-09-12T01:17:12.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.710+0000 7f4aa7778640 1 -- 172.21.15.122:0/1864308583 wait complete. 2024-09-12T01:17:12.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.711+0000 7f4aa7778640 1 Processor -- start 2024-09-12T01:17:12.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.711+0000 7f4aa7778640 1 -- start start 2024-09-12T01:17:12.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa7778640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4aa00cf160 0x7f4aa00b8d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:12.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa7778640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4aa00d15f0 0x7f4aa01f7460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:12.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa7778640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4aa0161a20 0x7f4aa015cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:12.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa7778640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa00b1040 con 0x7f4aa00cf160 2024-09-12T01:17:12.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa7778640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa006d2f0 con 0x7f4aa0161a20 2024-09-12T01:17:12.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa7778640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4aa00cf590 con 0x7f4aa00d15f0 2024-09-12T01:17:12.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa5514640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4aa00cf160 0x7f4aa00b8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:12.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa5514640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4aa00cf160 0x7f4aa00b8d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46184/0 (socket says 172.21.15.122:46184) 2024-09-12T01:17:12.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa5514640 1 -- 172.21.15.122:0/541385701 learned_addr learned my addr 172.21.15.122:0/541385701 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:12.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa4d13640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4aa00d15f0 0x7f4aa01f7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:12.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa5514640 1 -- 172.21.15.122:0/541385701 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4aa00d15f0 msgr2=0x7f4aa01f7460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:12.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa5514640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4aa00d15f0 0x7f4aa01f7460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:12.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa5514640 1 -- 172.21.15.122:0/541385701 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4aa0161a20 msgr2=0x7f4aa015cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:12.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa5d15640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4aa0161a20 0x7f4aa015cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:12.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa5514640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4aa0161a20 0x7f4aa015cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:12.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.712+0000 7f4aa5514640 1 -- 172.21.15.122:0/541385701 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4aa00b9290 con 0x7f4aa00cf160 2024-09-12T01:17:12.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.713+0000 7f4aa5514640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4aa00cf160 0x7f4aa00b8d50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f4a9c00c7b0 tx=0x7f4a9c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:12.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.713+0000 7f4a95ffb640 1 -- 172.21.15.122:0/541385701 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a9c017070 con 0x7f4aa00cf160 2024-09-12T01:17:12.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.713+0000 7f4a95ffb640 1 -- 172.21.15.122:0/541385701 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a9c00a640 con 0x7f4aa00cf160 2024-09-12T01:17:12.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.713+0000 7f4aa7778640 1 -- 172.21.15.122:0/541385701 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4aa0153070 con 0x7f4aa00cf160 2024-09-12T01:17:12.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.713+0000 7f4a95ffb640 1 -- 172.21.15.122:0/541385701 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a9c00aa30 con 0x7f4aa00cf160 2024-09-12T01:17:12.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.713+0000 7f4aa7778640 1 -- 172.21.15.122:0/541385701 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4aa00b9980 con 0x7f4aa00cf160 2024-09-12T01:17:12.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.714+0000 7f4aa7778640 1 -- 172.21.15.122:0/541385701 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4aa00cec20 con 0x7f4aa00cf160 2024-09-12T01:17:12.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.714+0000 7f4a95ffb640 1 -- 172.21.15.122:0/541385701 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4a9c01a070 con 0x7f4aa00cf160 2024-09-12T01:17:12.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.715+0000 7f4a95ffb640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4a8406be60 0x7f4a8406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:12.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.715+0000 7f4aa4d13640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4a8406be60 0x7f4a8406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:12.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.715+0000 7f4a95ffb640 1 -- 172.21.15.122:0/541385701 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 6007+0+0 (secure 0 0 0) 0x7f4a9c08a570 con 0x7f4aa00cf160 2024-09-12T01:17:12.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.715+0000 7f4aa4d13640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4a8406be60 0x7f4a8406e320 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4a90034000 tx=0x7f4a9002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:12.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.719+0000 7f4a95ffb640 1 -- 172.21.15.122:0/541385701 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4aa0153070 con 0x7f4aa00cf160 2024-09-12T01:17:12.889 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:12.890+0000 7f4aa7778640 1 -- 172.21.15.122:0/541385701 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f4aa015eed0 con 0x7f4aa00cf160 2024-09-12T01:17:14.585 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.582+0000 7f4a95ffb640 1 -- 172.21.15.122:0/541385701 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v23) ==== 228+0+0 (secure 0 0 0) 0x7f4a9c058e80 con 0x7f4aa00cf160 2024-09-12T01:17:14.586 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_data_ec' created 2024-09-12T01:17:14.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 -- 172.21.15.122:0/541385701 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4a8406be60 msgr2=0x7f4a8406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:14.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4a8406be60 0x7f4a8406e320 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4a90034000 tx=0x7f4a9002e000 comp rx=0 tx=0).stop 2024-09-12T01:17:14.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 -- 172.21.15.122:0/541385701 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4aa00cf160 msgr2=0x7f4aa00b8d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:14.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4aa00cf160 0x7f4aa00b8d50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f4a9c00c7b0 tx=0x7f4a9c00cc70 comp rx=0 tx=0).stop 2024-09-12T01:17:14.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 -- 172.21.15.122:0/541385701 shutdown_connections 2024-09-12T01:17:14.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4a8406be60 0x7f4a8406e320 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:14.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4aa0161a20 0x7f4aa015cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:14.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4aa00d15f0 0x7f4aa01f7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:14.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 --2- 172.21.15.122:0/541385701 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4aa00cf160 0x7f4aa00b8d50 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:14.587 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 -- 172.21.15.122:0/541385701 >> 172.21.15.122:0/541385701 conn(0x7f4aa009d850 msgr2=0x7f4aa015f3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:14.587 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 -- 172.21.15.122:0/541385701 shutdown_connections 2024-09-12T01:17:14.587 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.586+0000 7f4aa7778640 1 -- 172.21.15.122:0/541385701 wait complete. 2024-09-12T01:17:14.605 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-12T01:17:14.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.714+0000 7fc2b9af1640 1 Processor -- start 2024-09-12T01:17:14.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.714+0000 7fc2b9af1640 1 -- start start 2024-09-12T01:17:14.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b9af1640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2b40d15f0 0x7fc2b40cec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:14.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b9af1640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc2b40cf160 0x7fc2b406d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:14.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b9af1640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2b40cf980 con 0x7fc2b4161a20 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b9af1640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fc2b4161e00 con 0x7fc2b40cf160 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b9af1640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc2b406d050 con 0x7fc2b40d15f0 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b3fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc2b40cf160 0x7fc2b406d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b37fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fc2b4161a20 0x7fc2b40d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38822/0 (socket says 172.21.15.122:38822) 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b37fe640 1 -- 172.21.15.122:0/2419700406 learned_addr learned my addr 172.21.15.122:0/2419700406 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b3fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc2b40cf160 0x7fc2b406d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46200/0 (socket says 172.21.15.122:46200) 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b2ffd640 1 --2- 172.21.15.122:0/2419700406 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2b40d15f0 0x7fc2b40cec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b3fff640 1 -- 172.21.15.122:0/2419700406 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2b40d15f0 msgr2=0x7fc2b40cec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b3fff640 1 --2- 172.21.15.122:0/2419700406 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2b40d15f0 0x7fc2b40cec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b3fff640 1 -- 172.21.15.122:0/2419700406 >> v1:172.21.15.122:6789/0 conn(0x7fc2b4161a20 legacy=0x7fc2b40d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b27fc640 1 -- 172.21.15.122:0/2419700406 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1394214976 0 0) 0x7fc2b40cf980 con 0x7fc2b4161a20 2024-09-12T01:17:14.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.715+0000 7fc2b3fff640 1 -- 172.21.15.122:0/2419700406 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2b40cfc20 con 0x7fc2b40cf160 2024-09-12T01:17:14.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.716+0000 7fc2b3fff640 1 --2- 172.21.15.122:0/2419700406 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b40cf160 0x7fc2b406d810 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac009d90 tx=0x7fc2ac02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f81c359aa799a071 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:14.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.716+0000 7fc2b27fc640 1 -- 172.21.15.122:0/2419700406 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac007740 con 0x7fc2b40cf160 2024-09-12T01:17:14.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.716+0000 7fc2b27fc640 1 -- 172.21.15.122:0/2419700406 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2ac0078e0 con 0x7fc2b40cf160 2024-09-12T01:17:14.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.716+0000 7fc2b27fc640 1 -- 172.21.15.122:0/2419700406 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac007cb0 con 0x7fc2b40cf160 2024-09-12T01:17:14.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.717+0000 7fc2b9af1640 1 -- 172.21.15.122:0/2419700406 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b40cf160 msgr2=0x7fc2b406d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:14.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.717+0000 7fc2b9af1640 1 --2- 172.21.15.122:0/2419700406 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b40cf160 0x7fc2b406d810 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac009d90 tx=0x7fc2ac02a660 comp rx=0 tx=0).stop 2024-09-12T01:17:14.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.717+0000 7fc2b9af1640 1 -- 172.21.15.122:0/2419700406 shutdown_connections 2024-09-12T01:17:14.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.717+0000 7fc2b9af1640 1 --2- 172.21.15.122:0/2419700406 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b40cf160 0x7fc2b406d810 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:14.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.717+0000 7fc2b9af1640 1 --2- 172.21.15.122:0/2419700406 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2b40d15f0 0x7fc2b40cec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:14.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.717+0000 7fc2b9af1640 1 -- 172.21.15.122:0/2419700406 >> 172.21.15.122:0/2419700406 conn(0x7fc2b409d850 msgr2=0x7fc2b408bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:14.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.717+0000 7fc2b9af1640 1 -- 172.21.15.122:0/2419700406 shutdown_connections 2024-09-12T01:17:14.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.717+0000 7fc2b9af1640 1 -- 172.21.15.122:0/2419700406 wait complete. 2024-09-12T01:17:14.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.718+0000 7fc2b9af1640 1 Processor -- start 2024-09-12T01:17:14.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.718+0000 7fc2b9af1640 1 -- start start 2024-09-12T01:17:14.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b9af1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b40cf160 0x7fc2b4153d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:14.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b9af1640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2b40d15f0 0x7fc2b40b8d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b9af1640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc2b4161a20 0x7fc2b415df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b9af1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b40b1040 con 0x7fc2b40cf160 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b9af1640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b406d2f0 con 0x7fc2b4161a20 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b9af1640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc2b40cf5f0 con 0x7fc2b40d15f0 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b40cf160 0x7fc2b4153d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b40cf160 0x7fc2b4153d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46212/0 (socket says 172.21.15.122:46212) 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b37fe640 1 -- 172.21.15.122:0/734550821 learned_addr learned my addr 172.21.15.122:0/734550821 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b2ffd640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2b40d15f0 0x7fc2b40b8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b37fe640 1 -- 172.21.15.122:0/734550821 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2b40d15f0 msgr2=0x7fc2b40b8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b37fe640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2b40d15f0 0x7fc2b40b8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b37fe640 1 -- 172.21.15.122:0/734550821 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc2b4161a20 msgr2=0x7fc2b415df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b37fe640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc2b4161a20 0x7fc2b415df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:14.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b37fe640 1 -- 172.21.15.122:0/734550821 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2b40ca7a0 con 0x7fc2b40cf160 2024-09-12T01:17:14.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.719+0000 7fc2b37fe640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b40cf160 0x7fc2b4153d80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc2a400c460 tx=0x7fc2a400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:14.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.720+0000 7fc29bfff640 1 -- 172.21.15.122:0/734550821 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a4018070 con 0x7fc2b40cf160 2024-09-12T01:17:14.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.720+0000 7fc29bfff640 1 -- 172.21.15.122:0/734550821 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2a4007500 con 0x7fc2b40cf160 2024-09-12T01:17:14.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.720+0000 7fc29bfff640 1 -- 172.21.15.122:0/734550821 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a4004a20 con 0x7fc2b40cf160 2024-09-12T01:17:14.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.720+0000 7fc2b9af1640 1 -- 172.21.15.122:0/734550821 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2b41542c0 con 0x7fc2b40cf160 2024-09-12T01:17:14.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.720+0000 7fc2b9af1640 1 -- 172.21.15.122:0/734550821 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2b40c9cc0 con 0x7fc2b40cf160 2024-09-12T01:17:14.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.721+0000 7fc2b9af1640 1 -- 172.21.15.122:0/734550821 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2b40cec20 con 0x7fc2b40cf160 2024-09-12T01:17:14.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.721+0000 7fc29bfff640 1 -- 172.21.15.122:0/734550821 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc2a401b070 con 0x7fc2b40cf160 2024-09-12T01:17:14.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.721+0000 7fc29bfff640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc2a006be30 0x7fc2a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:14.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.722+0000 7fc29bfff640 1 -- 172.21.15.122:0/734550821 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 6500+0+0 (secure 0 0 0) 0x7fc2a408a430 con 0x7fc2b40cf160 2024-09-12T01:17:14.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.722+0000 7fc2b2ffd640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc2a006be30 0x7fc2a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:14.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.722+0000 7fc2b2ffd640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc2a006be30 0x7fc2a006e2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc2b40b6e60 tx=0x7fc2a8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:14.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.726+0000 7fc29bfff640 1 -- 172.21.15.122:0/734550821 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc2b40ca7a0 con 0x7fc2b40cf160 2024-09-12T01:17:14.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:14.892+0000 7fc2b9af1640 1 -- 172.21.15.122:0/734550821 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7fc2b4160230 con 0x7fc2b40cf160 2024-09-12T01:17:15.583 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.584+0000 7fc29bfff640 1 -- 172.21.15.122:0/734550821 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v24) ==== 169+0+0 (secure 0 0 0) 0x7fc2a4058ac0 con 0x7fc2b40cf160 2024-09-12T01:17:15.583 INFO:teuthology.orchestra.run.smithi122.stderr:set pool 4 allow_ec_overwrites to true 2024-09-12T01:17:15.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.589+0000 7fc2b9af1640 1 -- 172.21.15.122:0/734550821 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc2a006be30 msgr2=0x7fc2a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:15.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.589+0000 7fc2b9af1640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc2a006be30 0x7fc2a006e2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc2b40b6e60 tx=0x7fc2a8008040 comp rx=0 tx=0).stop 2024-09-12T01:17:15.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.589+0000 7fc2b9af1640 1 -- 172.21.15.122:0/734550821 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b40cf160 msgr2=0x7fc2b4153d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:15.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.589+0000 7fc2b9af1640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b40cf160 0x7fc2b4153d80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc2a400c460 tx=0x7fc2a400c920 comp rx=0 tx=0).stop 2024-09-12T01:17:15.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.589+0000 7fc2b9af1640 1 -- 172.21.15.122:0/734550821 shutdown_connections 2024-09-12T01:17:15.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.589+0000 7fc2b9af1640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc2a006be30 0x7fc2a006e2f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:15.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.589+0000 7fc2b9af1640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc2b4161a20 0x7fc2b415df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:15.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.589+0000 7fc2b9af1640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2b40d15f0 0x7fc2b40b8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:15.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.589+0000 7fc2b9af1640 1 --2- 172.21.15.122:0/734550821 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b40cf160 0x7fc2b4153d80 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:15.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.589+0000 7fc2b9af1640 1 -- 172.21.15.122:0/734550821 >> 172.21.15.122:0/734550821 conn(0x7fc2b409d850 msgr2=0x7fc2b40b31d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:15.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.590+0000 7fc2b9af1640 1 -- 172.21.15.122:0/734550821 shutdown_connections 2024-09-12T01:17:15.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.591+0000 7fc2b9af1640 1 -- 172.21.15.122:0/734550821 wait complete. 2024-09-12T01:17:15.612 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-12T01:17:15.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.718+0000 7faebbd26640 1 Processor -- start 2024-09-12T01:17:15.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.718+0000 7faebbd26640 1 -- start start 2024-09-12T01:17:15.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.719+0000 7faebbd26640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7faeb415faf0 0x7faeb41690f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:15.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.719+0000 7faebbd26640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faeb4158e90 con 0x7faeb40729c0 2024-09-12T01:17:15.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.719+0000 7faebbd26640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faeb406efb0 con 0x7faeb4158ab0 2024-09-12T01:17:15.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.719+0000 7faebbd26640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7faeb4161e20 con 0x7faeb415faf0 2024-09-12T01:17:15.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.719+0000 7faeb92c1640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7faeb40729c0 0x7faeb406e310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38838/0 (socket says 172.21.15.122:38838) 2024-09-12T01:17:15.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.719+0000 7faeb92c1640 1 -- 172.21.15.122:0/2526470110 learned_addr learned my addr 172.21.15.122:0/2526470110 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:15.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.719+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3709881805 0 0) 0x7faeb4158e90 con 0x7faeb40729c0 2024-09-12T01:17:15.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.719+0000 7faeba2c3640 1 --2- 172.21.15.122:0/2526470110 >> v2:172.21.15.151:3300/0 conn(0x7faeb415faf0 0x7faeb41690f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:15.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.719+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faea0003520 con 0x7faeb40729c0 2024-09-12T01:17:15.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1120345323 0 0) 0x7faea0003520 con 0x7faeb40729c0 2024-09-12T01:17:15.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 >> v2:172.21.15.151:3300/0 conn(0x7faeb415faf0 msgr2=0x7faeb41690f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:15.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 --2- 172.21.15.122:0/2526470110 >> v2:172.21.15.151:3300/0 conn(0x7faeb415faf0 0x7faeb41690f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:15.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 >> v1:172.21.15.151:6789/0 conn(0x7faeb4158ab0 legacy=0x7faeb40722b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:15.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faeb406f290 con 0x7faeb40729c0 2024-09-12T01:17:15.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7faea4001670 con 0x7faeb40729c0 2024-09-12T01:17:15.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 >> v1:172.21.15.122:6789/0 conn(0x7faeb40729c0 legacy=0x7faeb406e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:15.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 --2- 172.21.15.122:0/2526470110 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faea00039b0 0x7faea0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:15.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 --2- 172.21.15.122:0/2526470110 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faea0004800 0x7faea0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:15.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 --2- 172.21.15.122:0/2526470110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faea00051c0 0x7faea000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:15.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7faea000c030 con 0x7faea00051c0 2024-09-12T01:17:15.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7faea000c1e0 con 0x7faea0004800 2024-09-12T01:17:15.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7faea000c3e0 con 0x7faea00039b0 2024-09-12T01:17:15.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeba2c3640 1 --2- 172.21.15.122:0/2526470110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faea00051c0 0x7faea000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:15.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb92c1640 1 --2- 172.21.15.122:0/2526470110 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faea0004800 0x7faea0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:15.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeb9ac2640 1 --2- 172.21.15.122:0/2526470110 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faea00039b0 0x7faea0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:15.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeba2c3640 1 -- 172.21.15.122:0/2526470110 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faea00039b0 msgr2=0x7faea0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:15.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeba2c3640 1 --2- 172.21.15.122:0/2526470110 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faea00039b0 0x7faea0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:15.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeba2c3640 1 -- 172.21.15.122:0/2526470110 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faea0004800 msgr2=0x7faea0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:15.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeba2c3640 1 --2- 172.21.15.122:0/2526470110 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faea0004800 0x7faea0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:15.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.720+0000 7faeba2c3640 1 -- 172.21.15.122:0/2526470110 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faea0003520 con 0x7faea00051c0 2024-09-12T01:17:15.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.721+0000 7faeba2c3640 1 -- 172.21.15.122:0/2526470110 reap_dead start 2024-09-12T01:17:15.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.721+0000 7faeba2c3640 1 --2- 172.21.15.122:0/2526470110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faea00051c0 0x7faea000b9c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7faeac009f90 tx=0x7faea0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd8feab1f0b7056 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:15.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.721+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac009c10 con 0x7faea00051c0 2024-09-12T01:17:15.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.721+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faeac031440 con 0x7faea00051c0 2024-09-12T01:17:15.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.721+0000 7faeb8ac0640 1 -- 172.21.15.122:0/2526470110 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac0317f0 con 0x7faea00051c0 2024-09-12T01:17:15.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.721+0000 7faebbd26640 1 -- 172.21.15.122:0/2526470110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faea00051c0 msgr2=0x7faea000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:15.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.721+0000 7faebbd26640 1 --2- 172.21.15.122:0/2526470110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faea00051c0 0x7faea000b9c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7faeac009f90 tx=0x7faea0005830 comp rx=0 tx=0).stop 2024-09-12T01:17:15.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.721+0000 7faebbd26640 1 -- 172.21.15.122:0/2526470110 shutdown_connections 2024-09-12T01:17:15.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.721+0000 7faebbd26640 1 --2- 172.21.15.122:0/2526470110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faea00051c0 0x7faea000b9c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:15.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.721+0000 7faebbd26640 1 -- 172.21.15.122:0/2526470110 >> 172.21.15.122:0/2526470110 conn(0x7faeb406bc10 msgr2=0x7faeb406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:15.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.722+0000 7faebbd26640 1 -- 172.21.15.122:0/2526470110 shutdown_connections 2024-09-12T01:17:15.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.722+0000 7faebbd26640 1 -- 172.21.15.122:0/2526470110 wait complete. 2024-09-12T01:17:15.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.723+0000 7faebbd26640 1 Processor -- start 2024-09-12T01:17:15.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.723+0000 7faebbd26640 1 -- start start 2024-09-12T01:17:15.739 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.723+0000 7faebbd26640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faea00051c0 0x7faeb4145180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:15.739 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.723+0000 7faebbd26640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faeb4147bb0 0x7faeb4148030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:15.739 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.723+0000 7faebbd26640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faeb4158e90 0x7faeb4159310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:15.739 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.723+0000 7faebbd26640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7faeb40ae970 con 0x7faeb4147bb0 2024-09-12T01:17:15.739 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.723+0000 7faebbd26640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7faeb40aec60 con 0x7faeb4158e90 2024-09-12T01:17:15.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.723+0000 7faebbd26640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7faeb40722b0 con 0x7faea00051c0 2024-09-12T01:17:15.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeb92c1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faeb4147bb0 0x7faeb4148030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:15.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeb9ac2640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faea00051c0 0x7faeb4145180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:15.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeb92c1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faeb4147bb0 0x7faeb4148030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46230/0 (socket says 172.21.15.122:46230) 2024-09-12T01:17:15.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeb92c1640 1 -- 172.21.15.122:0/3052766899 learned_addr learned my addr 172.21.15.122:0/3052766899 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:15.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeba2c3640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faeb4158e90 0x7faeb4159310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:15.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeb92c1640 1 -- 172.21.15.122:0/3052766899 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faea00051c0 msgr2=0x7faeb4145180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:15.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeb92c1640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faea00051c0 0x7faeb4145180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:15.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeb92c1640 1 -- 172.21.15.122:0/3052766899 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faeb4158e90 msgr2=0x7faeb4159310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:15.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeb92c1640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faeb4158e90 0x7faeb4159310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:15.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeb92c1640 1 -- 172.21.15.122:0/3052766899 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faeb4159b50 con 0x7faeb4147bb0 2024-09-12T01:17:15.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeb92c1640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faeb4147bb0 0x7faeb4148030 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7faea4007290 tx=0x7faea4007690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:15.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeaa7fc640 1 -- 172.21.15.122:0/3052766899 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea400f960 con 0x7faeb4147bb0 2024-09-12T01:17:15.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeaa7fc640 1 -- 172.21.15.122:0/3052766899 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faea4018070 con 0x7faeb4147bb0 2024-09-12T01:17:15.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faeaa7fc640 1 -- 172.21.15.122:0/3052766899 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea400fd40 con 0x7faeb4147bb0 2024-09-12T01:17:15.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faebbd26640 1 -- 172.21.15.122:0/3052766899 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faeb4159e30 con 0x7faeb4147bb0 2024-09-12T01:17:15.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.724+0000 7faebbd26640 1 -- 172.21.15.122:0/3052766899 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faeb415a3f0 con 0x7faeb4147bb0 2024-09-12T01:17:15.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.725+0000 7faebbd26640 1 -- 172.21.15.122:0/3052766899 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faeb406cba0 con 0x7faeb4147bb0 2024-09-12T01:17:15.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.726+0000 7faeaa7fc640 1 -- 172.21.15.122:0/3052766899 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faea401d460 con 0x7faeb4147bb0 2024-09-12T01:17:15.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.726+0000 7faeaa7fc640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fae9806be30 0x7fae9806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:15.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.726+0000 7faeaa7fc640 1 -- 172.21.15.122:0/3052766899 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6500+0+0 (secure 0 0 0) 0x7faea408b0d0 con 0x7faeb4147bb0 2024-09-12T01:17:15.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.726+0000 7faeb9ac2640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fae9806be30 0x7fae9806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:15.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.726+0000 7faeb9ac2640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fae9806be30 0x7fae9806e2f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7faeb0000c00 tx=0x7faeb0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:15.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.730+0000 7faeaa7fc640 1 -- 172.21.15.122:0/3052766899 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faea40597f0 con 0x7faeb4147bb0 2024-09-12T01:17:15.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:15.937+0000 7faebbd26640 1 -- 172.21.15.122:0/3052766899 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7faeb40725b0 con 0x7faeb4147bb0 2024-09-12T01:17:16.553 INFO:tasks.ceph.mds.d.smithi151.stderr:2024-09-12T01:17:16.554+0000 7f342af01640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T01:17:16.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.620+0000 7faeaa7fc640 1 -- 172.21.15.122:0/3052766899 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v6) ==== 137+0+0 (secure 0 0 0) 0x7faea40590f0 con 0x7faeb4147bb0 2024-09-12T01:17:16.619 INFO:teuthology.orchestra.run.smithi122.stderr:added data pool 4 to fsmap 2024-09-12T01:17:16.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 -- 172.21.15.122:0/3052766899 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fae9806be30 msgr2=0x7fae9806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:16.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fae9806be30 0x7fae9806e2f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7faeb0000c00 tx=0x7faeb0009040 comp rx=0 tx=0).stop 2024-09-12T01:17:16.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 -- 172.21.15.122:0/3052766899 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faeb4147bb0 msgr2=0x7faeb4148030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:16.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faeb4147bb0 0x7faeb4148030 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7faea4007290 tx=0x7faea4007690 comp rx=0 tx=0).stop 2024-09-12T01:17:16.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 -- 172.21.15.122:0/3052766899 shutdown_connections 2024-09-12T01:17:16.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fae9806be30 0x7fae9806e2f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faeb4158e90 0x7faeb4159310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faeb4147bb0 0x7faeb4148030 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 --2- 172.21.15.122:0/3052766899 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7faea00051c0 0x7faeb4145180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 -- 172.21.15.122:0/3052766899 >> 172.21.15.122:0/3052766899 conn(0x7faeb406bc10 msgr2=0x7faeb40cccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:16.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 -- 172.21.15.122:0/3052766899 shutdown_connections 2024-09-12T01:17:16.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.622+0000 7faebbd26640 1 -- 172.21.15.122:0/3052766899 wait complete. 2024-09-12T01:17:16.633 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:16.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.734+0000 7fef10186640 1 Processor -- start 2024-09-12T01:17:16.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.734+0000 7fef10186640 1 -- start start 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.735+0000 7fef10186640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fef08147360 0x7fef08070890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.735+0000 7fef10186640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef0806cb30 con 0x7fef080d0bb0 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.735+0000 7fef10186640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef0806bfb0 con 0x7fef08070dd0 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.735+0000 7fef10186640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fef0806c290 con 0x7fef08147360 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.735+0000 7fef0e723640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fef080d0bb0 0x7fef080ae550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38840/0 (socket says 172.21.15.122:38840) 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.735+0000 7fef0e723640 1 -- 172.21.15.122:0/3540812949 learned_addr learned my addr 172.21.15.122:0/3540812949 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.735+0000 7fef0df22640 1 --2- 172.21.15.122:0/3540812949 >> v2:172.21.15.151:3300/0 conn(0x7fef08147360 0x7fef08070890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.735+0000 7fef0cf20640 1 -- 172.21.15.122:0/3540812949 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1230331152 0 0) 0x7fef0806cb30 con 0x7fef080d0bb0 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.735+0000 7fef0cf20640 1 -- 172.21.15.122:0/3540812949 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feef4003520 con 0x7fef080d0bb0 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.736+0000 7fef0df22640 1 -- 172.21.15.122:0/3540812949 >> v1:172.21.15.151:6789/0 conn(0x7fef08070dd0 legacy=0x7fef080d04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.736+0000 7fef0df22640 1 -- 172.21.15.122:0/3540812949 >> v1:172.21.15.122:6789/0 conn(0x7fef080d0bb0 legacy=0x7fef080ae550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:16.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.736+0000 7fef0df22640 1 -- 172.21.15.122:0/3540812949 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef0806c570 con 0x7fef08147360 2024-09-12T01:17:16.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.736+0000 7fef0df22640 1 --2- 172.21.15.122:0/3540812949 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef08147360 0x7fef08070890 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fef040097a0 tx=0x7fef0402a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ede0af593cb100dd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:16.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.737+0000 7fef0cf20640 1 -- 172.21.15.122:0/3540812949 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef04037070 con 0x7fef08147360 2024-09-12T01:17:16.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.737+0000 7fef0cf20640 1 -- 172.21.15.122:0/3540812949 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef04032440 con 0x7fef08147360 2024-09-12T01:17:16.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.737+0000 7fef0cf20640 1 -- 172.21.15.122:0/3540812949 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef0402ae60 con 0x7fef08147360 2024-09-12T01:17:16.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.737+0000 7fef10186640 1 -- 172.21.15.122:0/3540812949 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef08147360 msgr2=0x7fef08070890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:16.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.737+0000 7fef10186640 1 --2- 172.21.15.122:0/3540812949 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef08147360 0x7fef08070890 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fef040097a0 tx=0x7fef0402a110 comp rx=0 tx=0).stop 2024-09-12T01:17:16.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.737+0000 7fef10186640 1 -- 172.21.15.122:0/3540812949 shutdown_connections 2024-09-12T01:17:16.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.737+0000 7fef10186640 1 --2- 172.21.15.122:0/3540812949 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef08147360 0x7fef08070890 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.737+0000 7fef10186640 1 -- 172.21.15.122:0/3540812949 >> 172.21.15.122:0/3540812949 conn(0x7fef080b2f40 msgr2=0x7fef080b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:16.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.737+0000 7fef10186640 1 -- 172.21.15.122:0/3540812949 shutdown_connections 2024-09-12T01:17:16.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.737+0000 7fef10186640 1 -- 172.21.15.122:0/3540812949 wait complete. 2024-09-12T01:17:16.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.738+0000 7fef10186640 1 Processor -- start 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.738+0000 7fef10186640 1 -- start start 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef10186640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef08070dd0 0x7fef080ce3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef10186640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef080d0bb0 0x7fef08161940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef10186640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef08147360 0x7fef081f4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef10186640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fef0806bd90 con 0x7fef08070dd0 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef10186640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fef0806bc10 con 0x7fef08147360 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef10186640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fef080aec60 con 0x7fef080d0bb0 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef0df22640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef08070dd0 0x7fef080ce3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef0df22640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef08070dd0 0x7fef080ce3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46232/0 (socket says 172.21.15.122:46232) 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef0df22640 1 -- 172.21.15.122:0/2430637935 learned_addr learned my addr 172.21.15.122:0/2430637935 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef0e723640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef08147360 0x7fef081f4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:16.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef0df22640 1 -- 172.21.15.122:0/2430637935 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef080d0bb0 msgr2=0x7fef08161940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef0d721640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef080d0bb0 0x7fef08161940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef0df22640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef080d0bb0 0x7fef08161940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef0df22640 1 -- 172.21.15.122:0/2430637935 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef08147360 msgr2=0x7fef081f4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.739+0000 7fef0df22640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef08147360 0x7fef081f4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.740+0000 7fef0df22640 1 -- 172.21.15.122:0/2430637935 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef080cb0e0 con 0x7fef08070dd0 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.740+0000 7fef0d721640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef080d0bb0 0x7fef08161940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.740+0000 7fef0e723640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef08147360 0x7fef081f4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.740+0000 7fef0df22640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef08070dd0 0x7fef080ce3c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fef04035040 tx=0x7fef040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.740+0000 7feefe7fc640 1 -- 172.21.15.122:0/2430637935 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef04037040 con 0x7fef08070dd0 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.740+0000 7feefe7fc640 1 -- 172.21.15.122:0/2430637935 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef04030500 con 0x7fef08070dd0 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.740+0000 7fef10186640 1 -- 172.21.15.122:0/2430637935 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef081f5050 con 0x7fef08070dd0 2024-09-12T01:17:16.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.740+0000 7feefe7fc640 1 -- 172.21.15.122:0/2430637935 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef04030910 con 0x7fef08070dd0 2024-09-12T01:17:16.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.740+0000 7fef10186640 1 -- 172.21.15.122:0/2430637935 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef080cd600 con 0x7fef08070dd0 2024-09-12T01:17:16.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.741+0000 7fef10186640 1 -- 172.21.15.122:0/2430637935 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef08070890 con 0x7fef08070dd0 2024-09-12T01:17:16.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.741+0000 7feefe7fc640 1 -- 172.21.15.122:0/2430637935 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fef04044020 con 0x7fef08070dd0 2024-09-12T01:17:16.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.742+0000 7feefe7fc640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7feeec06be30 0x7feeec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:16.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.742+0000 7feefe7fc640 1 -- 172.21.15.122:0/2430637935 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fef040ab410 con 0x7fef08070dd0 2024-09-12T01:17:16.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.742+0000 7fef0d721640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7feeec06be30 0x7feeec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:16.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.742+0000 7fef0d721640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7feeec06be30 0x7feeec06e2f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fef080b1260 tx=0x7feef8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:16.745 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.746+0000 7feefe7fc640 1 -- 172.21.15.122:0/2430637935 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef080cb0e0 con 0x7fef08070dd0 2024-09-12T01:17:16.944 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.945+0000 7fef10186640 1 -- 172.21.15.122:0/2430637935 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef08147bf0 con 0x7fef08070dd0 2024-09-12T01:17:16.944 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.945+0000 7feefe7fc640 1 -- 172.21.15.122:0/2430637935 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5225 (secure 0 0 0) 0x7fef04079a80 con 0x7fef08070dd0 2024-09-12T01:17:16.945 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:16.945 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":6,"btime":"2024-09-12T01:17:16:614065+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/1457301740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":1457301740},{"type":"v1","addr":"172.21.15.151:6833","nonce":1457301740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/36036822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":36036822},{"type":"v1","addr":"172.21.15.122:6837","nonce":36036822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:17:10.907523+0000","modified":"2024-09-12T01:17:15.938295+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.151:6835/2740774154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":2740774154},{"type":"v1","addr":"172.21.15.151:6835","nonce":2740774154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4276,"qdb_cluster":[4276]},"id":1}]} 2024-09-12T01:17:16.945 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 6 2024-09-12T01:17:16.946 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 -- 172.21.15.122:0/2430637935 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7feeec06be30 msgr2=0x7feeec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:16.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7feeec06be30 0x7feeec06e2f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fef080b1260 tx=0x7feef8009040 comp rx=0 tx=0).stop 2024-09-12T01:17:16.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 -- 172.21.15.122:0/2430637935 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef08070dd0 msgr2=0x7fef080ce3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:16.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef08070dd0 0x7fef080ce3c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fef04035040 tx=0x7fef040046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 -- 172.21.15.122:0/2430637935 shutdown_connections 2024-09-12T01:17:16.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7feeec06be30 0x7feeec06e2f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef08147360 0x7fef081f4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef080d0bb0 0x7fef08161940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 --2- 172.21.15.122:0/2430637935 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef08070dd0 0x7fef080ce3c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:16.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 -- 172.21.15.122:0/2430637935 >> 172.21.15.122:0/2430637935 conn(0x7fef080b2f40 msgr2=0x7fef0806f060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:16.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 -- 172.21.15.122:0/2430637935 shutdown_connections 2024-09-12T01:17:16.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:16.947+0000 7fef10186640 1 -- 172.21.15.122:0/2430637935 wait complete. 2024-09-12T01:17:16.957 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:17.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.056+0000 7fd51ce1e640 1 Processor -- start 2024-09-12T01:17:17.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.056+0000 7fd51ce1e640 1 -- start start 2024-09-12T01:17:17.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51ce1e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd51815e760 0x7fd51806cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51ce1e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fd5180d4fd0 0x7fd5180cf5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51ce1e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd5180b3650 0x7fd5180cfaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51ce1e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fd5180d2700 con 0x7fd51815e760 2024-09-12T01:17:17.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51ce1e640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fd5180cedb0 con 0x7fd5180d4fd0 2024-09-12T01:17:17.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51ce1e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd5180cf090 con 0x7fd5180b3650 2024-09-12T01:17:17.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51659c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd51815e760 0x7fd51806cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51659c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd51815e760 0x7fd51806cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46240/0 (socket says 172.21.15.122:46240) 2024-09-12T01:17:17.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51659c640 1 -- 172.21.15.122:0/736207784 learned_addr learned my addr 172.21.15.122:0/736207784 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:17.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51659c640 1 -- 172.21.15.122:0/736207784 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd5180b3650 msgr2=0x7fd5180cfaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:17.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51659c640 1 --2- 172.21.15.122:0/736207784 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd5180b3650 0x7fd5180cfaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51659c640 1 -- 172.21.15.122:0/736207784 >> v2:172.21.15.151:3300/0 conn(0x7fd5180d4fd0 msgr2=0x7fd5180cf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:17.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51659c640 1 --2- 172.21.15.122:0/736207784 >> v2:172.21.15.151:3300/0 conn(0x7fd5180d4fd0 0x7fd5180cf5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.057+0000 7fd51659c640 1 -- 172.21.15.122:0/736207784 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5180b3c80 con 0x7fd51815e760 2024-09-12T01:17:17.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd51659c640 1 --2- 172.21.15.122:0/736207784 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd51815e760 0x7fd51806cdd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd51808ca80 tx=0x7fd50802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ce44d03cd680081 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd515d9b640 1 -- 172.21.15.122:0/736207784 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd508037070 con 0x7fd51815e760 2024-09-12T01:17:17.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd515d9b640 1 -- 172.21.15.122:0/736207784 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd508032440 con 0x7fd51815e760 2024-09-12T01:17:17.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd515d9b640 1 -- 172.21.15.122:0/736207784 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd508032810 con 0x7fd51815e760 2024-09-12T01:17:17.061 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd51ce1e640 1 -- 172.21.15.122:0/736207784 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd51815e760 msgr2=0x7fd51806cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.061 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd51ce1e640 1 --2- 172.21.15.122:0/736207784 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd51815e760 0x7fd51806cdd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd51808ca80 tx=0x7fd50802a1e0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.061 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd51ce1e640 1 -- 172.21.15.122:0/736207784 shutdown_connections 2024-09-12T01:17:17.061 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd51ce1e640 1 --2- 172.21.15.122:0/736207784 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd5180b3650 0x7fd5180cfaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.061 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd51ce1e640 1 --2- 172.21.15.122:0/736207784 >> v2:172.21.15.151:3300/0 conn(0x7fd5180d4fd0 0x7fd5180cf5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd51ce1e640 1 --2- 172.21.15.122:0/736207784 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd51815e760 0x7fd51806cdd0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd51ce1e640 1 -- 172.21.15.122:0/736207784 >> 172.21.15.122:0/736207784 conn(0x7fd51808bfc0 msgr2=0x7fd5180d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd51ce1e640 1 -- 172.21.15.122:0/736207784 shutdown_connections 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.058+0000 7fd51ce1e640 1 -- 172.21.15.122:0/736207784 wait complete. 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.060+0000 7fd51ce1e640 1 Processor -- start 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.060+0000 7fd51ce1e640 1 -- start start 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.060+0000 7fd51ce1e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5180b3650 0x7fd5180cc3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.060+0000 7fd51ce1e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5180d4fd0 0x7fd5180c9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.060+0000 7fd51ce1e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd51815e760 0x7fd518156870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.060+0000 7fd51ce1e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd5180d3270 con 0x7fd5180d4fd0 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.060+0000 7fd51ce1e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd5180d30f0 con 0x7fd5180b3650 2024-09-12T01:17:17.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.060+0000 7fd51ce1e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd5180d33f0 con 0x7fd51815e760 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5180d4fd0 0x7fd5180c9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5180d4fd0 0x7fd5180c9a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46244/0 (socket says 172.21.15.122:46244) 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50ffff640 1 -- 172.21.15.122:0/19203318 learned_addr learned my addr 172.21.15.122:0/19203318 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd516d9d640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd51815e760 0x7fd518156870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd51659c640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5180b3650 0x7fd5180cc3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50ffff640 1 -- 172.21.15.122:0/19203318 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd51815e760 msgr2=0x7fd518156870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50ffff640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd51815e760 0x7fd518156870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50ffff640 1 -- 172.21.15.122:0/19203318 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5180b3650 msgr2=0x7fd5180cc3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50ffff640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5180b3650 0x7fd5180cc3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50ffff640 1 -- 172.21.15.122:0/19203318 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5180cc920 con 0x7fd5180d4fd0 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd51659c640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5180b3650 0x7fd5180cc3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50ffff640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5180d4fd0 0x7fd5180c9a50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd50000b4d0 tx=0x7fd50000b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50effd640 1 -- 172.21.15.122:0/19203318 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd500014070 con 0x7fd5180d4fd0 2024-09-12T01:17:17.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50effd640 1 -- 172.21.15.122:0/19203318 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd500005c10 con 0x7fd5180d4fd0 2024-09-12T01:17:17.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd51ce1e640 1 -- 172.21.15.122:0/19203318 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5180c9f90 con 0x7fd5180d4fd0 2024-09-12T01:17:17.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd50effd640 1 -- 172.21.15.122:0/19203318 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd500010670 con 0x7fd5180d4fd0 2024-09-12T01:17:17.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.061+0000 7fd51ce1e640 1 -- 172.21.15.122:0/19203318 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5180cb620 con 0x7fd5180d4fd0 2024-09-12T01:17:17.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.062+0000 7fd51ce1e640 1 -- 172.21.15.122:0/19203318 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5180d36a0 con 0x7fd5180d4fd0 2024-09-12T01:17:17.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.063+0000 7fd50effd640 1 -- 172.21.15.122:0/19203318 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd500010810 con 0x7fd5180d4fd0 2024-09-12T01:17:17.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.063+0000 7fd50effd640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd4f806be30 0x7fd4f806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.063+0000 7fd51659c640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd4f806be30 0x7fd4f806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.063+0000 7fd50effd640 1 -- 172.21.15.122:0/19203318 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd50008ae70 con 0x7fd5180d4fd0 2024-09-12T01:17:17.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.064+0000 7fd51659c640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd4f806be30 0x7fd4f806e2f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd508034000 tx=0x7fd50802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.066 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.068+0000 7fd50effd640 1 -- 172.21.15.122:0/19203318 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd5000594f0 con 0x7fd5180d4fd0 2024-09-12T01:17:17.231 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.232+0000 7fd51ce1e640 1 -- 172.21.15.122:0/19203318 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd5180d1440 con 0x7fd5180d4fd0 2024-09-12T01:17:17.232 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.233+0000 7fd50effd640 1 -- 172.21.15.122:0/19203318 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18670 (secure 0 0 0) 0x7fd500058df0 con 0x7fd5180d4fd0 2024-09-12T01:17:17.232 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:17.233 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":25,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:15.938148+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:17.234 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 -- 172.21.15.122:0/19203318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd4f806be30 msgr2=0x7fd4f806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.234 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd4f806be30 0x7fd4f806e2f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd508034000 tx=0x7fd50802e000 comp rx=0 tx=0).stop 2024-09-12T01:17:17.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 -- 172.21.15.122:0/19203318 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5180d4fd0 msgr2=0x7fd5180c9a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5180d4fd0 0x7fd5180c9a50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd50000b4d0 tx=0x7fd50000b990 comp rx=0 tx=0).stop 2024-09-12T01:17:17.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 -- 172.21.15.122:0/19203318 shutdown_connections 2024-09-12T01:17:17.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd4f806be30 0x7fd4f806e2f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd51815e760 0x7fd518156870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5180d4fd0 0x7fd5180c9a50 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 --2- 172.21.15.122:0/19203318 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5180b3650 0x7fd5180cc3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 -- 172.21.15.122:0/19203318 >> 172.21.15.122:0/19203318 conn(0x7fd51808bfc0 msgr2=0x7fd5180cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:17.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 -- 172.21.15.122:0/19203318 shutdown_connections 2024-09-12T01:17:17.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.235+0000 7fd51ce1e640 1 -- 172.21.15.122:0/19203318 wait complete. 2024-09-12T01:17:17.246 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:17.344 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.345+0000 7f89e8959640 1 Processor -- start 2024-09-12T01:17:17.344 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.345+0000 7f89e8959640 1 -- start start 2024-09-12T01:17:17.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.346+0000 7f89e8959640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f89e40ce8b0 0x7f89e415d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.346+0000 7f89e8959640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89e40d00a0 con 0x7f89e40d06e0 2024-09-12T01:17:17.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.346+0000 7f89e8959640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89e40d0380 con 0x7f89e409b510 2024-09-12T01:17:17.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.346+0000 7f89e8959640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f89e415d920 con 0x7f89e40ce8b0 2024-09-12T01:17:17.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.346+0000 7f89e259c640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f89e40d06e0 0x7f89e40d0ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38850/0 (socket says 172.21.15.122:38850) 2024-09-12T01:17:17.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.346+0000 7f89e259c640 1 -- 172.21.15.122:0/4028317881 learned_addr learned my addr 172.21.15.122:0/4028317881 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:17.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.346+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 610836500 0 0) 0x7f89e40d00a0 con 0x7f89e40d06e0 2024-09-12T01:17:17.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.346+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f89cc003520 con 0x7f89e40d06e0 2024-09-12T01:17:17.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.346+0000 7f89e1d9b640 1 --2- 172.21.15.122:0/4028317881 >> v2:172.21.15.151:3300/0 conn(0x7f89e40ce8b0 0x7f89e415d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3738160864 0 0) 0x7f89cc003520 con 0x7f89e40d06e0 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 >> v2:172.21.15.151:3300/0 conn(0x7f89e40ce8b0 msgr2=0x7f89e415d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 --2- 172.21.15.122:0/4028317881 >> v2:172.21.15.151:3300/0 conn(0x7f89e40ce8b0 0x7f89e415d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 >> v1:172.21.15.151:6789/0 conn(0x7f89e409b510 legacy=0x7f89e40ccf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89e409aa30 con 0x7f89e40d06e0 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f89d4001670 con 0x7f89e40d06e0 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 >> v1:172.21.15.122:6789/0 conn(0x7f89e40d06e0 legacy=0x7f89e40d0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 --2- 172.21.15.122:0/4028317881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f89cc0039b0 0x7f89cc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 --2- 172.21.15.122:0/4028317881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89cc004800 0x7f89cc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 --2- 172.21.15.122:0/4028317881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f89cc0051c0 0x7f89cc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f89e415d920 con 0x7f89cc004800 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc00c110 con 0x7f89cc0039b0 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f89cc00c310 con 0x7f89cc0051c0 2024-09-12T01:17:17.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e1d9b640 1 --2- 172.21.15.122:0/4028317881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89cc004800 0x7f89cc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e259c640 1 --2- 172.21.15.122:0/4028317881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f89cc0039b0 0x7f89cc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e2d9d640 1 --2- 172.21.15.122:0/4028317881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f89cc0051c0 0x7f89cc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e1d9b640 1 -- 172.21.15.122:0/4028317881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f89cc0051c0 msgr2=0x7f89cc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e1d9b640 1 --2- 172.21.15.122:0/4028317881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f89cc0051c0 0x7f89cc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e1d9b640 1 -- 172.21.15.122:0/4028317881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f89cc0039b0 msgr2=0x7f89cc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e1d9b640 1 --2- 172.21.15.122:0/4028317881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f89cc0039b0 0x7f89cc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e1d9b640 1 -- 172.21.15.122:0/4028317881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89cc003520 con 0x7f89cc004800 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.347+0000 7f89e2d9d640 1 -- 172.21.15.122:0/4028317881 reap_dead start 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.348+0000 7f89e1d9b640 1 --2- 172.21.15.122:0/4028317881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89cc004800 0x7f89cc004c80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f89d800ba30 tx=0x7f89cc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9a25ea19f5fc0f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.348+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d8030070 con 0x7f89cc004800 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.348+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89d802ade0 con 0x7f89cc004800 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.348+0000 7f89e159a640 1 -- 172.21.15.122:0/4028317881 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d800b600 con 0x7f89cc004800 2024-09-12T01:17:17.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.348+0000 7f89e8959640 1 -- 172.21.15.122:0/4028317881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89cc004800 msgr2=0x7f89cc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.351 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.348+0000 7f89e8959640 1 --2- 172.21.15.122:0/4028317881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89cc004800 0x7f89cc004c80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f89d800ba30 tx=0x7f89cc005830 comp rx=0 tx=0).stop 2024-09-12T01:17:17.351 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.349+0000 7f89e8959640 1 -- 172.21.15.122:0/4028317881 shutdown_connections 2024-09-12T01:17:17.351 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.349+0000 7f89e8959640 1 --2- 172.21.15.122:0/4028317881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89cc004800 0x7f89cc004c80 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.351 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.349+0000 7f89e8959640 1 -- 172.21.15.122:0/4028317881 >> 172.21.15.122:0/4028317881 conn(0x7f89e40d23a0 msgr2=0x7f89e40d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:17.351 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.349+0000 7f89e8959640 1 -- 172.21.15.122:0/4028317881 shutdown_connections 2024-09-12T01:17:17.351 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.349+0000 7f89e8959640 1 -- 172.21.15.122:0/4028317881 wait complete. 2024-09-12T01:17:17.353 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.350+0000 7f89e8959640 1 Processor -- start 2024-09-12T01:17:17.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.350+0000 7f89e8959640 1 -- start start 2024-09-12T01:17:17.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e8959640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f89cc004800 0x7f89e40b6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e8959640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89e41607b0 0x7f89e4159850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e8959640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f89e41f5e70 0x7f89e41f62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e8959640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f89e415c740 con 0x7f89e41607b0 2024-09-12T01:17:17.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e8959640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f89e409b080 con 0x7f89e41f5e70 2024-09-12T01:17:17.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e8959640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f89e415d3e0 con 0x7f89cc004800 2024-09-12T01:17:17.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e1d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89e41607b0 0x7f89e4159850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e1d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89e41607b0 0x7f89e4159850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46262/0 (socket says 172.21.15.122:46262) 2024-09-12T01:17:17.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e1d9b640 1 -- 172.21.15.122:0/3250041553 learned_addr learned my addr 172.21.15.122:0/3250041553 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:17.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e259c640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f89cc004800 0x7f89e40b6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e2d9d640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f89e41f5e70 0x7f89e41f62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e1d9b640 1 -- 172.21.15.122:0/3250041553 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f89cc004800 msgr2=0x7f89e40b6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e1d9b640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f89cc004800 0x7f89e40b6270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e1d9b640 1 -- 172.21.15.122:0/3250041553 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f89e41f5e70 msgr2=0x7f89e41f62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e1d9b640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f89e41f5e70 0x7f89e41f62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e1d9b640 1 -- 172.21.15.122:0/3250041553 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89e40b70f0 con 0x7f89e41607b0 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e1d9b640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89e41607b0 0x7f89e4159850 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f89d800bb50 tx=0x7f89d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89d2ffd640 1 -- 172.21.15.122:0/3250041553 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d8043030 con 0x7f89e41607b0 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89d2ffd640 1 -- 172.21.15.122:0/3250041553 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89d802abe0 con 0x7f89e41607b0 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89d2ffd640 1 -- 172.21.15.122:0/3250041553 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d800b600 con 0x7f89e41607b0 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e8959640 1 -- 172.21.15.122:0/3250041553 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89e40b6850 con 0x7f89e41607b0 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.351+0000 7f89e8959640 1 -- 172.21.15.122:0/3250041553 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89e40b6e10 con 0x7f89e41607b0 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.352+0000 7f89e8959640 1 -- 172.21.15.122:0/3250041553 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89e415d710 con 0x7f89e41607b0 2024-09-12T01:17:17.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.353+0000 7f89d2ffd640 1 -- 172.21.15.122:0/3250041553 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f89d8046070 con 0x7f89e41607b0 2024-09-12T01:17:17.356 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.353+0000 7f89d2ffd640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f89c406be30 0x7f89c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.356 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.353+0000 7f89d2ffd640 1 -- 172.21.15.122:0/3250041553 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f89d80abb80 con 0x7f89e41607b0 2024-09-12T01:17:17.356 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.353+0000 7f89e259c640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f89c406be30 0x7f89c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.356 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.354+0000 7f89e259c640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f89c406be30 0x7f89c406e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f89d4001eb0 tx=0x7f89d4001430 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.356 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.358+0000 7f89d2ffd640 1 -- 172.21.15.122:0/3250041553 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f89e40b70f0 con 0x7f89e41607b0 2024-09-12T01:17:17.522 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.523+0000 7f89e8959640 1 -- 172.21.15.122:0/3250041553 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f89e40d31d0 con 0x7f89e41607b0 2024-09-12T01:17:17.523 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.525+0000 7f89d2ffd640 1 -- 172.21.15.122:0/3250041553 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18670 (secure 0 0 0) 0x7f89d802adb0 con 0x7f89e41607b0 2024-09-12T01:17:17.524 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:17.524 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":25,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:15.938148+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:17.526 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 -- 172.21.15.122:0/3250041553 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f89c406be30 msgr2=0x7f89c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.526 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f89c406be30 0x7f89c406e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f89d4001eb0 tx=0x7f89d4001430 comp rx=0 tx=0).stop 2024-09-12T01:17:17.526 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 -- 172.21.15.122:0/3250041553 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89e41607b0 msgr2=0x7f89e4159850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.526 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89e41607b0 0x7f89e4159850 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f89d800bb50 tx=0x7f89d80046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.526 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 -- 172.21.15.122:0/3250041553 shutdown_connections 2024-09-12T01:17:17.526 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f89c406be30 0x7f89c406e2f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.526 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f89e41f5e70 0x7f89e41f62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f89e41607b0 0x7f89e4159850 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 --2- 172.21.15.122:0/3250041553 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f89cc004800 0x7f89e40b6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 -- 172.21.15.122:0/3250041553 >> 172.21.15.122:0/3250041553 conn(0x7f89e40d23a0 msgr2=0x7f89e40cdb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:17.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 -- 172.21.15.122:0/3250041553 shutdown_connections 2024-09-12T01:17:17.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.527+0000 7f89e8959640 1 -- 172.21.15.122:0/3250041553 wait complete. 2024-09-12T01:17:17.554 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:17.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.654+0000 7fe7e358f640 1 Processor -- start 2024-09-12T01:17:17.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.654+0000 7fe7e358f640 1 -- start start 2024-09-12T01:17:17.660 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e358f640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe7dc06df60 0x7fe7dc09aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e358f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7dc09af70 0x7fe7dc168560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e358f640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7dc06cec0 con 0x7fe7dc15e5d0 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e358f640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe7dc06dad0 con 0x7fe7dc06df60 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e358f640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe7dc06d1a0 con 0x7fe7dc09af70 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e0b2a640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe7dc06df60 0x7fe7dc09aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e0b2a640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe7dc06df60 0x7fe7dc09aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46278/0 (socket says 172.21.15.122:46278) 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e0b2a640 1 -- 172.21.15.122:0/2969826990 learned_addr learned my addr 172.21.15.122:0/2969826990 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e0b2a640 1 -- 172.21.15.122:0/2969826990 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7dc09af70 msgr2=0x7fe7dc168560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e0b2a640 1 --2- 172.21.15.122:0/2969826990 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7dc09af70 0x7fe7dc168560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e0b2a640 1 -- 172.21.15.122:0/2969826990 >> v1:172.21.15.151:6789/0 conn(0x7fe7dc15e5d0 legacy=0x7fe7dc0d10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.655+0000 7fe7e0b2a640 1 -- 172.21.15.122:0/2969826990 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7dc06d480 con 0x7fe7dc06df60 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.656+0000 7fe7e0b2a640 1 --2- 172.21.15.122:0/2969826990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7dc06df60 0x7fe7dc09aa30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe7d8009870 tx=0x7fe7d802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59416ece489f1558 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.656+0000 7fe7d3fff640 1 -- 172.21.15.122:0/2969826990 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d8037070 con 0x7fe7dc06df60 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.656+0000 7fe7d3fff640 1 -- 172.21.15.122:0/2969826990 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7d8032440 con 0x7fe7dc06df60 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.656+0000 7fe7d3fff640 1 -- 172.21.15.122:0/2969826990 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d8032810 con 0x7fe7dc06df60 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.656+0000 7fe7e358f640 1 -- 172.21.15.122:0/2969826990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7dc06df60 msgr2=0x7fe7dc09aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.656+0000 7fe7e358f640 1 --2- 172.21.15.122:0/2969826990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7dc06df60 0x7fe7dc09aa30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe7d8009870 tx=0x7fe7d802a2a0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.656+0000 7fe7e358f640 1 -- 172.21.15.122:0/2969826990 shutdown_connections 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.656+0000 7fe7e358f640 1 --2- 172.21.15.122:0/2969826990 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7dc09af70 0x7fe7dc168560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.656+0000 7fe7e358f640 1 --2- 172.21.15.122:0/2969826990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7dc06df60 0x7fe7dc09aa30 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.656+0000 7fe7e358f640 1 -- 172.21.15.122:0/2969826990 >> 172.21.15.122:0/2969826990 conn(0x7fe7dc0d23a0 msgr2=0x7fe7dc0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.656+0000 7fe7e358f640 1 -- 172.21.15.122:0/2969826990 shutdown_connections 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.657+0000 7fe7e358f640 1 -- 172.21.15.122:0/2969826990 wait complete. 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.658+0000 7fe7e358f640 1 Processor -- start 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.658+0000 7fe7e358f640 1 -- start start 2024-09-12T01:17:17.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.658+0000 7fe7e358f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7dc06df60 0x7fe7dc1536b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.658+0000 7fe7e358f640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe7dc09af70 0x7fe7dc153de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.658+0000 7fe7e358f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7dc15e5d0 0x7fe7dc0af8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.658+0000 7fe7e358f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc0d1980 con 0x7fe7dc06df60 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.658+0000 7fe7e358f640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc0d1800 con 0x7fe7dc09af70 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.658+0000 7fe7e358f640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe7dc15e9b0 con 0x7fe7dc15e5d0 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.658+0000 7fe7e132b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7dc06df60 0x7fe7dc1536b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.658+0000 7fe7e132b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7dc06df60 0x7fe7dc1536b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46290/0 (socket says 172.21.15.122:46290) 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.658+0000 7fe7e132b640 1 -- 172.21.15.122:0/662232188 learned_addr learned my addr 172.21.15.122:0/662232188 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.659+0000 7fe7e132b640 1 -- 172.21.15.122:0/662232188 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7dc15e5d0 msgr2=0x7fe7dc0af8f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.659+0000 7fe7e132b640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7dc15e5d0 0x7fe7dc0af8f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.659+0000 7fe7e132b640 1 -- 172.21.15.122:0/662232188 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe7dc09af70 msgr2=0x7fe7dc153de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.659+0000 7fe7e132b640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe7dc09af70 0x7fe7dc153de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.659+0000 7fe7e132b640 1 -- 172.21.15.122:0/662232188 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7dc153bf0 con 0x7fe7dc06df60 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.659+0000 7fe7e132b640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7dc06df60 0x7fe7dc1536b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc00c410 tx=0x7fe7cc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.659+0000 7fe7d1ffb640 1 -- 172.21.15.122:0/662232188 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc017070 con 0x7fe7dc06df60 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.659+0000 7fe7d1ffb640 1 -- 172.21.15.122:0/662232188 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7cc0035f0 con 0x7fe7dc06df60 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.659+0000 7fe7e358f640 1 -- 172.21.15.122:0/662232188 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7dc0b6690 con 0x7fe7dc06df60 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.659+0000 7fe7d1ffb640 1 -- 172.21.15.122:0/662232188 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc0039e0 con 0x7fe7dc06df60 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.659+0000 7fe7e358f640 1 -- 172.21.15.122:0/662232188 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7dc0b6c50 con 0x7fe7dc06df60 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.660+0000 7fe7e358f640 1 -- 172.21.15.122:0/662232188 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7dc09aa30 con 0x7fe7dc06df60 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.661+0000 7fe7d1ffb640 1 -- 172.21.15.122:0/662232188 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe7cc01a070 con 0x7fe7dc06df60 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.661+0000 7fe7d1ffb640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe7c006be30 0x7fe7c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.661+0000 7fe7d1ffb640 1 -- 172.21.15.122:0/662232188 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe7cc08a540 con 0x7fe7dc06df60 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.661+0000 7fe7e0b2a640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe7c006be30 0x7fe7c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.662+0000 7fe7e0b2a640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe7c006be30 0x7fe7c006e2f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe7d8034000 tx=0x7fe7d802c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.665+0000 7fe7d1ffb640 1 -- 172.21.15.122:0/662232188 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe7cc058c40 con 0x7fe7dc06df60 2024-09-12T01:17:17.866 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.867+0000 7fe7e358f640 1 -- 172.21.15.122:0/662232188 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe7dc071ad0 con 0x7fe7dc06df60 2024-09-12T01:17:17.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.868+0000 7fe7d1ffb640 1 -- 172.21.15.122:0/662232188 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5225 (secure 0 0 0) 0x7fe7cc0010c0 con 0x7fe7dc06df60 2024-09-12T01:17:17.867 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:17.867 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":6,"btime":"2024-09-12T01:17:16:614065+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/1457301740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":1457301740},{"type":"v1","addr":"172.21.15.151:6833","nonce":1457301740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/36036822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":36036822},{"type":"v1","addr":"172.21.15.122:6837","nonce":36036822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:17:10.907523+0000","modified":"2024-09-12T01:17:15.938295+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.151:6835/2740774154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":2740774154},{"type":"v1","addr":"172.21.15.151:6835","nonce":2740774154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4276,"qdb_cluster":[4276]},"id":1}]} 2024-09-12T01:17:17.867 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 6 2024-09-12T01:17:17.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 -- 172.21.15.122:0/662232188 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe7c006be30 msgr2=0x7fe7c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe7c006be30 0x7fe7c006e2f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe7d8034000 tx=0x7fe7d802c000 comp rx=0 tx=0).stop 2024-09-12T01:17:17.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 -- 172.21.15.122:0/662232188 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7dc06df60 msgr2=0x7fe7dc1536b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7dc06df60 0x7fe7dc1536b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc00c410 tx=0x7fe7cc00c8d0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 -- 172.21.15.122:0/662232188 shutdown_connections 2024-09-12T01:17:17.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe7c006be30 0x7fe7c006e2f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7dc15e5d0 0x7fe7dc0af8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe7dc09af70 0x7fe7dc153de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 --2- 172.21.15.122:0/662232188 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7dc06df60 0x7fe7dc1536b0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 -- 172.21.15.122:0/662232188 >> 172.21.15.122:0/662232188 conn(0x7fe7dc0d23a0 msgr2=0x7fe7dc0d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:17.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 -- 172.21.15.122:0/662232188 shutdown_connections 2024-09-12T01:17:17.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.870+0000 7fe7e358f640 1 -- 172.21.15.122:0/662232188 wait complete. 2024-09-12T01:17:17.880 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:17.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.978+0000 7f6c1e6c3640 1 Processor -- start 2024-09-12T01:17:17.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.978+0000 7f6c1e6c3640 1 -- start start 2024-09-12T01:17:17.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.979+0000 7f6c1e6c3640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6c18162060 0x7f6c180b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.979+0000 7f6c1e6c3640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c180b64b0 0x7f6c180b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.979+0000 7f6c1e6c3640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c1806d9f0 con 0x7f6c18161c80 2024-09-12T01:17:17.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.979+0000 7f6c1e6c3640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f6c1806dcd0 con 0x7f6c18162060 2024-09-12T01:17:17.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.979+0000 7f6c1e6c3640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6c1806dfb0 con 0x7f6c180b64b0 2024-09-12T01:17:17.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.979+0000 7f6c177fe640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6c18162060 0x7f6c180b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.979+0000 7f6c1cc60640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c180b64b0 0x7f6c180b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.982 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.979+0000 7f6c1cc60640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c180b64b0 0x7f6c180b6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:60342/0 (socket says 172.21.15.122:60342) 2024-09-12T01:17:17.982 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.979+0000 7f6c1cc60640 1 -- 172.21.15.122:0/2341126804 learned_addr learned my addr 172.21.15.122:0/2341126804 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:17.982 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.979+0000 7f6c17fff640 1 --1- 172.21.15.122:0/2341126804 >> v1:172.21.15.151:6789/0 conn(0x7f6c18161c80 0x7f6c1806e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:54432/0 (socket says 172.21.15.122:54432) 2024-09-12T01:17:17.982 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.980+0000 7f6c1cc60640 1 -- 172.21.15.122:0/2341126804 >> v2:172.21.15.151:3300/0 conn(0x7f6c18162060 msgr2=0x7f6c180b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:17.982 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.980+0000 7f6c1cc60640 1 --2- 172.21.15.122:0/2341126804 >> v2:172.21.15.151:3300/0 conn(0x7f6c18162060 0x7f6c180b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.982 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.980+0000 7f6c1cc60640 1 -- 172.21.15.122:0/2341126804 >> v1:172.21.15.151:6789/0 conn(0x7f6c18161c80 legacy=0x7f6c1806e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.982 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.980+0000 7f6c1cc60640 1 -- 172.21.15.122:0/2341126804 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c180d01f0 con 0x7f6c180b64b0 2024-09-12T01:17:17.982 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.980+0000 7f6c177fe640 1 --2- 172.21.15.122:0/2341126804 >> v2:172.21.15.151:3300/0 conn(0x7f6c18162060 0x7f6c180b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:17.983 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.980+0000 7f6c1cc60640 1 --2- 172.21.15.122:0/2341126804 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c180b64b0 0x7f6c180b6960 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6c10009e50 tx=0x7f6c1002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a13e30716ec8103 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.983 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.981+0000 7f6c16ffd640 1 -- 172.21.15.122:0/2341126804 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c10036070 con 0x7f6c180b64b0 2024-09-12T01:17:17.983 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.981+0000 7f6c16ffd640 1 -- 172.21.15.122:0/2341126804 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c10031600 con 0x7f6c180b64b0 2024-09-12T01:17:17.983 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.981+0000 7f6c16ffd640 1 -- 172.21.15.122:0/2341126804 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c100319d0 con 0x7f6c180b64b0 2024-09-12T01:17:17.983 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.981+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/2341126804 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c180b64b0 msgr2=0x7f6c180b6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.983 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.981+0000 7f6c1e6c3640 1 --2- 172.21.15.122:0/2341126804 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c180b64b0 0x7f6c180b6960 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6c10009e50 tx=0x7f6c1002a710 comp rx=0 tx=0).stop 2024-09-12T01:17:17.983 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.981+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/2341126804 shutdown_connections 2024-09-12T01:17:17.983 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.981+0000 7f6c1e6c3640 1 --2- 172.21.15.122:0/2341126804 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c180b64b0 0x7f6c180b6960 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.983 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.981+0000 7f6c1e6c3640 1 --2- 172.21.15.122:0/2341126804 >> v2:172.21.15.151:3300/0 conn(0x7f6c18162060 0x7f6c180b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.983 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.981+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/2341126804 >> 172.21.15.122:0/2341126804 conn(0x7f6c180d44f0 msgr2=0x7f6c180d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:17.984 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.981+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/2341126804 shutdown_connections 2024-09-12T01:17:17.984 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.981+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/2341126804 wait complete. 2024-09-12T01:17:17.984 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.982+0000 7f6c1e6c3640 1 Processor -- start 2024-09-12T01:17:17.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c1e6c3640 1 -- start start 2024-09-12T01:17:17.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c1e6c3640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c180b64b0 0x7f6c181f7c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c1e6c3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c18161c80 0x7f6c180cabd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c1e6c3640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c18162060 0x7f6c180b28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c1e6c3640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6c180cf360 con 0x7f6c18161c80 2024-09-12T01:17:17.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c1e6c3640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6c180cf1e0 con 0x7f6c180b64b0 2024-09-12T01:17:17.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c1e6c3640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6c180cf4e0 con 0x7f6c18162060 2024-09-12T01:17:17.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c177fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c18161c80 0x7f6c180cabd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c177fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c18161c80 0x7f6c180cabd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46298/0 (socket says 172.21.15.122:46298) 2024-09-12T01:17:17.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c177fe640 1 -- 172.21.15.122:0/3750818894 learned_addr learned my addr 172.21.15.122:0/3750818894 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:17.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c17fff640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c180b64b0 0x7f6c181f7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.983+0000 7f6c1cc60640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c18162060 0x7f6c180b28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.984+0000 7f6c177fe640 1 -- 172.21.15.122:0/3750818894 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c18162060 msgr2=0x7f6c180b28d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.984+0000 7f6c177fe640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c18162060 0x7f6c180b28d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.984+0000 7f6c177fe640 1 -- 172.21.15.122:0/3750818894 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c180b64b0 msgr2=0x7f6c181f7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:17.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.984+0000 7f6c177fe640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c180b64b0 0x7f6c181f7c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:17.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.984+0000 7f6c177fe640 1 -- 172.21.15.122:0/3750818894 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c181f8360 con 0x7f6c18161c80 2024-09-12T01:17:17.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.984+0000 7f6c177fe640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c18161c80 0x7f6c180cabd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c00e930 tx=0x7f6c0c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.984+0000 7f6c14ff9640 1 -- 172.21.15.122:0/3750818894 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c017070 con 0x7f6c18161c80 2024-09-12T01:17:17.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.984+0000 7f6c14ff9640 1 -- 172.21.15.122:0/3750818894 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c0c00ca00 con 0x7f6c18161c80 2024-09-12T01:17:17.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.984+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/3750818894 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c181f8640 con 0x7f6c18161c80 2024-09-12T01:17:17.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.984+0000 7f6c14ff9640 1 -- 172.21.15.122:0/3750818894 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c00cdf0 con 0x7f6c18161c80 2024-09-12T01:17:17.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.984+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/3750818894 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c181f4880 con 0x7f6c18161c80 2024-09-12T01:17:17.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.985+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/3750818894 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c181f8b60 con 0x7f6c18161c80 2024-09-12T01:17:17.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.986+0000 7f6c14ff9640 1 -- 172.21.15.122:0/3750818894 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6c0c01a070 con 0x7f6c18161c80 2024-09-12T01:17:17.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.986+0000 7f6c14ff9640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 0x7f6c0406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:17.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.986+0000 7f6c14ff9640 1 -- 172.21.15.122:0/3750818894 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6c0c08af80 con 0x7f6c18161c80 2024-09-12T01:17:17.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.986+0000 7f6c17fff640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 0x7f6c0406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:17.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.986+0000 7f6c17fff640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 0x7f6c0406e2f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6c181f8d60 tx=0x7f6c08007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:17.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:17.990+0000 7f6c14ff9640 1 -- 172.21.15.122:0/3750818894 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6c181f8b60 con 0x7f6c18161c80 2024-09-12T01:17:18.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.157+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/3750818894 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6c180ba470 con 0x7f6c18161c80 2024-09-12T01:17:18.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.158+0000 7f6c14ff9640 1 -- 172.21.15.122:0/3750818894 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18670 (secure 0 0 0) 0x7f6c0c059030 con 0x7f6c18161c80 2024-09-12T01:17:18.157 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:18.157 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":25,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:15.938148+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:18.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/3750818894 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 msgr2=0x7f6c0406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 0x7f6c0406e2f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6c181f8d60 tx=0x7f6c08007e80 comp rx=0 tx=0).stop 2024-09-12T01:17:18.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/3750818894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c18161c80 msgr2=0x7f6c180cabd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c18161c80 0x7f6c180cabd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c00e930 tx=0x7f6c0c00edf0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/3750818894 shutdown_connections 2024-09-12T01:17:18.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 0x7f6c0406e2f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c18162060 0x7f6c180b28d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c18161c80 0x7f6c180cabd0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 --2- 172.21.15.122:0/3750818894 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c180b64b0 0x7f6c181f7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/3750818894 >> 172.21.15.122:0/3750818894 conn(0x7f6c180d44f0 msgr2=0x7f6c1815fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:18.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/3750818894 shutdown_connections 2024-09-12T01:17:18.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.160+0000 7f6c1e6c3640 1 -- 172.21.15.122:0/3750818894 wait complete. 2024-09-12T01:17:18.573 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T01:17:10.907523+0000', 'modified': '2024-09-12T01:17:15.938295+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4276}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4276': {'gid': 4276, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.151:6835/2740774154', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.151:6834', 'nonce': 2740774154}, {'type': 'v1', 'addr': '172.21.15.151:6835', 'nonce': 2740774154}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4276, 'qdb_cluster': [4276]} 2024-09-12T01:17:18.574 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T01:17:18.574 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-12T01:17:18.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.678+0000 7f338c90c640 1 Processor -- start 2024-09-12T01:17:18.678 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.679+0000 7f338c90c640 1 -- start start 2024-09-12T01:17:18.679 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.679+0000 7f338c90c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f338809aa30 0x7f33880b3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.679 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.679+0000 7f338c90c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f338806cd20 0x7f3388162340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.679 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.679+0000 7f338c90c640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33880b2790 con 0x7f33880b3760 2024-09-12T01:17:18.679 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.679+0000 7f338c90c640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f33880d0670 con 0x7f338809aa30 2024-09-12T01:17:18.679 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.679+0000 7f338c90c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f33880b2a70 con 0x7f338806cd20 2024-09-12T01:17:18.679 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.680+0000 7f338659c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f338809aa30 0x7f33880b3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.679 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.680+0000 7f3385d9b640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f33880b3760 0x7f338809ae10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38864/0 (socket says 172.21.15.122:38864) 2024-09-12T01:17:18.679 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.680+0000 7f338659c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f338809aa30 0x7f33880b3030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46300/0 (socket says 172.21.15.122:46300) 2024-09-12T01:17:18.679 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.680+0000 7f3385d9b640 1 -- 172.21.15.122:0/2097811354 learned_addr learned my addr 172.21.15.122:0/2097811354 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:18.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.680+0000 7f3386d9d640 1 --2- 172.21.15.122:0/2097811354 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f338806cd20 0x7f3388162340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.680+0000 7f338659c640 1 -- 172.21.15.122:0/2097811354 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f338806cd20 msgr2=0x7f3388162340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.680+0000 7f338659c640 1 --2- 172.21.15.122:0/2097811354 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f338806cd20 0x7f3388162340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.680+0000 7f338659c640 1 -- 172.21.15.122:0/2097811354 >> v1:172.21.15.122:6789/0 conn(0x7f33880b3760 legacy=0x7f338809ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.680+0000 7f338659c640 1 -- 172.21.15.122:0/2097811354 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33880b2d50 con 0x7f338809aa30 2024-09-12T01:17:18.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.680+0000 7f338659c640 1 --2- 172.21.15.122:0/2097811354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f338809aa30 0x7f33880b3030 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f33780097a0 tx=0x7f337802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65afcde35b2e5d2a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:18.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.681+0000 7f338559a640 1 -- 172.21.15.122:0/2097811354 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3378037070 con 0x7f338809aa30 2024-09-12T01:17:18.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.681+0000 7f338559a640 1 -- 172.21.15.122:0/2097811354 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f337802ae50 con 0x7f338809aa30 2024-09-12T01:17:18.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.681+0000 7f338559a640 1 -- 172.21.15.122:0/2097811354 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3378032660 con 0x7f338809aa30 2024-09-12T01:17:18.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.681+0000 7f338c90c640 1 -- 172.21.15.122:0/2097811354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f338809aa30 msgr2=0x7f33880b3030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.681+0000 7f338c90c640 1 --2- 172.21.15.122:0/2097811354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f338809aa30 0x7f33880b3030 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f33780097a0 tx=0x7f337802a100 comp rx=0 tx=0).stop 2024-09-12T01:17:18.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.681+0000 7f338c90c640 1 -- 172.21.15.122:0/2097811354 shutdown_connections 2024-09-12T01:17:18.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.681+0000 7f338c90c640 1 --2- 172.21.15.122:0/2097811354 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f338806cd20 0x7f3388162340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.681+0000 7f338c90c640 1 --2- 172.21.15.122:0/2097811354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f338809aa30 0x7f33880b3030 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.681+0000 7f338c90c640 1 -- 172.21.15.122:0/2097811354 >> 172.21.15.122:0/2097811354 conn(0x7f33880d23a0 msgr2=0x7f33880d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:18.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.681+0000 7f338c90c640 1 -- 172.21.15.122:0/2097811354 shutdown_connections 2024-09-12T01:17:18.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.681+0000 7f338c90c640 1 -- 172.21.15.122:0/2097811354 wait complete. 2024-09-12T01:17:18.684 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.683+0000 7f338c90c640 1 Processor -- start 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.683+0000 7f338c90c640 1 -- start start 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.683+0000 7f338c90c640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f338806cd20 0x7f3388149fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.683+0000 7f338c90c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f338809aa30 0x7f33880cf380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.683+0000 7f338c90c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f33880b3760 0x7f33880c5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.683+0000 7f338c90c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f338815fe20 con 0x7f338809aa30 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.683+0000 7f338c90c640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f338815fca0 con 0x7f338806cd20 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.683+0000 7f338c90c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f33880d1fe0 con 0x7f33880b3760 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.683+0000 7f3385d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f338809aa30 0x7f33880cf380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f3385d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f338809aa30 0x7f33880cf380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46302/0 (socket says 172.21.15.122:46302) 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f3385d9b640 1 -- 172.21.15.122:0/3719249184 learned_addr learned my addr 172.21.15.122:0/3719249184 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f338659c640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f338806cd20 0x7f3388149fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f3386d9d640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f33880b3760 0x7f33880c5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f3385d9b640 1 -- 172.21.15.122:0/3719249184 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f33880b3760 msgr2=0x7f33880c5eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.686 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f3385d9b640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f33880b3760 0x7f33880c5eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.686 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f3385d9b640 1 -- 172.21.15.122:0/3719249184 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f338806cd20 msgr2=0x7f3388149fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.686 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f3385d9b640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f338806cd20 0x7f3388149fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.686 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f3385d9b640 1 -- 172.21.15.122:0/3719249184 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33880c8df0 con 0x7f338809aa30 2024-09-12T01:17:18.686 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f3385d9b640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f338809aa30 0x7f33880cf380 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f337000c3c0 tx=0x7f337000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:18.686 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f337effd640 1 -- 172.21.15.122:0/3719249184 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3370017070 con 0x7f338809aa30 2024-09-12T01:17:18.686 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f337effd640 1 -- 172.21.15.122:0/3719249184 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3370005ce0 con 0x7f338809aa30 2024-09-12T01:17:18.686 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f337effd640 1 -- 172.21.15.122:0/3719249184 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33700072f0 con 0x7f338809aa30 2024-09-12T01:17:18.686 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f338c90c640 1 -- 172.21.15.122:0/3719249184 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33881611b0 con 0x7f338809aa30 2024-09-12T01:17:18.686 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.684+0000 7f338c90c640 1 -- 172.21.15.122:0/3719249184 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33880c8b10 con 0x7f338809aa30 2024-09-12T01:17:18.686 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.686+0000 7f337effd640 1 -- 172.21.15.122:0/3719249184 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f337001a070 con 0x7f338809aa30 2024-09-12T01:17:18.689 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.686+0000 7f337effd640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f336806be30 0x7f336806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.689 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.687+0000 7f338659c640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f336806be30 0x7f336806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.687+0000 7f337effd640 1 -- 172.21.15.122:0/3719249184 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f337008a3e0 con 0x7f338809aa30 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.687+0000 7f338659c640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f336806be30 0x7f336806e2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3378034000 tx=0x7f337802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.687+0000 7f338f69d740 1 Processor -- start 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.688+0000 7f338f69d740 1 -- start start 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.688+0000 7f338f69d740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e60e2c0 0x55a48e653a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.688+0000 7f338f69d740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60ba80 0x55a48e60e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.688+0000 7f338f69d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6088b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.688+0000 7f338f69d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a48e570520 con 0x55a48e60fa50 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.688+0000 7f338f69d740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x55a48e5183e0 con 0x55a48e60e2c0 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.688+0000 7f338f69d740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x55a48e56c4e0 con 0x55a48e60ba80 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.688+0000 7f3386d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6088b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.688+0000 7f3386d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6088b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46316/0 (socket says 172.21.15.122:46316) 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.688+0000 7f3386d9d640 1 -- 172.21.15.122:0/1835963798 learned_addr learned my addr 172.21.15.122:0/1835963798 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.689+0000 7f3385d9b640 1 --2- 172.21.15.122:0/1835963798 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60ba80 0x55a48e60e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.689+0000 7f338659c640 1 --2- 172.21.15.122:0/1835963798 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e60e2c0 0x55a48e653a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.689+0000 7f3386d9d640 1 -- 172.21.15.122:0/1835963798 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60ba80 msgr2=0x55a48e60e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.689+0000 7f3386d9d640 1 --2- 172.21.15.122:0/1835963798 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60ba80 0x55a48e60e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.689+0000 7f3386d9d640 1 -- 172.21.15.122:0/1835963798 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e60e2c0 msgr2=0x55a48e653a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.689+0000 7f3386d9d640 1 --2- 172.21.15.122:0/1835963798 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e60e2c0 0x55a48e653a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.689+0000 7f3386d9d640 1 -- 172.21.15.122:0/1835963798 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a48e5332f0 con 0x55a48e60fa50 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.689+0000 7f3386d9d640 1 --2- 172.21.15.122:0/1835963798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6088b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3380003a40 tx=0x7f3380003f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c427b940074aa632 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.689+0000 7f3367fff640 1 -- 172.21.15.122:0/1835963798 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3380015420 con 0x55a48e60fa50 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.689+0000 7f3367fff640 1 -- 172.21.15.122:0/1835963798 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f338001a070 con 0x55a48e60fa50 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.689+0000 7f3367fff640 1 -- 172.21.15.122:0/1835963798 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33800157c0 con 0x55a48e60fa50 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.690+0000 7f338f69d740 1 -- 172.21.15.122:0/1835963798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 msgr2=0x55a48e6088b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.690+0000 7f338f69d740 1 --2- 172.21.15.122:0/1835963798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6088b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3380003a40 tx=0x7f3380003f00 comp rx=0 tx=0).stop 2024-09-12T01:17:18.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.690+0000 7f338f69d740 1 -- 172.21.15.122:0/1835963798 shutdown_connections 2024-09-12T01:17:18.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.690+0000 7f338f69d740 1 --2- 172.21.15.122:0/1835963798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6088b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.690+0000 7f338f69d740 1 --2- 172.21.15.122:0/1835963798 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60ba80 0x55a48e60e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.690+0000 7f338f69d740 1 --2- 172.21.15.122:0/1835963798 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e60e2c0 0x55a48e653a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.690+0000 7f338f69d740 1 -- 172.21.15.122:0/1835963798 >> 172.21.15.122:0/1835963798 conn(0x55a48e60aa80 msgr2=0x55a48e652f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:18.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.690+0000 7f338f69d740 1 -- 172.21.15.122:0/1835963798 shutdown_connections 2024-09-12T01:17:18.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.690+0000 7f338f69d740 1 -- 172.21.15.122:0/1835963798 wait complete. 2024-09-12T01:17:18.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.690+0000 7f338f69d740 1 -- start start 2024-09-12T01:17:18.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.690+0000 7f338f69d740 1 Processor -- start 2024-09-12T01:17:18.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f338f69d740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e60e2c0 0x55a48e62eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f338f69d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6296f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f338f69d740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e629e70 0x55a48e656440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f338f69d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a48e609f20 con 0x55a48e60fa50 2024-09-12T01:17:18.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f338f69d740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x55a48e4f9450 con 0x55a48e60e2c0 2024-09-12T01:17:18.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f338f69d740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x55a48e654290 con 0x55a48e629e70 2024-09-12T01:17:18.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f338f69d740 10 client.0 _ll_register_callbacks cb 0x55a48e282ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:17:18.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f3385d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6296f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f3385d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6296f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46330/0 (socket says 172.21.15.122:46330) 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f3385d9b640 1 -- 172.21.15.122:0/1272545057 learned_addr learned my addr 172.21.15.122:0/1272545057 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f338659c640 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e60e2c0 0x55a48e62eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f3386d9d640 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e629e70 0x55a48e656440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f3385d9b640 1 -- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e629e70 msgr2=0x55a48e656440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f3385d9b640 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e629e70 0x55a48e656440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f3385d9b640 1 -- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e60e2c0 msgr2=0x55a48e62eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f3385d9b640 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e60e2c0 0x55a48e62eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f3385d9b640 1 -- 172.21.15.122:0/1272545057 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a48e2832d0 con 0x55a48e60fa50 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.691+0000 7f3386d9d640 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e629e70 0x55a48e656440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f3385d9b640 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6296f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f337000cfd0 tx=0x7f3370058530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28e09ae94032af94 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f33657fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:17:18.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f33657fa640 1 -- 172.21.15.122:0/1272545057 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3370070170 con 0x55a48e60fa50 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f33657fa640 1 -- 172.21.15.122:0/1272545057 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3370070310 con 0x55a48e60fa50 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f338f69d740 1 -- 172.21.15.122:0/1272545057 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f338001a070 con 0x55a48e60fa50 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f33657fa640 1 -- 172.21.15.122:0/1272545057 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7f3370088050 con 0x55a48e60fa50 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f338f69d740 10 client.4398 fetch_fsmap learned FSMap version 6 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f338f69d740 1 -- 172.21.15.122:0/1272545057 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x55a48e34d6b0 con 0x55a48e60fa50 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f33657fa640 1 -- 172.21.15.122:0/1272545057 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f338001a070 con 0x55a48e60fa50 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f33657fa640 1 -- 172.21.15.122:0/1272545057 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 6) ==== 3510+0+0 (secure 0 0 0) 0x7f33700881f0 con 0x55a48e60fa50 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f338f69d740 10 client.4398 fetch_fsmap finished waiting for FSMap version 6 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f338f69d740 10 client.4398 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f338f69d740 20 client.4398 populate_metadata read hostname 'smithi122' 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f338f69d740 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x55a48e62dad0 0x55a48e62deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f338f69d740 4 client.4398 mds_command: new command op to 4276 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f338f69d740 1 -- 172.21.15.122:0/1272545057 --> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a48e57dc50 con 0x55a48e62dad0 2024-09-12T01:17:18.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.692+0000 7f338659c640 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x55a48e62dad0 0x55a48e62deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.693+0000 7f33657fa640 10 client.4398 ms_handle_connect on v2:172.21.15.151:6834/2740774154 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.693+0000 7f338659c640 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x55a48e62dad0 0x55a48e62deb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa53315d4e5197c8 server_cookie=44b5205a8beaf6bc in_seq=0 out_seq=0 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f33657fa640 1 -- 172.21.15.122:0/1272545057 <== mds.0 v2:172.21.15.151:6834/2740774154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a48e57dc50 con 0x55a48e62dad0 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f33657fa640 10 client.4398 handle_command_reply: tid=0 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 1 client.4398 shutdown 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 1 -- 172.21.15.122:0/1272545057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 msgr2=0x55a48e6296f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6296f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f337000cfd0 tx=0x7f3370058530 comp rx=0 tx=0).stop 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 1 -- 172.21.15.122:0/1272545057 shutdown_connections 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x55a48e62dad0 0x55a48e62deb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e629e70 0x55a48e656440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e6296f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 1 --2- 172.21.15.122:0/1272545057 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e60e2c0 0x55a48e62eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f33657fa640 0 client.4398 ms_handle_reset on v2:172.21.15.151:6834/2740774154 2024-09-12T01:17:18.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 1 -- 172.21.15.122:0/1272545057 >> 172.21.15.122:0/1272545057 conn(0x55a48e60ba80 msgr2=0x55a48e650fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:18.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 1 -- 172.21.15.122:0/1272545057 shutdown_connections 2024-09-12T01:17:18.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 1 -- 172.21.15.122:0/1272545057 wait complete. 2024-09-12T01:17:18.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.694+0000 7f338f69d740 20 client.4398 trim_cache size 0 max 16384 2024-09-12T01:17:18.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.712+0000 7f338f69d740 1 Processor -- start 2024-09-12T01:17:18.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.712+0000 7f338f69d740 1 -- start start 2024-09-12T01:17:18.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.712+0000 7f338f69d740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60e2c0 0x55a48e676ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.712+0000 7f338f69d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e650fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.712+0000 7f338f69d740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e629e70 0x55a48e6514f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.712+0000 7f338f69d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f33882012a0 con 0x55a48e60fa50 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.712+0000 7f338f69d740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f3388162910 con 0x55a48e629e70 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.712+0000 7f338f69d740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f33881f9000 con 0x55a48e60e2c0 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.712+0000 7f3385d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e650fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.712+0000 7f3385d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e650fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46342/0 (socket says 172.21.15.122:46342) 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.712+0000 7f3385d9b640 1 -- 172.21.15.122:0/51873152 learned_addr learned my addr 172.21.15.122:0/51873152 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f3386d9d640 1 --2- 172.21.15.122:0/51873152 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e629e70 0x55a48e6514f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f338659c640 1 --2- 172.21.15.122:0/51873152 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60e2c0 0x55a48e676ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f3385d9b640 1 -- 172.21.15.122:0/51873152 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60e2c0 msgr2=0x55a48e676ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f3385d9b640 1 --2- 172.21.15.122:0/51873152 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60e2c0 0x55a48e676ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f3385d9b640 1 -- 172.21.15.122:0/51873152 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e629e70 msgr2=0x55a48e6514f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f3385d9b640 1 --2- 172.21.15.122:0/51873152 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e629e70 0x55a48e6514f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f3385d9b640 1 -- 172.21.15.122:0/51873152 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a48e62d250 con 0x55a48e60fa50 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f3386d9d640 1 --2- 172.21.15.122:0/51873152 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e629e70 0x55a48e6514f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f338659c640 1 --2- 172.21.15.122:0/51873152 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60e2c0 0x55a48e676ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f3385d9b640 1 --2- 172.21.15.122:0/51873152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e650fb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f33700548d0 tx=0x7f337005a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f5dfb43e8c0388c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f33677fe640 1 -- 172.21.15.122:0/51873152 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33700881f0 con 0x55a48e60fa50 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f33677fe640 1 -- 172.21.15.122:0/51873152 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3370070170 con 0x55a48e60fa50 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f33677fe640 1 -- 172.21.15.122:0/51873152 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33700076d0 con 0x55a48e60fa50 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f338f69d740 1 -- 172.21.15.122:0/51873152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 msgr2=0x55a48e650fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f338f69d740 1 --2- 172.21.15.122:0/51873152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e650fb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f33700548d0 tx=0x7f337005a000 comp rx=0 tx=0).stop 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f338f69d740 1 -- 172.21.15.122:0/51873152 shutdown_connections 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f338f69d740 1 --2- 172.21.15.122:0/51873152 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e629e70 0x55a48e6514f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f338f69d740 1 --2- 172.21.15.122:0/51873152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60fa50 0x55a48e650fb0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f338f69d740 1 --2- 172.21.15.122:0/51873152 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60e2c0 0x55a48e676ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f338f69d740 1 -- 172.21.15.122:0/51873152 >> 172.21.15.122:0/51873152 conn(0x55a48e60ba80 msgr2=0x55a48e609040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:18.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f338f69d740 1 -- 172.21.15.122:0/51873152 shutdown_connections 2024-09-12T01:17:18.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.713+0000 7f338f69d740 1 -- 172.21.15.122:0/51873152 wait complete. 2024-09-12T01:17:18.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.714+0000 7f338f69d740 1 -- start start 2024-09-12T01:17:18.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.714+0000 7f338f69d740 1 Processor -- start 2024-09-12T01:17:18.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338f69d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60e2c0 0x55a48e6d4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338f69d740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60fa50 0x55a48e62f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338f69d740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e629e70 0x55a48e62f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338f69d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a48e6087a0 con 0x55a48e60e2c0 2024-09-12T01:17:18.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338f69d740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x55a48e608280 con 0x55a48e629e70 2024-09-12T01:17:18.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338f69d740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x55a48e6374e0 con 0x55a48e60fa50 2024-09-12T01:17:18.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338f69d740 10 client.0 _ll_register_callbacks cb 0x7f33800096f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:17:18.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60e2c0 0x55a48e6d4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60e2c0 0x55a48e6d4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46354/0 (socket says 172.21.15.122:46354) 2024-09-12T01:17:18.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338659c640 1 -- 172.21.15.122:0/325896594 learned_addr learned my addr 172.21.15.122:0/325896594 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:18.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f3385d9b640 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60fa50 0x55a48e62f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f3386d9d640 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e629e70 0x55a48e62f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338659c640 1 -- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60fa50 msgr2=0x55a48e62f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338659c640 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60fa50 0x55a48e62f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338659c640 1 -- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e629e70 msgr2=0x55a48e62f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338659c640 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e629e70 0x55a48e62f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338659c640 1 -- 172.21.15.122:0/325896594 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a48e662300 con 0x55a48e60e2c0 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f338659c640 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60e2c0 0x55a48e6d4370 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f33780328c0 tx=0x7f337802c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=129c7f9af689888c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.715+0000 7f33657fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f33657fa640 1 -- 172.21.15.122:0/325896594 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3378037040 con 0x55a48e60e2c0 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f33657fa640 1 -- 172.21.15.122:0/325896594 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3378032cb0 con 0x55a48e60e2c0 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f338f69d740 1 -- 172.21.15.122:0/325896594 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3370070170 con 0x55a48e60e2c0 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f33657fa640 1 -- 172.21.15.122:0/325896594 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7f3378059050 con 0x55a48e60e2c0 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f338f69d740 10 client.4404 fetch_fsmap learned FSMap version 6 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f338f69d740 1 -- 172.21.15.122:0/325896594 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x55a48e634230 con 0x55a48e60e2c0 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f33657fa640 1 -- 172.21.15.122:0/325896594 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3370070170 con 0x55a48e60e2c0 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f33657fa640 1 -- 172.21.15.122:0/325896594 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 6) ==== 3510+0+0 (secure 0 0 0) 0x7f337805c020 con 0x55a48e60e2c0 2024-09-12T01:17:18.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f338f69d740 10 client.4404 fetch_fsmap finished waiting for FSMap version 6 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f338f69d740 10 client.4404 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f338f69d740 20 client.4404 populate_metadata read hostname 'smithi122' 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f338f69d740 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x55a48e661a80 0x55a48e632e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f338f69d740 4 client.4404 mds_command: new command op to 4276 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f338f69d740 1 -- 172.21.15.122:0/325896594 --> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] -- command(tid 0: {"prefix": "status"}) -- 0x55a48e577fa0 con 0x55a48e661a80 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.716+0000 7f3385d9b640 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x55a48e661a80 0x55a48e632e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f33657fa640 10 client.4404 ms_handle_connect on v2:172.21.15.151:6834/2740774154 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f3385d9b640 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x55a48e661a80 0x55a48e632e70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f89c57545de54d13 server_cookie=755084671d08bb5a in_seq=0 out_seq=0 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f33657fa640 1 -- 172.21.15.122:0/325896594 <== mds.0 v2:172.21.15.151:6834/2740774154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55a48e577fa0 con 0x55a48e661a80 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f33657fa640 10 client.4404 handle_command_reply: tid=0 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 1 client.4404 shutdown 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 1 -- 172.21.15.122:0/325896594 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60e2c0 msgr2=0x55a48e6d4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60e2c0 0x55a48e6d4370 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f33780328c0 tx=0x7f337802c070 comp rx=0 tx=0).stop 2024-09-12T01:17:18.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 1 -- 172.21.15.122:0/325896594 shutdown_connections 2024-09-12T01:17:18.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x55a48e661a80 0x55a48e632e70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55a48e629e70 0x55a48e62f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55a48e60fa50 0x55a48e62f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f33657fa640 0 client.4404 ms_handle_reset on v2:172.21.15.151:6834/2740774154 2024-09-12T01:17:18.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 1 --2- 172.21.15.122:0/325896594 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a48e60e2c0 0x55a48e6d4370 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 1 -- 172.21.15.122:0/325896594 >> 172.21.15.122:0/325896594 conn(0x55a48e60ba80 msgr2=0x55a48e650fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:18.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 1 -- 172.21.15.122:0/325896594 shutdown_connections 2024-09-12T01:17:18.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 1 -- 172.21.15.122:0/325896594 wait complete. 2024-09-12T01:17:18.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.717+0000 7f338f69d740 20 client.4404 trim_cache size 0 max 16384 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout: "cluster_fsid": "d2b61483-09bf-409c-b23d-bc9fb1623cd8", 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout: "whoami": 0, 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout: "id": 4276, 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout: "want_state": "up:active", 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout: "state": "up:active", 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout: "fs_name": "cephfs", 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout: "rank_uptime": 7.1466475699999998, 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout: "mdsmap_epoch": 6, 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch": 25, 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch_barrier": 25, 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout: "uptime": 13.159674182 2024-09-12T01:17:18.724 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:17:18.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 -- 172.21.15.122:0/3719249184 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f336806be30 msgr2=0x7f336806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f336806be30 0x7f336806e2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3378034000 tx=0x7f337802e000 comp rx=0 tx=0).stop 2024-09-12T01:17:18.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 -- 172.21.15.122:0/3719249184 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f338809aa30 msgr2=0x7f33880cf380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f338809aa30 0x7f33880cf380 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f337000c3c0 tx=0x7f337000c880 comp rx=0 tx=0).stop 2024-09-12T01:17:18.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 -- 172.21.15.122:0/3719249184 shutdown_connections 2024-09-12T01:17:18.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f336806be30 0x7f336806e2f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f33880b3760 0x7f33880c5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f338809aa30 0x7f33880cf380 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 --2- 172.21.15.122:0/3719249184 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f338806cd20 0x7f3388149fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 -- 172.21.15.122:0/3719249184 >> 172.21.15.122:0/3719249184 conn(0x7f33880d23a0 msgr2=0x7f338815a970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:18.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 -- 172.21.15.122:0/3719249184 shutdown_connections 2024-09-12T01:17:18.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.718+0000 7f338c90c640 1 -- 172.21.15.122:0/3719249184 wait complete. 2024-09-12T01:17:18.727 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-12T01:17:18.727 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-12T01:17:18.728 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T01:17:18.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.826+0000 7fba2676d640 1 Processor -- start 2024-09-12T01:17:18.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.826+0000 7fba2676d640 1 -- start start 2024-09-12T01:17:18.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.827+0000 7fba2676d640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fba200b3e60 0x7fba201690f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.827+0000 7fba2676d640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba200b44c0 con 0x7fba200afd60 2024-09-12T01:17:18.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.827+0000 7fba2676d640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba2015ead0 con 0x7fba20072dc0 2024-09-12T01:17:18.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.827+0000 7fba2676d640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fba200b0140 con 0x7fba200b3e60 2024-09-12T01:17:18.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.827+0000 7fba1ffff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fba200afd60 0x7fba200726b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38866/0 (socket says 172.21.15.122:38866) 2024-09-12T01:17:18.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.827+0000 7fba1ffff640 1 -- 172.21.15.122:0/508850883 learned_addr learned my addr 172.21.15.122:0/508850883 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:18.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba24d0a640 1 --2- 172.21.15.122:0/508850883 >> v2:172.21.15.151:3300/0 conn(0x7fba200b3e60 0x7fba201690f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2858123037 0 0) 0x7fba200b44c0 con 0x7fba200afd60 2024-09-12T01:17:18.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fba08003520 con 0x7fba200afd60 2024-09-12T01:17:18.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2283056291 0 0) 0x7fba08003520 con 0x7fba200afd60 2024-09-12T01:17:18.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 >> v2:172.21.15.151:3300/0 conn(0x7fba200b3e60 msgr2=0x7fba201690f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 --2- 172.21.15.122:0/508850883 >> v2:172.21.15.151:3300/0 conn(0x7fba200b3e60 0x7fba201690f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 >> v1:172.21.15.151:6789/0 conn(0x7fba20072dc0 legacy=0x7fba200b3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba2015edb0 con 0x7fba200afd60 2024-09-12T01:17:18.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fba10001670 con 0x7fba200afd60 2024-09-12T01:17:18.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba24d0a640 1 --2- 172.21.15.122:0/508850883 >> v2:172.21.15.151:3300/0 conn(0x7fba200b3e60 0x7fba201690f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:18.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 >> v1:172.21.15.122:6789/0 conn(0x7fba200afd60 legacy=0x7fba200726b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 --2- 172.21.15.122:0/508850883 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fba080039b0 0x7fba08003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 --2- 172.21.15.122:0/508850883 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fba08004800 0x7fba08004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 --2- 172.21.15.122:0/508850883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 0x7fba0800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fba200b0140 con 0x7fba080051c0 2024-09-12T01:17:18.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fba0800c060 con 0x7fba080039b0 2024-09-12T01:17:18.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fba0800c260 con 0x7fba08004800 2024-09-12T01:17:18.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba24d0a640 1 --2- 172.21.15.122:0/508850883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 0x7fba0800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1ffff640 1 --2- 172.21.15.122:0/508850883 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fba080039b0 0x7fba08003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba1f7fe640 1 --2- 172.21.15.122:0/508850883 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fba08004800 0x7fba08004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba24d0a640 1 -- 172.21.15.122:0/508850883 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fba08004800 msgr2=0x7fba08004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba24d0a640 1 --2- 172.21.15.122:0/508850883 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fba08004800 0x7fba08004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba24d0a640 1 -- 172.21.15.122:0/508850883 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fba080039b0 msgr2=0x7fba08003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:18.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba24d0a640 1 --2- 172.21.15.122:0/508850883 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fba080039b0 0x7fba08003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.828+0000 7fba24d0a640 1 -- 172.21.15.122:0/508850883 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba08003520 con 0x7fba080051c0 2024-09-12T01:17:18.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.829+0000 7fba24d0a640 1 -- 172.21.15.122:0/508850883 reap_dead start 2024-09-12T01:17:18.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.829+0000 7fba24d0a640 1 --2- 172.21.15.122:0/508850883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 0x7fba0800b9c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fba1800e350 tx=0x7fba08005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7d8b933ab6e40de server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:18.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.829+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba18009de0 con 0x7fba080051c0 2024-09-12T01:17:18.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.829+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba1802e680 con 0x7fba080051c0 2024-09-12T01:17:18.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.829+0000 7fba1effd640 1 -- 172.21.15.122:0/508850883 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba1802ea70 con 0x7fba080051c0 2024-09-12T01:17:18.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.830+0000 7fba2676d640 1 -- 172.21.15.122:0/508850883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 msgr2=0x7fba0800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.830+0000 7fba2676d640 1 --2- 172.21.15.122:0/508850883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 0x7fba0800b9c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fba1800e350 tx=0x7fba08005830 comp rx=0 tx=0).stop 2024-09-12T01:17:18.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.830+0000 7fba2676d640 1 -- 172.21.15.122:0/508850883 shutdown_connections 2024-09-12T01:17:18.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.830+0000 7fba2676d640 1 --2- 172.21.15.122:0/508850883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 0x7fba0800b9c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.830+0000 7fba2676d640 1 -- 172.21.15.122:0/508850883 >> 172.21.15.122:0/508850883 conn(0x7fba2006c030 msgr2=0x7fba2006c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:18.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.830+0000 7fba2676d640 1 -- 172.21.15.122:0/508850883 shutdown_connections 2024-09-12T01:17:18.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.830+0000 7fba2676d640 1 -- 172.21.15.122:0/508850883 wait complete. 2024-09-12T01:17:18.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.831+0000 7fba2676d640 1 Processor -- start 2024-09-12T01:17:18.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.831+0000 7fba2676d640 1 -- start start 2024-09-12T01:17:18.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba2676d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 0x7fba20146de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba2676d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fba20157360 0x7fba201577c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba2676d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fba200b26a0 0x7fba200b2b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba2676d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fba2015f890 con 0x7fba080051c0 2024-09-12T01:17:18.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba2676d640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fba2015f370 con 0x7fba20157360 2024-09-12T01:17:18.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba2676d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fba200b3750 con 0x7fba200b26a0 2024-09-12T01:17:18.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 0x7fba20146de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 0x7fba20146de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46372/0 (socket says 172.21.15.122:46372) 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1ffff640 1 -- 172.21.15.122:0/3431666541 learned_addr learned my addr 172.21.15.122:0/3431666541 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1f7fe640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fba20157360 0x7fba201577c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba24d0a640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fba200b26a0 0x7fba200b2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1ffff640 1 -- 172.21.15.122:0/3431666541 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fba200b26a0 msgr2=0x7fba200b2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1ffff640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fba200b26a0 0x7fba200b2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1ffff640 1 -- 172.21.15.122:0/3431666541 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fba20157360 msgr2=0x7fba201577c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1ffff640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fba20157360 0x7fba201577c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1ffff640 1 -- 172.21.15.122:0/3431666541 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba200b0cd0 con 0x7fba080051c0 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1f7fe640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fba20157360 0x7fba201577c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1ffff640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 0x7fba20146de0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fba100072c0 tx=0x7fba10007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1cff9640 1 -- 172.21.15.122:0/3431666541 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba1001a070 con 0x7fba080051c0 2024-09-12T01:17:18.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1cff9640 1 -- 172.21.15.122:0/3431666541 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba1000f860 con 0x7fba080051c0 2024-09-12T01:17:18.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba2676d640 1 -- 172.21.15.122:0/3431666541 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba20147320 con 0x7fba080051c0 2024-09-12T01:17:18.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.832+0000 7fba1cff9640 1 -- 172.21.15.122:0/3431666541 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba1000fc30 con 0x7fba080051c0 2024-09-12T01:17:18.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.833+0000 7fba2676d640 1 -- 172.21.15.122:0/3431666541 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba200b1270 con 0x7fba080051c0 2024-09-12T01:17:18.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.833+0000 7fba2676d640 1 -- 172.21.15.122:0/3431666541 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba200b3ae0 con 0x7fba080051c0 2024-09-12T01:17:18.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.834+0000 7fba1cff9640 1 -- 172.21.15.122:0/3431666541 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fba1001d070 con 0x7fba080051c0 2024-09-12T01:17:18.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.834+0000 7fba1cff9640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fba0c06be60 0x7fba0c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:18.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.835+0000 7fba1cff9640 1 -- 172.21.15.122:0/3431666541 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fba1008a980 con 0x7fba080051c0 2024-09-12T01:17:18.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.835+0000 7fba1f7fe640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fba0c06be60 0x7fba0c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:18.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.835+0000 7fba1f7fe640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fba0c06be60 0x7fba0c06e320 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fba14000c00 tx=0x7fba14009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:18.840 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:18.839+0000 7fba1cff9640 1 -- 172.21.15.122:0/3431666541 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fba10059080 con 0x7fba080051c0 2024-09-12T01:17:19.037 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.038+0000 7fba2676d640 1 -- 172.21.15.122:0/3431666541 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fba20160b60 con 0x7fba080051c0 2024-09-12T01:17:19.037 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.038+0000 7fba1cff9640 1 -- 172.21.15.122:0/3431666541 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+88 (secure 0 0 0) 0x7fba10058980 con 0x7fba080051c0 2024-09-12T01:17:19.037 INFO:teuthology.orchestra.run.smithi122.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-12T01:17:19.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 -- 172.21.15.122:0/3431666541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fba0c06be60 msgr2=0x7fba0c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:19.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fba0c06be60 0x7fba0c06e320 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fba14000c00 tx=0x7fba14009040 comp rx=0 tx=0).stop 2024-09-12T01:17:19.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 -- 172.21.15.122:0/3431666541 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 msgr2=0x7fba20146de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:19.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 0x7fba20146de0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fba100072c0 tx=0x7fba10007780 comp rx=0 tx=0).stop 2024-09-12T01:17:19.040 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 -- 172.21.15.122:0/3431666541 shutdown_connections 2024-09-12T01:17:19.040 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fba0c06be60 0x7fba0c06e320 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:19.040 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fba200b26a0 0x7fba200b2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:19.040 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fba20157360 0x7fba201577c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:19.040 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 --2- 172.21.15.122:0/3431666541 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fba080051c0 0x7fba20146de0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:19.040 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 -- 172.21.15.122:0/3431666541 >> 172.21.15.122:0/3431666541 conn(0x7fba2006c030 msgr2=0x7fba20161780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:19.040 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 -- 172.21.15.122:0/3431666541 shutdown_connections 2024-09-12T01:17:19.040 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19.040+0000 7fba2676d640 1 -- 172.21.15.122:0/3431666541 wait complete. 2024-09-12T01:17:19.050 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-12T01:17:19.050 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T01:17:19.050 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi122.front.sepia.ceph.com 2024-09-12T01:17:19.050 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-12T01:17:19.050 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-12T01:17:19.050 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-12T01:17:19.050 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-12T01:17:19.050 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T01:17:19.050 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-12T01:17:19.050 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:19.050 DEBUG:teuthology.orchestra.run.smithi122:> ip addr 2024-09-12T01:17:19.066 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:17:19.066 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:17:19.066 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:17:19.066 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:19.066 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-12T01:17:19.066 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:19.066 INFO:teuthology.orchestra.run.smithi122.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:19.066 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e4 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:19.066 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f0 2024-09-12T01:17:19.066 INFO:teuthology.orchestra.run.smithi122.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:19.066 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e5 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:19.067 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f1 2024-09-12T01:17:19.067 INFO:teuthology.orchestra.run.smithi122.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:19.067 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:14 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:19.067 INFO:teuthology.orchestra.run.smithi122.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T01:17:19.067 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:15 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:19.067 INFO:teuthology.orchestra.run.smithi122.stdout: inet 172.21.15.122/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-12T01:17:19.067 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft 42795sec preferred_lft 42795sec 2024-09-12T01:17:19.067 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::ec4:7aff:fe8f:d515/64 scope link noprefixroute 2024-09-12T01:17:19.067 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:19.068 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-12T01:17:19.068 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:19.068 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:19.068 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link add name ceph-brx type bridge 2024-09-12T01:17:19.068 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip addr flush dev ceph-brx 2024-09-12T01:17:19.068 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set ceph-brx up 2024-09-12T01:17:19.068 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-12T01:17:19.068 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:19.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:19.254 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:19.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:19.261 DEBUG:teuthology.orchestra.run.smithi122:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T01:17:19.288 INFO:teuthology.orchestra.run.smithi122.stdout:1 2024-09-12T01:17:19.289 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:19.290 DEBUG:teuthology.orchestra.run.smithi122:> route 2024-09-12T01:17:19.351 INFO:teuthology.orchestra.run.smithi122.stdout:Kernel IP routing table 2024-09-12T01:17:19.351 INFO:teuthology.orchestra.run.smithi122.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T01:17:19.352 INFO:teuthology.orchestra.run.smithi122.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-12T01:17:19.352 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-12T01:17:19.352 INFO:teuthology.orchestra.run.smithi122.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T01:17:19.352 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:19.352 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:19.352 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-12T01:17:19.352 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-12T01:17:19.353 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-12T01:17:19.353 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:19.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:19.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:19.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:19.633 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-12T01:17:19.649 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:19.649 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list-id 2024-09-12T01:17:19.704 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:19.704 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:19.704 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T01:17:19.704 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-12T01:17:19.704 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:19.791 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:19.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:19.819 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-12T01:17:19.819 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:19.820 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:19.820 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-12T01:17:19.820 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-12T01:17:19.820 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-12T01:17:19.820 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-12T01:17:19.820 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-12T01:17:19.820 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:19.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:19.945 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:19.951 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:19.951 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:19.951 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set brx.0 up 2024-09-12T01:17:19.951 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set dev brx.0 master ceph-brx 2024-09-12T01:17:19.951 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:19.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:20.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:20.027 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-12T01:17:20.027 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:17:20.027 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-12T01:17:20.042 INFO:teuthology.orchestra.run.smithi122.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-12T01:17:20.042 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:17:20.042 DEBUG:teuthology.orchestra.run.smithi122:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-12T01:17:20.096 DEBUG:teuthology.orchestra.run.smithi122:> sudo modprobe fuse 2024-09-12T01:17:20.162 DEBUG:teuthology.orchestra.run.smithi122:> cat /proc/self/mounts | awk '{print $2}' 2024-09-12T01:17:20.218 INFO:teuthology.orchestra.run.smithi122.stdout:/proc 2024-09-12T01:17:20.218 INFO:teuthology.orchestra.run.smithi122.stdout:/sys 2024-09-12T01:17:20.218 INFO:teuthology.orchestra.run.smithi122.stdout:/dev 2024-09-12T01:17:20.218 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/security 2024-09-12T01:17:20.218 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/shm 2024-09-12T01:17:20.218 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/pts 2024-09-12T01:17:20.218 INFO:teuthology.orchestra.run.smithi122.stdout:/run 2024-09-12T01:17:20.218 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/cgroup 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/pstore 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/bpf 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/ 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/selinux 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/proc/sys/fs/binfmt_misc 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/mqueue 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/hugepages 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/debug 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/tracing 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/fuse/connections 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/config 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-sysctl.service 2024-09-12T01:17:20.219 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-12T01:17:20.220 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-12T01:17:20.220 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/nfs/rpc_pipefs 2024-09-12T01:17:20.220 INFO:teuthology.orchestra.run.smithi122.stdout:/run/user/1000 2024-09-12T01:17:20.220 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph 2024-09-12T01:17:20.220 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-0 2024-09-12T01:17:20.220 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-1 2024-09-12T01:17:20.220 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-2 2024-09-12T01:17:20.220 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-3 2024-09-12T01:17:20.220 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns 2024-09-12T01:17:20.220 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T01:17:20.220 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T01:17:20.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:20.221 DEBUG:teuthology.orchestra.run.smithi122:> ls /sys/fs/fuse/connections 2024-09-12T01:17:20.272 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-12T01:17:20.273 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-12T01:17:20.315 DEBUG:teuthology.orchestra.run.smithi122:> sudo modprobe fuse 2024-09-12T01:17:20.339 DEBUG:teuthology.orchestra.run.smithi122:> cat /proc/self/mounts | awk '{print $2}' 2024-09-12T01:17:20.396 INFO:teuthology.orchestra.run.smithi122.stdout:/proc 2024-09-12T01:17:20.396 INFO:teuthology.orchestra.run.smithi122.stdout:/sys 2024-09-12T01:17:20.396 INFO:teuthology.orchestra.run.smithi122.stdout:/dev 2024-09-12T01:17:20.396 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/security 2024-09-12T01:17:20.396 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/shm 2024-09-12T01:17:20.396 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/pts 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/run 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/cgroup 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/pstore 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/bpf 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/ 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/selinux 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/proc/sys/fs/binfmt_misc 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/mqueue 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/hugepages 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/debug 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/tracing 2024-09-12T01:17:20.397 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/fuse/connections 2024-09-12T01:17:20.398 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/config 2024-09-12T01:17:20.398 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-sysctl.service 2024-09-12T01:17:20.398 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-12T01:17:20.398 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-12T01:17:20.398 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/nfs/rpc_pipefs 2024-09-12T01:17:20.398 INFO:teuthology.orchestra.run.smithi122.stdout:/run/user/1000 2024-09-12T01:17:20.398 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph 2024-09-12T01:17:20.398 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-0 2024-09-12T01:17:20.398 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-1 2024-09-12T01:17:20.398 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-2 2024-09-12T01:17:20.399 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-3 2024-09-12T01:17:20.399 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns 2024-09-12T01:17:20.399 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T01:17:20.399 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T01:17:20.399 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:20.399 DEBUG:teuthology.orchestra.run.smithi122:> ls /sys/fs/fuse/connections 2024-09-12T01:17:20.415 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi122.stderr:2024-09-12T01:17:20.415+0000 7fe52e40c480 -1 init, newargv = 0x55b5bee55ec0 newargc=15 2024-09-12T01:17:20.415 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi122.stderr:ceph-fuse[43106]: starting ceph client 2024-09-12T01:17:20.421 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi122.stderr:ceph-fuse[43106]: starting fuse 2024-09-12T01:17:20.429 INFO:teuthology.orchestra.run.smithi122.stdout:41 2024-09-12T01:17:20.430 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-12T01:17:20.430 DEBUG:teuthology.orchestra.run.smithi122:> sudo stdin-killer -- python3 -c ' 2024-09-12T01:17:20.430 DEBUG:teuthology.orchestra.run.smithi122:> import glob 2024-09-12T01:17:20.430 DEBUG:teuthology.orchestra.run.smithi122:> import re 2024-09-12T01:17:20.430 DEBUG:teuthology.orchestra.run.smithi122:> import os 2024-09-12T01:17:20.430 DEBUG:teuthology.orchestra.run.smithi122:> import subprocess 2024-09-12T01:17:20.430 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-12T01:17:20.430 DEBUG:teuthology.orchestra.run.smithi122:> def _find_admin_socket(client_name): 2024-09-12T01:17:20.430 DEBUG:teuthology.orchestra.run.smithi122:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-12T01:17:20.430 DEBUG:teuthology.orchestra.run.smithi122:> files = glob.glob(asok_path) 2024-09-12T01:17:20.430 DEBUG:teuthology.orchestra.run.smithi122:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-12T01:17:20.430 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> # Given a non-glob path, it better be there 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> if "*" not in asok_path: 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> assert(len(files) == 1) 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> return files[0] 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> for f in files: 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> contents = proc_f.read() 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> if mountpoint in contents: 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> return f 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-12T01:17:20.431 DEBUG:teuthology.orchestra.run.smithi122:> print(_find_admin_socket("client.admin")) 2024-09-12T01:17:20.432 DEBUG:teuthology.orchestra.run.smithi122:> ' 2024-09-12T01:17:20.547 INFO:teuthology.orchestra.run.smithi122.stdout:/var/run/ceph/ceph-client.admin.43106.asok 2024-09-12T01:17:20.550 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:20.557 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.43106.asok 2024-09-12T01:17:20.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:20.557 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.43106.asok status 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: "metadata": { 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_sha1": "b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc", 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_version": "ceph version 19.1.1-298-gb53b6d3e (b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc) squid (stable)", 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: "entity_id": "admin", 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: "hostname": "smithi122", 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: "pid": "43106", 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: "root": "/" 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: "dentry_count": 0, 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: "dentry_pinned_count": 0, 2024-09-12T01:17:20.690 INFO:teuthology.orchestra.run.smithi122.stdout: "id": 4419, 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: "inst": { 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: "name": { 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: "type": "client", 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: "num": 4419 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": { 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: "type": "v1", 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": "192.168.0.1:0", 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: "nonce": 2872539342 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": { 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: "type": "v1", 2024-09-12T01:17:20.691 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": "192.168.0.1:0", 2024-09-12T01:17:20.692 INFO:teuthology.orchestra.run.smithi122.stdout: "nonce": 2872539342 2024-09-12T01:17:20.692 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:20.692 INFO:teuthology.orchestra.run.smithi122.stdout: "inst_str": "client.4419 192.168.0.1:0/2872539342", 2024-09-12T01:17:20.692 INFO:teuthology.orchestra.run.smithi122.stdout: "addr_str": "192.168.0.1:0/2872539342", 2024-09-12T01:17:20.692 INFO:teuthology.orchestra.run.smithi122.stdout: "inode_count": 1, 2024-09-12T01:17:20.692 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_epoch": 6, 2024-09-12T01:17:20.692 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_epoch": 25, 2024-09-12T01:17:20.692 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_epoch_barrier": 0, 2024-09-12T01:17:20.692 INFO:teuthology.orchestra.run.smithi122.stdout: "blocklisted": false, 2024-09-12T01:17:20.692 INFO:teuthology.orchestra.run.smithi122.stdout: "fs_name": "cephfs" 2024-09-12T01:17:20.692 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:17:20.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:20.698 DEBUG:teuthology.orchestra.run.smithi122:> stat --file-system '--printf=%T 2024-09-12T01:17:20.698 DEBUG:teuthology.orchestra.run.smithi122:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-12T01:17:20.714 INFO:teuthology.orchestra.run.smithi122.stdout:fuseblk 2024-09-12T01:17:20.715 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-12T01:17:20.715 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:20.715 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-12T01:17:20.781 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-12T01:17:20.871 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:20.886 INFO:teuthology.orchestra.run.smithi122.stdout:# file: . 2024-09-12T01:17:20.886 INFO:teuthology.orchestra.run.smithi122.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-12T01:17:20.886 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:20.886 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:20.892 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:17:20.892 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:20.909 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T01:17:21.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.049+0000 7f4b0c711640 1 Processor -- start 2024-09-12T01:17:21.049 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.049+0000 7f4b0c711640 1 -- start start 2024-09-12T01:17:21.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.050+0000 7f4b0c711640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f4b04162060 0x7f4b040b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:21.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.050+0000 7f4b0c711640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4b040b64b0 0x7f4b040b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:21.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.050+0000 7f4b0c711640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b0406d9f0 con 0x7f4b04161c80 2024-09-12T01:17:21.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.050+0000 7f4b0c711640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f4b0406dcd0 con 0x7f4b040b64b0 2024-09-12T01:17:21.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.050+0000 7f4b0c711640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f4b0406dfb0 con 0x7f4b04162060 2024-09-12T01:17:21.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.050+0000 7f4b0acae640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4b040b64b0 0x7f4b040b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:21.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.051+0000 7f4b0acae640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4b040b64b0 0x7f4b040b6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41308/0 (socket says 172.21.15.122:41308) 2024-09-12T01:17:21.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.051+0000 7f4b0acae640 1 -- 172.21.15.122:0/1901438359 learned_addr learned my addr 172.21.15.122:0/1901438359 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:21.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.051+0000 7f4b09cac640 1 --2- 172.21.15.122:0/1901438359 >> v2:172.21.15.151:3300/0 conn(0x7f4b04162060 0x7f4b040b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:21.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.051+0000 7f4b0acae640 1 -- 172.21.15.122:0/1901438359 >> v2:172.21.15.151:3300/0 conn(0x7f4b04162060 msgr2=0x7f4b040b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:21.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.051+0000 7f4b0acae640 1 --2- 172.21.15.122:0/1901438359 >> v2:172.21.15.151:3300/0 conn(0x7f4b04162060 0x7f4b040b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.051+0000 7f4b0acae640 1 -- 172.21.15.122:0/1901438359 >> v1:172.21.15.151:6789/0 conn(0x7f4b04161c80 legacy=0x7f4b0406e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:21.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.051+0000 7f4b0acae640 1 -- 172.21.15.122:0/1901438359 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b040d01f0 con 0x7f4b040b64b0 2024-09-12T01:17:21.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.051+0000 7f4b0acae640 1 --2- 172.21.15.122:0/1901438359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b040b64b0 0x7f4b040b6960 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4b0408e830 tx=0x7f4afc02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ddafa67af720787 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:21.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.052+0000 7f4b094ab640 1 -- 172.21.15.122:0/1901438359 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4afc036070 con 0x7f4b040b64b0 2024-09-12T01:17:21.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.052+0000 7f4b094ab640 1 -- 172.21.15.122:0/1901438359 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4afc031600 con 0x7f4b040b64b0 2024-09-12T01:17:21.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.052+0000 7f4b094ab640 1 -- 172.21.15.122:0/1901438359 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4afc0319d0 con 0x7f4b040b64b0 2024-09-12T01:17:21.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.052+0000 7f4b0c711640 1 -- 172.21.15.122:0/1901438359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b040b64b0 msgr2=0x7f4b040b6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.052+0000 7f4b0c711640 1 --2- 172.21.15.122:0/1901438359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b040b64b0 0x7f4b040b6960 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4b0408e830 tx=0x7f4afc02a6f0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.052+0000 7f4b0c711640 1 -- 172.21.15.122:0/1901438359 shutdown_connections 2024-09-12T01:17:21.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.052+0000 7f4b0c711640 1 --2- 172.21.15.122:0/1901438359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b040b64b0 0x7f4b040b6960 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.052+0000 7f4b0c711640 1 --2- 172.21.15.122:0/1901438359 >> v2:172.21.15.151:3300/0 conn(0x7f4b04162060 0x7f4b040b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.052+0000 7f4b0c711640 1 -- 172.21.15.122:0/1901438359 >> 172.21.15.122:0/1901438359 conn(0x7f4b040d44f0 msgr2=0x7f4b040d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:21.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.052+0000 7f4b0c711640 1 -- 172.21.15.122:0/1901438359 shutdown_connections 2024-09-12T01:17:21.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.052+0000 7f4b0c711640 1 -- 172.21.15.122:0/1901438359 wait complete. 2024-09-12T01:17:21.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.053+0000 7f4b0c711640 1 Processor -- start 2024-09-12T01:17:21.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.053+0000 7f4b0c711640 1 -- start start 2024-09-12T01:17:21.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.054+0000 7f4b0c711640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b040b64b0 0x7f4b04159590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:21.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.054+0000 7f4b0c711640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4b04161c80 0x7f4b040cd460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:21.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.054+0000 7f4b0c711640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4b04162060 0x7f4b0415aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:21.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.054+0000 7f4b0c711640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4b040cf1e0 con 0x7f4b040b64b0 2024-09-12T01:17:21.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.054+0000 7f4b0c711640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f4b040d2aa0 con 0x7f4b04162060 2024-09-12T01:17:21.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.054+0000 7f4b0c711640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4b040cf360 con 0x7f4b04161c80 2024-09-12T01:17:21.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.054+0000 7f4b0a4ad640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b040b64b0 0x7f4b04159590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:21.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.054+0000 7f4b0a4ad640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b040b64b0 0x7f4b04159590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41314/0 (socket says 172.21.15.122:41314) 2024-09-12T01:17:21.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.054+0000 7f4b0a4ad640 1 -- 172.21.15.122:0/76572261 learned_addr learned my addr 172.21.15.122:0/76572261 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:21.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.054+0000 7f4b0acae640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4b04162060 0x7f4b0415aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:21.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.054+0000 7f4b09cac640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4b04161c80 0x7f4b040cd460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b0a4ad640 1 -- 172.21.15.122:0/76572261 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4b04161c80 msgr2=0x7f4b040cd460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b0a4ad640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4b04161c80 0x7f4b040cd460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b0a4ad640 1 -- 172.21.15.122:0/76572261 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4b04162060 msgr2=0x7f4b0415aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b0a4ad640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4b04162060 0x7f4b0415aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b0a4ad640 1 -- 172.21.15.122:0/76572261 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b040cdbd0 con 0x7f4b040b64b0 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b09cac640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4b04161c80 0x7f4b040cd460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b0a4ad640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b040b64b0 0x7f4b04159590 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4af400c460 tx=0x7f4af400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b02ffd640 1 -- 172.21.15.122:0/76572261 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af4016020 con 0x7f4b040b64b0 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b02ffd640 1 -- 172.21.15.122:0/76572261 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4af4012870 con 0x7f4b040b64b0 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b0c711640 1 -- 172.21.15.122:0/76572261 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b040cdeb0 con 0x7f4b040b64b0 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b02ffd640 1 -- 172.21.15.122:0/76572261 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af4012c60 con 0x7f4b040b64b0 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.055+0000 7f4b0c711640 1 -- 172.21.15.122:0/76572261 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b040b74c0 con 0x7f4b040b64b0 2024-09-12T01:17:21.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.056+0000 7f4b0c711640 1 -- 172.21.15.122:0/76572261 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b040b5f70 con 0x7f4b040b64b0 2024-09-12T01:17:21.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.057+0000 7f4b02ffd640 1 -- 172.21.15.122:0/76572261 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4af4019020 con 0x7f4b040b64b0 2024-09-12T01:17:21.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.057+0000 7f4b02ffd640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4af006be80 0x7f4af006e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:21.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.057+0000 7f4b02ffd640 1 -- 172.21.15.122:0/76572261 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f4af408aae0 con 0x7f4b040b64b0 2024-09-12T01:17:21.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.057+0000 7f4b09cac640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4af006be80 0x7f4af006e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:21.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.058+0000 7f4b09cac640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4af006be80 0x7f4af006e340 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4af8006fd0 tx=0x7f4af8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:21.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.061+0000 7f4b02ffd640 1 -- 172.21.15.122:0/76572261 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4af4020070 con 0x7f4b040b64b0 2024-09-12T01:17:21.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.239+0000 7f4b0c711640 1 -- 172.21.15.122:0/76572261 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4b040ba470 con 0x7f4b040b64b0 2024-09-12T01:17:21.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.240+0000 7f4b02ffd640 1 -- 172.21.15.122:0/76572261 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f4af4059230 con 0x7f4b040b64b0 2024-09-12T01:17:21.239 INFO:teuthology.orchestra.run.smithi122.stderr:listed 0 entries 2024-09-12T01:17:21.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 -- 172.21.15.122:0/76572261 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4af006be80 msgr2=0x7f4af006e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4af006be80 0x7f4af006e340 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4af8006fd0 tx=0x7f4af8008040 comp rx=0 tx=0).stop 2024-09-12T01:17:21.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 -- 172.21.15.122:0/76572261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b040b64b0 msgr2=0x7f4b04159590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b040b64b0 0x7f4b04159590 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4af400c460 tx=0x7f4af400c920 comp rx=0 tx=0).stop 2024-09-12T01:17:21.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 -- 172.21.15.122:0/76572261 shutdown_connections 2024-09-12T01:17:21.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4af006be80 0x7f4af006e340 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4b04162060 0x7f4b0415aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4b04161c80 0x7f4b040cd460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 --2- 172.21.15.122:0/76572261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b040b64b0 0x7f4b04159590 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 -- 172.21.15.122:0/76572261 >> 172.21.15.122:0/76572261 conn(0x7f4b040d44f0 msgr2=0x7f4b040b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:21.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 -- 172.21.15.122:0/76572261 shutdown_connections 2024-09-12T01:17:21.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.242+0000 7f4b0c711640 1 -- 172.21.15.122:0/76572261 wait complete. 2024-09-12T01:17:21.252 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:17:21.252 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:21.268 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T01:17:21.406 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.407+0000 7f04f232c640 1 Processor -- start 2024-09-12T01:17:21.406 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.407+0000 7f04f232c640 1 -- start start 2024-09-12T01:17:21.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04f232c640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f04ec0d06e0 0x7f04ec0ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:21.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04f232c640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04ec0d00a0 con 0x7f04ec15d3e0 2024-09-12T01:17:21.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04f232c640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04ec0d0380 con 0x7f04ec09b510 2024-09-12T01:17:21.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04f232c640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f04ec09b080 con 0x7f04ec0d06e0 2024-09-12T01:17:21.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04eb7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f04ec15d3e0 0x7f04ec0d0ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:51696/0 (socket says 172.21.15.122:51696) 2024-09-12T01:17:21.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04eb7fe640 1 -- 172.21.15.122:0/2360911164 learned_addr learned my addr 172.21.15.122:0/2360911164 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:21.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04ebfff640 1 --2- 172.21.15.122:0/2360911164 >> v2:172.21.15.151:3300/0 conn(0x7f04ec0d06e0 0x7f04ec0ce8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:21.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04eaffd640 1 -- 172.21.15.122:0/2360911164 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3172147834 0 0) 0x7f04ec0d00a0 con 0x7f04ec15d3e0 2024-09-12T01:17:21.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04eaffd640 1 -- 172.21.15.122:0/2360911164 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f04d8003520 con 0x7f04ec15d3e0 2024-09-12T01:17:21.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04ebfff640 1 -- 172.21.15.122:0/2360911164 >> v1:172.21.15.151:6789/0 conn(0x7f04ec09b510 legacy=0x7f04ec0ccf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04eaffd640 1 -- 172.21.15.122:0/2360911164 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3485012503 0 0) 0x7f04d8003520 con 0x7f04ec15d3e0 2024-09-12T01:17:21.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04ebfff640 1 -- 172.21.15.122:0/2360911164 >> v1:172.21.15.122:6789/0 conn(0x7f04ec15d3e0 legacy=0x7f04ec0d0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.408+0000 7f04ebfff640 1 -- 172.21.15.122:0/2360911164 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04ec09aa30 con 0x7f04ec0d06e0 2024-09-12T01:17:21.409 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.409+0000 7f04ebfff640 1 --2- 172.21.15.122:0/2360911164 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f04ec0d06e0 0x7f04ec0ce8b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f04dc0097a0 tx=0x7f04dc02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a19f32662ed17675 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:21.409 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.409+0000 7f04eaffd640 1 -- 172.21.15.122:0/2360911164 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04dc037070 con 0x7f04ec0d06e0 2024-09-12T01:17:21.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.409+0000 7f04eaffd640 1 -- 172.21.15.122:0/2360911164 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04dc02ac50 con 0x7f04ec0d06e0 2024-09-12T01:17:21.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.409+0000 7f04eaffd640 1 -- 172.21.15.122:0/2360911164 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4001670 con 0x7f04ec0d06e0 2024-09-12T01:17:21.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.410+0000 7f04f232c640 1 -- 172.21.15.122:0/2360911164 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f04ec0d06e0 msgr2=0x7f04ec0ce8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.410+0000 7f04f232c640 1 --2- 172.21.15.122:0/2360911164 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f04ec0d06e0 0x7f04ec0ce8b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f04dc0097a0 tx=0x7f04dc02a1c0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.410+0000 7f04f232c640 1 -- 172.21.15.122:0/2360911164 shutdown_connections 2024-09-12T01:17:21.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.410+0000 7f04f232c640 1 --2- 172.21.15.122:0/2360911164 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f04ec0d06e0 0x7f04ec0ce8b0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.410+0000 7f04f232c640 1 -- 172.21.15.122:0/2360911164 >> 172.21.15.122:0/2360911164 conn(0x7f04ec0d23a0 msgr2=0x7f04ec0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:21.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.410+0000 7f04f232c640 1 -- 172.21.15.122:0/2360911164 shutdown_connections 2024-09-12T01:17:21.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.410+0000 7f04f232c640 1 -- 172.21.15.122:0/2360911164 wait complete. 2024-09-12T01:17:21.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.411+0000 7f04f232c640 1 Processor -- start 2024-09-12T01:17:21.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.411+0000 7f04f232c640 1 -- start start 2024-09-12T01:17:21.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04f232c640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f04ec09b510 0x7f04ec155d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:21.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04f232c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f04ec0d06e0 0x7f04ec0c7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:21.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04f232c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04ec15d3e0 0x7f04ec0b3010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:21.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04f232c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f04ec15c740 con 0x7f04ec15d3e0 2024-09-12T01:17:21.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04f232c640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f04ec15d800 con 0x7f04ec09b510 2024-09-12T01:17:21.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04f232c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f04ec0cd6a0 con 0x7f04ec0d06e0 2024-09-12T01:17:21.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04f08c9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04ec15d3e0 0x7f04ec0b3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:21.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04f08c9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04ec15d3e0 0x7f04ec0b3010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41328/0 (socket says 172.21.15.122:41328) 2024-09-12T01:17:21.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04f08c9640 1 -- 172.21.15.122:0/3132821474 learned_addr learned my addr 172.21.15.122:0/3132821474 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:21.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04ebfff640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f04ec09b510 0x7f04ec155d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:21.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04eb7fe640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f04ec0d06e0 0x7f04ec0c7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:21.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04f08c9640 1 -- 172.21.15.122:0/3132821474 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f04ec0d06e0 msgr2=0x7f04ec0c7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.412+0000 7f04f08c9640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f04ec0d06e0 0x7f04ec0c7b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.413+0000 7f04f08c9640 1 -- 172.21.15.122:0/3132821474 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f04ec09b510 msgr2=0x7f04ec155d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.413+0000 7f04f08c9640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f04ec09b510 0x7f04ec155d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.413+0000 7f04f08c9640 1 -- 172.21.15.122:0/3132821474 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04ec0ca710 con 0x7f04ec15d3e0 2024-09-12T01:17:21.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.413+0000 7f04ebfff640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f04ec09b510 0x7f04ec155d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:21.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.413+0000 7f04f08c9640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04ec15d3e0 0x7f04ec0b3010 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f04e400c7d0 tx=0x7f04e400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:21.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.413+0000 7f04e8ff9640 1 -- 172.21.15.122:0/3132821474 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4003b70 con 0x7f04ec15d3e0 2024-09-12T01:17:21.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.413+0000 7f04e8ff9640 1 -- 172.21.15.122:0/3132821474 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04e4003d30 con 0x7f04ec15d3e0 2024-09-12T01:17:21.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.413+0000 7f04f232c640 1 -- 172.21.15.122:0/3132821474 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04ec0ca9f0 con 0x7f04ec15d3e0 2024-09-12T01:17:21.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.413+0000 7f04e8ff9640 1 -- 172.21.15.122:0/3132821474 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e400aa90 con 0x7f04ec15d3e0 2024-09-12T01:17:21.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.413+0000 7f04f232c640 1 -- 172.21.15.122:0/3132821474 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04ec0cafb0 con 0x7f04ec15d3e0 2024-09-12T01:17:21.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.414+0000 7f04f232c640 1 -- 172.21.15.122:0/3132821474 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04ec0d00a0 con 0x7f04ec15d3e0 2024-09-12T01:17:21.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.414+0000 7f04e8ff9640 1 -- 172.21.15.122:0/3132821474 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f04e400ac30 con 0x7f04ec15d3e0 2024-09-12T01:17:21.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.415+0000 7f04e8ff9640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f04cc06be30 0x7f04cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:21.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.415+0000 7f04ebfff640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f04cc06be30 0x7f04cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:21.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.415+0000 7f04e8ff9640 1 -- 172.21.15.122:0/3132821474 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f04e408b150 con 0x7f04ec15d3e0 2024-09-12T01:17:21.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.415+0000 7f04ebfff640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f04cc06be30 0x7f04cc06e2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f04dc034000 tx=0x7f04dc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:21.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.419+0000 7f04e8ff9640 1 -- 172.21.15.122:0/3132821474 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f04e40597c0 con 0x7f04ec15d3e0 2024-09-12T01:17:21.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.597+0000 7f04f232c640 1 -- 172.21.15.122:0/3132821474 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f04ec0c8270 con 0x7f04ec15d3e0 2024-09-12T01:17:21.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.597+0000 7f04e8ff9640 1 -- 172.21.15.122:0/3132821474 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f04e40590c0 con 0x7f04ec15d3e0 2024-09-12T01:17:21.596 INFO:teuthology.orchestra.run.smithi122.stderr:listed 0 entries 2024-09-12T01:17:21.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 -- 172.21.15.122:0/3132821474 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f04cc06be30 msgr2=0x7f04cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f04cc06be30 0x7f04cc06e2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f04dc034000 tx=0x7f04dc02e000 comp rx=0 tx=0).stop 2024-09-12T01:17:21.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 -- 172.21.15.122:0/3132821474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04ec15d3e0 msgr2=0x7f04ec0b3010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:21.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04ec15d3e0 0x7f04ec0b3010 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f04e400c7d0 tx=0x7f04e400cc90 comp rx=0 tx=0).stop 2024-09-12T01:17:21.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 -- 172.21.15.122:0/3132821474 shutdown_connections 2024-09-12T01:17:21.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f04cc06be30 0x7f04cc06e2f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04ec15d3e0 0x7f04ec0b3010 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f04ec0d06e0 0x7f04ec0c7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 --2- 172.21.15.122:0/3132821474 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f04ec09b510 0x7f04ec155d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:21.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 -- 172.21.15.122:0/3132821474 >> 172.21.15.122:0/3132821474 conn(0x7f04ec0d23a0 msgr2=0x7f04ec0cce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:21.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 -- 172.21.15.122:0/3132821474 shutdown_connections 2024-09-12T01:17:21.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:21.599+0000 7f04f232c640 1 -- 172.21.15.122:0/3132821474 wait complete. 2024-09-12T01:17:21.609 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi122.front.sepia.ceph.com... 2024-09-12T01:17:21.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:21.609 DEBUG:teuthology.orchestra.run.smithi122:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-12T01:17:21.632 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi122.stderr:ceph-fuse[43106]: fuse finished with error 0 and tester_r 0 2024-09-12T01:17:21.634 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:27.735 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:17:27.736 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:27.736 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-12T01:17:27.831 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:27.945 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.946+0000 7f44ac176640 1 Processor -- start 2024-09-12T01:17:27.945 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.946+0000 7f44ac176640 1 -- start start 2024-09-12T01:17:27.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.947+0000 7f44ac176640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a4072d30 0x7f44a406f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:27.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.947+0000 7f44ac176640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44a40cdbe0 con 0x7f44a406f700 2024-09-12T01:17:27.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.947+0000 7f44ac176640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44a40cd900 con 0x7f44a415b300 2024-09-12T01:17:27.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.947+0000 7f44ac176640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f44a406fb50 con 0x7f44a4072d30 2024-09-12T01:17:27.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.947+0000 7f44aa713640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f44a406f700 0x7f44a415b6e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:51698/0 (socket says 172.21.15.122:51698) 2024-09-12T01:17:27.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.947+0000 7f44aa713640 1 -- 172.21.15.122:0/505450426 learned_addr learned my addr 172.21.15.122:0/505450426 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:27.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.947+0000 7f44a9711640 1 --2- 172.21.15.122:0/505450426 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a4072d30 0x7f44a406f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:27.948 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.948+0000 7f44a8f10640 1 -- 172.21.15.122:0/505450426 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2271101481 0 0) 0x7f44a40cdbe0 con 0x7f44a406f700 2024-09-12T01:17:27.948 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.948+0000 7f44a8f10640 1 -- 172.21.15.122:0/505450426 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4490003520 con 0x7f44a406f700 2024-09-12T01:17:27.948 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.948+0000 7f44a8f10640 1 -- 172.21.15.122:0/505450426 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3302404914 0 0) 0x7f44a40cd900 con 0x7f44a415b300 2024-09-12T01:17:27.948 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.948+0000 7f44a8f10640 1 -- 172.21.15.122:0/505450426 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f44a40cdbe0 con 0x7f44a415b300 2024-09-12T01:17:27.948 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.948+0000 7f44a9711640 1 -- 172.21.15.122:0/505450426 >> v1:172.21.15.151:6789/0 conn(0x7f44a415b300 legacy=0x7f44a40cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:27.948 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.948+0000 7f44a9711640 1 -- 172.21.15.122:0/505450426 >> v1:172.21.15.122:6789/0 conn(0x7f44a406f700 legacy=0x7f44a415b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:27.948 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.948+0000 7f44a9711640 1 -- 172.21.15.122:0/505450426 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a4072250 con 0x7f44a4072d30 2024-09-12T01:17:27.950 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.949+0000 7f44a9711640 1 --2- 172.21.15.122:0/505450426 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a4072d30 0x7f44a406f1c0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f44940097d0 tx=0x7f449402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=debb1d30a209f81f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:27.950 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.949+0000 7f44a8f10640 1 -- 172.21.15.122:0/505450426 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494037070 con 0x7f44a4072d30 2024-09-12T01:17:27.950 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.949+0000 7f44a8f10640 1 -- 172.21.15.122:0/505450426 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4494032440 con 0x7f44a4072d30 2024-09-12T01:17:27.950 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.949+0000 7f44a8f10640 1 -- 172.21.15.122:0/505450426 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44940327f0 con 0x7f44a4072d30 2024-09-12T01:17:27.950 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.949+0000 7f44ac176640 1 -- 172.21.15.122:0/505450426 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a4072d30 msgr2=0x7f44a406f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:27.950 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.949+0000 7f44ac176640 1 --2- 172.21.15.122:0/505450426 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a4072d30 0x7f44a406f1c0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f44940097d0 tx=0x7f449402a210 comp rx=0 tx=0).stop 2024-09-12T01:17:27.950 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.949+0000 7f44ac176640 1 -- 172.21.15.122:0/505450426 shutdown_connections 2024-09-12T01:17:27.950 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.949+0000 7f44ac176640 1 --2- 172.21.15.122:0/505450426 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a4072d30 0x7f44a406f1c0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:27.950 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.949+0000 7f44ac176640 1 -- 172.21.15.122:0/505450426 >> 172.21.15.122:0/505450426 conn(0x7f44a4067d70 msgr2=0x7f44a406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:27.950 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.950+0000 7f44ac176640 1 -- 172.21.15.122:0/505450426 shutdown_connections 2024-09-12T01:17:27.951 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.950+0000 7f44ac176640 1 -- 172.21.15.122:0/505450426 wait complete. 2024-09-12T01:17:27.951 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.951+0000 7f44ac176640 1 Processor -- start 2024-09-12T01:17:27.951 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.951+0000 7f44ac176640 1 -- start start 2024-09-12T01:17:27.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44ac176640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44a406f700 0x7f44a4140d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:27.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44ac176640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f44a4072d30 0x7f44a40b3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:27.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44ac176640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a415b300 0x7f44a40b4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:27.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44ac176640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f44a40cd5c0 con 0x7f44a406f700 2024-09-12T01:17:27.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44ac176640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f44a40728a0 con 0x7f44a4072d30 2024-09-12T01:17:27.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44ac176640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f44a40cffe0 con 0x7f44a415b300 2024-09-12T01:17:27.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44a9f12640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44a406f700 0x7f44a4140d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:27.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44a9f12640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44a406f700 0x7f44a4140d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41334/0 (socket says 172.21.15.122:41334) 2024-09-12T01:17:27.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44a9f12640 1 -- 172.21.15.122:0/3607103068 learned_addr learned my addr 172.21.15.122:0/3607103068 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:27.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44a9711640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f44a4072d30 0x7f44a40b3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:27.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44aa713640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a415b300 0x7f44a40b4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:27.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44a9f12640 1 -- 172.21.15.122:0/3607103068 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a415b300 msgr2=0x7f44a40b4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:27.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44a9f12640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a415b300 0x7f44a40b4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:27.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44a9f12640 1 -- 172.21.15.122:0/3607103068 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f44a4072d30 msgr2=0x7f44a40b3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:27.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44a9f12640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f44a4072d30 0x7f44a40b3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:27.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44a9f12640 1 -- 172.21.15.122:0/3607103068 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a41412c0 con 0x7f44a406f700 2024-09-12T01:17:27.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44aa713640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a415b300 0x7f44a40b4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:27.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44a9711640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f44a4072d30 0x7f44a40b3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:27.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44a9f12640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44a406f700 0x7f44a4140d80 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f44a000c430 tx=0x7f44a000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:27.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f449a7fc640 1 -- 172.21.15.122:0/3607103068 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a0017070 con 0x7f44a406f700 2024-09-12T01:17:27.956 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f449a7fc640 1 -- 172.21.15.122:0/3607103068 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44a00052f0 con 0x7f44a406f700 2024-09-12T01:17:27.956 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44ac176640 1 -- 172.21.15.122:0/3607103068 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44a41f0eb0 con 0x7f44a406f700 2024-09-12T01:17:27.956 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f449a7fc640 1 -- 172.21.15.122:0/3607103068 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a0003830 con 0x7f44a406f700 2024-09-12T01:17:27.956 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.952+0000 7f44ac176640 1 -- 172.21.15.122:0/3607103068 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44a41525c0 con 0x7f44a406f700 2024-09-12T01:17:27.956 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.953+0000 7f44ac176640 1 -- 172.21.15.122:0/3607103068 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44a40b2d80 con 0x7f44a406f700 2024-09-12T01:17:27.956 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.954+0000 7f449a7fc640 1 -- 172.21.15.122:0/3607103068 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f44a001a070 con 0x7f44a406f700 2024-09-12T01:17:27.956 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.954+0000 7f449a7fc640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f448806be30 0x7f448806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:27.956 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.955+0000 7f449a7fc640 1 -- 172.21.15.122:0/3607103068 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f44a008a6a0 con 0x7f44a406f700 2024-09-12T01:17:27.956 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.955+0000 7f44a9711640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f448806be30 0x7f448806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:27.957 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.955+0000 7f44a9711640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f448806be30 0x7f448806e2f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4494034000 tx=0x7f449402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:27.958 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:27.959+0000 7f449a7fc640 1 -- 172.21.15.122:0/3607103068 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f44a0058c90 con 0x7f44a406f700 2024-09-12T01:17:28.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.126+0000 7f44ac176640 1 -- 172.21.15.122:0/3607103068 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f44a40ce350 con 0x7f44a406f700 2024-09-12T01:17:28.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.127+0000 7f449a7fc640 1 -- 172.21.15.122:0/3607103068 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18670 (secure 0 0 0) 0x7f44a0058590 con 0x7f44a406f700 2024-09-12T01:17:28.126 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:28.127 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":25,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:15.938148+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:28.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 -- 172.21.15.122:0/3607103068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f448806be30 msgr2=0x7f448806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f448806be30 0x7f448806e2f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4494034000 tx=0x7f449402e000 comp rx=0 tx=0).stop 2024-09-12T01:17:28.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 -- 172.21.15.122:0/3607103068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44a406f700 msgr2=0x7f44a4140d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44a406f700 0x7f44a4140d80 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f44a000c430 tx=0x7f44a000c8f0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 -- 172.21.15.122:0/3607103068 shutdown_connections 2024-09-12T01:17:28.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f448806be30 0x7f448806e2f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f44a415b300 0x7f44a40b4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f44a4072d30 0x7f44a40b3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 --2- 172.21.15.122:0/3607103068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44a406f700 0x7f44a4140d80 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 -- 172.21.15.122:0/3607103068 >> 172.21.15.122:0/3607103068 conn(0x7f44a4067d70 msgr2=0x7f44a40b2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:28.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 -- 172.21.15.122:0/3607103068 shutdown_connections 2024-09-12T01:17:28.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.129+0000 7f44ac176640 1 -- 172.21.15.122:0/3607103068 wait complete. 2024-09-12T01:17:28.139 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:28.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.239+0000 7f0877b86640 1 Processor -- start 2024-09-12T01:17:28.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.239+0000 7f0877b86640 1 -- start start 2024-09-12T01:17:28.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0877b86640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f08700d30f0 0x7f08700b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0877b86640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08700d3690 con 0x7f087015e5f0 2024-09-12T01:17:28.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0877b86640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08700d3970 con 0x7f08700b64c0 2024-09-12T01:17:28.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0877b86640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f087006d530 con 0x7f08700d30f0 2024-09-12T01:17:28.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0875922640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f087015e5f0 0x7f08700d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:51714/0 (socket says 172.21.15.122:51714) 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0875922640 1 -- 172.21.15.122:0/2071910932 learned_addr learned my addr 172.21.15.122:0/2071910932 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0875121640 1 --2- 172.21.15.122:0/2071910932 >> v2:172.21.15.151:3300/0 conn(0x7f08700d30f0 0x7f08700b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2938525708 0 0) 0x7f08700d3690 con 0x7f087015e5f0 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f085c003520 con 0x7f087015e5f0 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3897016310 0 0) 0x7f085c003520 con 0x7f087015e5f0 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 >> v2:172.21.15.151:3300/0 conn(0x7f08700d30f0 msgr2=0x7f08700b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0874920640 1 --2- 172.21.15.122:0/2071910932 >> v2:172.21.15.151:3300/0 conn(0x7f08700d30f0 0x7f08700b5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 >> v1:172.21.15.151:6789/0 conn(0x7f08700b64c0 legacy=0x7f087006d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f087006cee0 con 0x7f087015e5f0 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f086c001670 con 0x7f087015e5f0 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0875121640 1 --2- 172.21.15.122:0/2071910932 >> v2:172.21.15.151:3300/0 conn(0x7f08700d30f0 0x7f08700b5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:28.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.240+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 >> v1:172.21.15.122:6789/0 conn(0x7f087015e5f0 legacy=0x7f08700d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0874920640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 0x7f085c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0874920640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085c004800 0x7f085c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0874920640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f085c0051c0 0x7f085c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f087006d530 con 0x7f085c0039b0 2024-09-12T01:17:28.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f085c00c110 con 0x7f085c0051c0 2024-09-12T01:17:28.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f085c00c310 con 0x7f085c004800 2024-09-12T01:17:28.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0875922640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 0x7f085c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0875121640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085c004800 0x7f085c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0876123640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f085c0051c0 0x7f085c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0875922640 1 -- 172.21.15.122:0/2071910932 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085c004800 msgr2=0x7f085c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:28.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0875922640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085c004800 0x7f085c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0875922640 1 -- 172.21.15.122:0/2071910932 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f085c0051c0 msgr2=0x7f085c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:28.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0875922640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f085c0051c0 0x7f085c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0875922640 1 -- 172.21.15.122:0/2071910932 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f085c003520 con 0x7f085c0039b0 2024-09-12T01:17:28.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0876123640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f085c0051c0 0x7f085c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:28.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.241+0000 7f0876123640 1 -- 172.21.15.122:0/2071910932 reap_dead start 2024-09-12T01:17:28.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.242+0000 7f0875922640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 0x7f085c003dd0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f086c00c210 tx=0x7f085c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee0fa2e2d0e304f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:28.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.242+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086c007d30 con 0x7f085c0039b0 2024-09-12T01:17:28.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.242+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f086c005ad0 con 0x7f085c0039b0 2024-09-12T01:17:28.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.242+0000 7f0874920640 1 -- 172.21.15.122:0/2071910932 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086c007070 con 0x7f085c0039b0 2024-09-12T01:17:28.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.242+0000 7f0877b86640 1 -- 172.21.15.122:0/2071910932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 msgr2=0x7f085c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.242+0000 7f0877b86640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 0x7f085c003dd0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f086c00c210 tx=0x7f085c005830 comp rx=0 tx=0).stop 2024-09-12T01:17:28.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.242+0000 7f0877b86640 1 -- 172.21.15.122:0/2071910932 shutdown_connections 2024-09-12T01:17:28.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.242+0000 7f0877b86640 1 --2- 172.21.15.122:0/2071910932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 0x7f085c003dd0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.242+0000 7f0877b86640 1 -- 172.21.15.122:0/2071910932 >> 172.21.15.122:0/2071910932 conn(0x7f087008bfc0 msgr2=0x7f08700d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:28.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.242+0000 7f0877b86640 1 -- 172.21.15.122:0/2071910932 shutdown_connections 2024-09-12T01:17:28.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.242+0000 7f0877b86640 1 -- 172.21.15.122:0/2071910932 wait complete. 2024-09-12T01:17:28.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0877b86640 1 Processor -- start 2024-09-12T01:17:28.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0877b86640 1 -- start start 2024-09-12T01:17:28.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0877b86640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 0x7f08700b9310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0877b86640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08700cdff0 0x7f08700b9850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0877b86640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0870161310 0x7f08700b79b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.250 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0877b86640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f08700b5f80 con 0x7f085c0039b0 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0877b86640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f087015e9d0 con 0x7f08700cdff0 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0877b86640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f08700b6100 con 0x7f0870161310 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0875922640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 0x7f08700b9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0875922640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 0x7f08700b9310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41352/0 (socket says 172.21.15.122:41352) 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0875922640 1 -- 172.21.15.122:0/2290195991 learned_addr learned my addr 172.21.15.122:0/2290195991 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0876123640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0870161310 0x7f08700b79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.244+0000 7f0875121640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08700cdff0 0x7f08700b9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f0875922640 1 -- 172.21.15.122:0/2290195991 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0870161310 msgr2=0x7f08700b79b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f0875922640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0870161310 0x7f08700b79b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f0875922640 1 -- 172.21.15.122:0/2290195991 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08700cdff0 msgr2=0x7f08700b9850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f0875922640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08700cdff0 0x7f08700b9850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f0875922640 1 -- 172.21.15.122:0/2290195991 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08701f3cb0 con 0x7f085c0039b0 2024-09-12T01:17:28.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f0875121640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08700cdff0 0x7f08700b9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:28.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f0875922640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 0x7f08700b9310 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f086c00c210 tx=0x7f086c001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:28.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f08667fc640 1 -- 172.21.15.122:0/2290195991 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086c041070 con 0x7f085c0039b0 2024-09-12T01:17:28.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f08667fc640 1 -- 172.21.15.122:0/2290195991 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f086c000ed0 con 0x7f085c0039b0 2024-09-12T01:17:28.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f0877b86640 1 -- 172.21.15.122:0/2290195991 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08700ce540 con 0x7f085c0039b0 2024-09-12T01:17:28.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f08667fc640 1 -- 172.21.15.122:0/2290195991 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086c007290 con 0x7f085c0039b0 2024-09-12T01:17:28.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.245+0000 7f0877b86640 1 -- 172.21.15.122:0/2290195991 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08700cd3c0 con 0x7f085c0039b0 2024-09-12T01:17:28.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.246+0000 7f0877b86640 1 -- 172.21.15.122:0/2290195991 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08700ccf10 con 0x7f085c0039b0 2024-09-12T01:17:28.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.246+0000 7f08667fc640 1 -- 172.21.15.122:0/2290195991 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f086c044070 con 0x7f085c0039b0 2024-09-12T01:17:28.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.247+0000 7f08667fc640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f085406be30 0x7f085406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.247+0000 7f08667fc640 1 -- 172.21.15.122:0/2290195991 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f086c0ab4e0 con 0x7f085c0039b0 2024-09-12T01:17:28.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.247+0000 7f0875121640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f085406be30 0x7f085406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.247+0000 7f0875121640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f085406be30 0x7f085406e2f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f08700ba550 tx=0x7f0860008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:28.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.251+0000 7f08667fc640 1 -- 172.21.15.122:0/2290195991 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f086c04b070 con 0x7f085c0039b0 2024-09-12T01:17:28.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.419+0000 7f0877b86640 1 -- 172.21.15.122:0/2290195991 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f08700cd7a0 con 0x7f085c0039b0 2024-09-12T01:17:28.419 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.420+0000 7f08667fc640 1 -- 172.21.15.122:0/2290195991 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18670 (secure 0 0 0) 0x7f08700cd7a0 con 0x7f085c0039b0 2024-09-12T01:17:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:28.420 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":25,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:15.938148+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 -- 172.21.15.122:0/2290195991 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f085406be30 msgr2=0x7f085406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f085406be30 0x7f085406e2f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f08700ba550 tx=0x7f0860008040 comp rx=0 tx=0).stop 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 -- 172.21.15.122:0/2290195991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 msgr2=0x7f08700b9310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 0x7f08700b9310 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f086c00c210 tx=0x7f086c001a40 comp rx=0 tx=0).stop 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 -- 172.21.15.122:0/2290195991 shutdown_connections 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f085406be30 0x7f085406e2f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0870161310 0x7f08700b79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08700cdff0 0x7f08700b9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 --2- 172.21.15.122:0/2290195991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f085c0039b0 0x7f08700b9310 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 -- 172.21.15.122:0/2290195991 >> 172.21.15.122:0/2290195991 conn(0x7f087008bfc0 msgr2=0x7f08700b3650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 -- 172.21.15.122:0/2290195991 shutdown_connections 2024-09-12T01:17:28.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.422+0000 7f0877b86640 1 -- 172.21.15.122:0/2290195991 wait complete. 2024-09-12T01:17:28.433 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-12T01:17:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.536+0000 7f9a30b54640 1 Processor -- start 2024-09-12T01:17:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.536+0000 7f9a30b54640 1 -- start start 2024-09-12T01:17:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a30b54640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0b5f80 0x7f9a2c162980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a30b54640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f9a2c0d3320 0x7f9a2c0d37b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a30b54640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a2c0d2600 con 0x7f9a2c0d4c10 2024-09-12T01:17:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a30b54640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f9a2c0d5420 con 0x7f9a2c0d3320 2024-09-12T01:17:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a30b54640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9a2c0d2e90 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a2a59c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0b5f80 0x7f9a2c162980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a2a59c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0b5f80 0x7f9a2c162980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:35576/0 (socket says 172.21.15.122:35576) 2024-09-12T01:17:28.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a2a59c640 1 -- 172.21.15.122:0/775649811 learned_addr learned my addr 172.21.15.122:0/775649811 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:28.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a2ad9d640 1 --2- 172.21.15.122:0/775649811 >> v2:172.21.15.151:3300/0 conn(0x7f9a2c0d3320 0x7f9a2c0d37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a2a59c640 1 -- 172.21.15.122:0/775649811 >> v2:172.21.15.151:3300/0 conn(0x7f9a2c0d3320 msgr2=0x7f9a2c0d37b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:28.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a2a59c640 1 --2- 172.21.15.122:0/775649811 >> v2:172.21.15.151:3300/0 conn(0x7f9a2c0d3320 0x7f9a2c0d37b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a2a59c640 1 -- 172.21.15.122:0/775649811 >> v1:172.21.15.151:6789/0 conn(0x7f9a2c0d4c10 legacy=0x7f9a2c0b6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.537+0000 7f9a2a59c640 1 -- 172.21.15.122:0/775649811 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a2c0b3c10 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.538+0000 7f9a2a59c640 1 --2- 172.21.15.122:0/775649811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0b5f80 0x7f9a2c162980 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c009870 tx=0x7f9a1c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8f6f7c1d82fb597 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:28.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.538+0000 7f9a2959a640 1 -- 172.21.15.122:0/775649811 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a1c037070 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.538+0000 7f9a2959a640 1 -- 172.21.15.122:0/775649811 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a1c032440 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.538+0000 7f9a2959a640 1 -- 172.21.15.122:0/775649811 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a1c032810 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.539+0000 7f9a30b54640 1 -- 172.21.15.122:0/775649811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0b5f80 msgr2=0x7f9a2c162980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.539+0000 7f9a30b54640 1 --2- 172.21.15.122:0/775649811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0b5f80 0x7f9a2c162980 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c009870 tx=0x7f9a1c02a270 comp rx=0 tx=0).stop 2024-09-12T01:17:28.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.539+0000 7f9a30b54640 1 -- 172.21.15.122:0/775649811 shutdown_connections 2024-09-12T01:17:28.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.539+0000 7f9a30b54640 1 --2- 172.21.15.122:0/775649811 >> v2:172.21.15.151:3300/0 conn(0x7f9a2c0d3320 0x7f9a2c0d37b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.539+0000 7f9a30b54640 1 --2- 172.21.15.122:0/775649811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0b5f80 0x7f9a2c162980 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.539+0000 7f9a30b54640 1 -- 172.21.15.122:0/775649811 >> 172.21.15.122:0/775649811 conn(0x7f9a2c08bfc0 msgr2=0x7f9a2c0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:28.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.539+0000 7f9a30b54640 1 -- 172.21.15.122:0/775649811 shutdown_connections 2024-09-12T01:17:28.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.539+0000 7f9a30b54640 1 -- 172.21.15.122:0/775649811 wait complete. 2024-09-12T01:17:28.539 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.540+0000 7f9a30b54640 1 Processor -- start 2024-09-12T01:17:28.540 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.540+0000 7f9a30b54640 1 -- start start 2024-09-12T01:17:28.541 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.541+0000 7f9a30b54640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a2c0b5f80 0x7f9a2c0d11f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.541+0000 7f9a30b54640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9a2c0d3320 0x7f9a2c0ca310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.541+0000 7f9a30b54640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0d4c10 0x7f9a2c0ca850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.541+0000 7f9a30b54640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9a2c0d2b20 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.541+0000 7f9a30b54640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f9a2c0d2880 con 0x7f9a2c0d3320 2024-09-12T01:17:28.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.541+0000 7f9a30b54640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9a2c15f690 con 0x7f9a2c0d4c10 2024-09-12T01:17:28.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.541+0000 7f9a2a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a2c0b5f80 0x7f9a2c0d11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.541+0000 7f9a2a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a2c0b5f80 0x7f9a2c0d11f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41356/0 (socket says 172.21.15.122:41356) 2024-09-12T01:17:28.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.541+0000 7f9a2a59c640 1 -- 172.21.15.122:0/3951286129 learned_addr learned my addr 172.21.15.122:0/3951286129 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:28.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.541+0000 7f9a29d9b640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9a2c0d3320 0x7f9a2c0ca310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.541+0000 7f9a2ad9d640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0d4c10 0x7f9a2c0ca850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.542+0000 7f9a2a59c640 1 -- 172.21.15.122:0/3951286129 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0d4c10 msgr2=0x7f9a2c0ca850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.542+0000 7f9a2a59c640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0d4c10 0x7f9a2c0ca850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.542+0000 7f9a2a59c640 1 -- 172.21.15.122:0/3951286129 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9a2c0d3320 msgr2=0x7f9a2c0ca310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:28.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.542+0000 7f9a2a59c640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9a2c0d3320 0x7f9a2c0ca310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:28.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.542+0000 7f9a2a59c640 1 -- 172.21.15.122:0/3951286129 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a2c0b74f0 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.542+0000 7f9a2a59c640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a2c0b5f80 0x7f9a2c0d11f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c000c00 tx=0x7f9a1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:28.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.542+0000 7f9a1affd640 1 -- 172.21.15.122:0/3951286129 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a1c041070 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.542+0000 7f9a1affd640 1 -- 172.21.15.122:0/3951286129 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a1c03c890 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.542+0000 7f9a30b54640 1 -- 172.21.15.122:0/3951286129 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a2c0b77d0 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.542+0000 7f9a1affd640 1 -- 172.21.15.122:0/3951286129 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a1c037040 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.542+0000 7f9a30b54640 1 -- 172.21.15.122:0/3951286129 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a2c0b7d90 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.543+0000 7f9a30b54640 1 -- 172.21.15.122:0/3951286129 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a2c0d37b0 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.544 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.543+0000 7f9a1affd640 1 -- 172.21.15.122:0/3951286129 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9a1c044070 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.544 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.544+0000 7f9a1affd640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9a0c06be30 0x7f9a0c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:28.544 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.544+0000 7f9a29d9b640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9a0c06be30 0x7f9a0c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:28.544 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.544+0000 7f9a1affd640 1 -- 172.21.15.122:0/3951286129 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f9a1c0abc70 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.544 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.544+0000 7f9a29d9b640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9a0c06be30 0x7f9a0c06e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c161a30 tx=0x7f9a20009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:28.547 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.548+0000 7f9a1affd640 1 -- 172.21.15.122:0/3951286129 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9a2c0b3c10 con 0x7f9a2c0b5f80 2024-09-12T01:17:28.749 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:28.750+0000 7f9a30b54640 1 -- 172.21.15.122:0/3951286129 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f9a2c1ea960 con 0x7f9a2c0b5f80 2024-09-12T01:17:29.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.644+0000 7f9a1affd640 1 -- 172.21.15.122:0/3951286129 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7f9a1c079e40 con 0x7f9a2c0b5f80 2024-09-12T01:17:29.646 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 -- 172.21.15.122:0/3951286129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9a0c06be30 msgr2=0x7f9a0c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:29.646 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9a0c06be30 0x7f9a0c06e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c161a30 tx=0x7f9a20009040 comp rx=0 tx=0).stop 2024-09-12T01:17:29.646 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 -- 172.21.15.122:0/3951286129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a2c0b5f80 msgr2=0x7f9a2c0d11f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:29.646 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a2c0b5f80 0x7f9a2c0d11f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c000c00 tx=0x7f9a1c0046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:29.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 -- 172.21.15.122:0/3951286129 shutdown_connections 2024-09-12T01:17:29.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9a0c06be30 0x7f9a0c06e2f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:29.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9a2c0d4c10 0x7f9a2c0ca850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:29.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9a2c0d3320 0x7f9a2c0ca310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:29.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 --2- 172.21.15.122:0/3951286129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a2c0b5f80 0x7f9a2c0d11f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:29.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 -- 172.21.15.122:0/3951286129 >> 172.21.15.122:0/3951286129 conn(0x7f9a2c08bfc0 msgr2=0x7f9a2c1624c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:29.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 -- 172.21.15.122:0/3951286129 shutdown_connections 2024-09-12T01:17:29.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.647+0000 7f9a30b54640 1 -- 172.21.15.122:0/3951286129 wait complete. 2024-09-12T01:17:29.659 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-12T01:17:29.660 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-12T01:17:29.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.767+0000 7fafb66e4640 1 Processor -- start 2024-09-12T01:17:29.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.767+0000 7fafb66e4640 1 -- start start 2024-09-12T01:17:29.770 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.768+0000 7fafb66e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb0161a20 0x7fafb00d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:29.770 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.768+0000 7fafb66e4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafb00cf980 con 0x7fafb00cf330 2024-09-12T01:17:29.770 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.768+0000 7fafb66e4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafb006d050 con 0x7fafb00d1420 2024-09-12T01:17:29.770 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.768+0000 7fafb66e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fafb0161e00 con 0x7fafb0161a20 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.768+0000 7fafb4c81640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fafb00cf330 0x7fafb006d810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:51716/0 (socket says 172.21.15.122:51716) 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.768+0000 7fafb4c81640 1 -- 172.21.15.122:0/32993433 learned_addr learned my addr 172.21.15.122:0/32993433 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaffff640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb0161a20 0x7fafb00d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1301822992 0 0) 0x7fafb00cf980 con 0x7fafb00cf330 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faf98003520 con 0x7fafb00cf330 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 632346618 0 0) 0x7faf98003520 con 0x7fafb00cf330 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb0161a20 msgr2=0x7fafb00d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb0161a20 0x7fafb00d0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 >> v1:172.21.15.151:6789/0 conn(0x7fafb00d1420 legacy=0x7fafb00cec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafb00d1800 con 0x7fafb00cf330 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fafa80019f0 con 0x7fafb00cf330 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 >> v1:172.21.15.122:6789/0 conn(0x7fafb00cf330 legacy=0x7fafb006d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:29.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 0x7faf98003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faf98004800 0x7faf98004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb0161a20 0x7faf980051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fafb0161e00 con 0x7faf980039e0 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7faf9800ba70 con 0x7faf98004800 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7faf9800bc70 con 0x7fafb0161a20 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaffff640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 0x7faf98003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafb4c81640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb0161a20 0x7faf980051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaf7fe640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faf98004800 0x7faf98004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaffff640 1 -- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb0161a20 msgr2=0x7faf980051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaffff640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb0161a20 0x7faf980051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaffff640 1 -- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faf98004800 msgr2=0x7faf98004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaffff640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faf98004800 0x7faf98004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:29.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaffff640 1 -- 172.21.15.122:0/32993433 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf98003520 con 0x7faf980039e0 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafb4c81640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb0161a20 0x7faf980051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.769+0000 7fafaf7fe640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7faf98004800 0x7faf98004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.770+0000 7fafaffff640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 0x7faf98003e00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fafa0009a90 tx=0x7faf98005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=949415eaba08bfe server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.770+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa0036070 con 0x7faf980039e0 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.770+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafa0031400 con 0x7faf980039e0 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.770+0000 7fafaeffd640 1 -- 172.21.15.122:0/32993433 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa0009690 con 0x7faf980039e0 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.771+0000 7fafb66e4640 1 -- 172.21.15.122:0/32993433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 msgr2=0x7faf98003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.771+0000 7fafb66e4640 1 --2- 172.21.15.122:0/32993433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 0x7faf98003e00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fafa0009a90 tx=0x7faf98005830 comp rx=0 tx=0).stop 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.771+0000 7fafb4c81640 1 -- 172.21.15.122:0/32993433 reap_dead start 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.771+0000 7fafb66e4640 1 -- 172.21.15.122:0/32993433 shutdown_connections 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.771+0000 7fafb66e4640 1 -- 172.21.15.122:0/32993433 >> 172.21.15.122:0/32993433 conn(0x7fafb009d850 msgr2=0x7fafb008bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.771+0000 7fafb66e4640 1 -- 172.21.15.122:0/32993433 shutdown_connections 2024-09-12T01:17:29.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.771+0000 7fafb66e4640 1 -- 172.21.15.122:0/32993433 wait complete. 2024-09-12T01:17:29.776 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.772+0000 7fafb66e4640 1 Processor -- start 2024-09-12T01:17:29.776 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.772+0000 7fafb66e4640 1 -- start start 2024-09-12T01:17:29.776 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafb66e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 0x7fafb015b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:29.776 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafb66e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb00b8fb0 0x7fafb00b9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:29.776 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafb66e4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fafb01602a0 0x7fafb0160720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:29.776 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafb66e4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fafb006d2f0 con 0x7faf980039e0 2024-09-12T01:17:29.776 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafb66e4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fafb00cff00 con 0x7fafb01602a0 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafb66e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fafb00b1040 con 0x7fafb00b8fb0 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafaffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 0x7fafb015b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafaffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 0x7fafb015b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41376/0 (socket says 172.21.15.122:41376) 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafaffff640 1 -- 172.21.15.122:0/1657508079 learned_addr learned my addr 172.21.15.122:0/1657508079 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafaf7fe640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb00b8fb0 0x7fafb00b9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafb4c81640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fafb01602a0 0x7fafb0160720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafaffff640 1 -- 172.21.15.122:0/1657508079 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb00b8fb0 msgr2=0x7fafb00b9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafaffff640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb00b8fb0 0x7fafb00b9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafaffff640 1 -- 172.21.15.122:0/1657508079 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fafb01602a0 msgr2=0x7fafb0160720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafaffff640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fafb01602a0 0x7fafb0160720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafaffff640 1 -- 172.21.15.122:0/1657508079 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafb00c8d80 con 0x7faf980039e0 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.773+0000 7fafb4c81640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fafb01602a0 0x7fafb0160720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:29.777 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.774+0000 7fafaffff640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 0x7fafb015b890 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fafa0034040 tx=0x7fafa0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:29.778 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.774+0000 7fafacff9640 1 -- 172.21.15.122:0/1657508079 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa0040020 con 0x7faf980039e0 2024-09-12T01:17:29.778 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.774+0000 7fafacff9640 1 -- 172.21.15.122:0/1657508079 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafa0003bc0 con 0x7faf980039e0 2024-09-12T01:17:29.778 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.774+0000 7fafacff9640 1 -- 172.21.15.122:0/1657508079 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa0036040 con 0x7faf980039e0 2024-09-12T01:17:29.778 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.774+0000 7fafb66e4640 1 -- 172.21.15.122:0/1657508079 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafb00c9060 con 0x7faf980039e0 2024-09-12T01:17:29.778 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.774+0000 7fafb66e4640 1 -- 172.21.15.122:0/1657508079 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafb00c9620 con 0x7faf980039e0 2024-09-12T01:17:29.778 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.775+0000 7fafb66e4640 1 -- 172.21.15.122:0/1657508079 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafb00d0ee0 con 0x7faf980039e0 2024-09-12T01:17:29.778 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.775+0000 7fafacff9640 1 -- 172.21.15.122:0/1657508079 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fafa0043020 con 0x7faf980039e0 2024-09-12T01:17:29.778 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.776+0000 7fafacff9640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faf9c06be60 0x7faf9c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:29.778 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.776+0000 7fafacff9640 1 -- 172.21.15.122:0/1657508079 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fafa00ab160 con 0x7faf980039e0 2024-09-12T01:17:29.778 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.776+0000 7fafaf7fe640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faf9c06be60 0x7faf9c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:29.778 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.776+0000 7fafaf7fe640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faf9c06be60 0x7faf9c06e320 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fafb00c7f00 tx=0x7fafa4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:29.779 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.780+0000 7fafacff9640 1 -- 172.21.15.122:0/1657508079 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fafa004a070 con 0x7faf980039e0 2024-09-12T01:17:29.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:29.980+0000 7fafb66e4640 1 -- 172.21.15.122:0/1657508079 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fafb00cdc30 con 0x7faf980039e0 2024-09-12T01:17:30.648 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.649+0000 7fafacff9640 1 -- 172.21.15.122:0/1657508079 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7fafa00044e0 con 0x7faf980039e0 2024-09-12T01:17:30.650 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 -- 172.21.15.122:0/1657508079 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faf9c06be60 msgr2=0x7faf9c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:30.650 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faf9c06be60 0x7faf9c06e320 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fafb00c7f00 tx=0x7fafa4009040 comp rx=0 tx=0).stop 2024-09-12T01:17:30.650 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 -- 172.21.15.122:0/1657508079 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 msgr2=0x7fafb015b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:30.650 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 0x7fafb015b890 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fafa0034040 tx=0x7fafa0004730 comp rx=0 tx=0).stop 2024-09-12T01:17:30.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 -- 172.21.15.122:0/1657508079 shutdown_connections 2024-09-12T01:17:30.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faf9c06be60 0x7faf9c06e320 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fafb01602a0 0x7fafb0160720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fafb00b8fb0 0x7fafb00b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 --2- 172.21.15.122:0/1657508079 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf980039e0 0x7fafb015b890 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 -- 172.21.15.122:0/1657508079 >> 172.21.15.122:0/1657508079 conn(0x7fafb009d850 msgr2=0x7fafb00ccac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:30.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 -- 172.21.15.122:0/1657508079 shutdown_connections 2024-09-12T01:17:30.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.651+0000 7fafb66e4640 1 -- 172.21.15.122:0/1657508079 wait complete. 2024-09-12T01:17:30.662 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-12T01:17:30.662 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:30.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.763+0000 7f873976d640 1 Processor -- start 2024-09-12T01:17:30.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.763+0000 7f873976d640 1 -- start start 2024-09-12T01:17:30.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f873976d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8734161c80 0x7f873406e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:30.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f873976d640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f873406e870 con 0x7f87340b6680 2024-09-12T01:17:30.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f873976d640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f873406d9f0 con 0x7f8734162060 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f873976d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f873406dcd0 con 0x7f8734161c80 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f87337fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f87340b6680 0x7f87340cf1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54246/0 (socket says 172.21.15.122:54246) 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f87337fe640 1 -- 172.21.15.122:0/1859109269 learned_addr learned my addr 172.21.15.122:0/1859109269 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f8732ffd640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8734161c80 0x7f873406e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1789828817 0 0) 0x7f872c001490 con 0x7f87340b6680 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8720003520 con 0x7f87340b6680 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3219134258 0 0) 0x7f8720003520 con 0x7f87340b6680 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8734161c80 msgr2=0x7f873406e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f87327fc640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8734161c80 0x7f873406e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 >> v1:172.21.15.151:6789/0 conn(0x7f8734162060 legacy=0x7f87340b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f873406dfb0 con 0x7f87340b6680 2024-09-12T01:17:30.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f872c001bc0 con 0x7f87340b6680 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.764+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 >> v1:172.21.15.122:6789/0 conn(0x7f87340b6680 legacy=0x7f87340cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87327fc640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8734161c80 0x7f87200039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87327fc640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8720003f20 0x7f8720004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87327fc640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 0x7f87200051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f873406dcd0 con 0x7f8720004d40 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f872000ba20 con 0x7f8720003f20 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f872000bc20 con 0x7f8734161c80 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87337fe640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 0x7f87200051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f8732ffd640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8734161c80 0x7f87200039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f872bfff640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8720003f20 0x7f8720004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87337fe640 1 -- 172.21.15.122:0/1859109269 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8734161c80 msgr2=0x7f87200039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87337fe640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8734161c80 0x7f87200039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87337fe640 1 -- 172.21.15.122:0/1859109269 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8720003f20 msgr2=0x7f8720004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87337fe640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8720003f20 0x7f8720004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.765+0000 7f87337fe640 1 -- 172.21.15.122:0/1859109269 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8720003520 con 0x7f8720004d40 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.766+0000 7f87337fe640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 0x7f87200051c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f872c00aa50 tx=0x7f8720005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c59754db8e49a58 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.766+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f872c00a670 con 0x7f8720004d40 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.766+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f872c02f070 con 0x7f8720004d40 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.766+0000 7f87327fc640 1 -- 172.21.15.122:0/1859109269 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f872c034470 con 0x7f8720004d40 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.766+0000 7f873976d640 1 -- 172.21.15.122:0/1859109269 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 msgr2=0x7f87200051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.766+0000 7f873976d640 1 --2- 172.21.15.122:0/1859109269 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 0x7f87200051c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f872c00aa50 tx=0x7f8720005830 comp rx=0 tx=0).stop 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.766+0000 7f87337fe640 1 -- 172.21.15.122:0/1859109269 reap_dead start 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.766+0000 7f873976d640 1 -- 172.21.15.122:0/1859109269 shutdown_connections 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.766+0000 7f873976d640 1 -- 172.21.15.122:0/1859109269 >> 172.21.15.122:0/1859109269 conn(0x7f87340d44f0 msgr2=0x7f87340d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.766+0000 7f873976d640 1 -- 172.21.15.122:0/1859109269 shutdown_connections 2024-09-12T01:17:30.768 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.766+0000 7f873976d640 1 -- 172.21.15.122:0/1859109269 wait complete. 2024-09-12T01:17:30.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.767+0000 7f873976d640 1 Processor -- start 2024-09-12T01:17:30.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.768+0000 7f873976d640 1 -- start start 2024-09-12T01:17:30.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.768+0000 7f873976d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 0x7f8734155ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:30.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.768+0000 7f873976d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f87340b7cc0 0x7f87341f4910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:30.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.768+0000 7f873976d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f87341f4e50 0x7f873415ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:30.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.768+0000 7f873976d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f87340b6b30 con 0x7f8720004d40 2024-09-12T01:17:30.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.768+0000 7f873976d640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f87340d2aa0 con 0x7f87341f4e50 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.768+0000 7f873976d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f87340b6cb0 con 0x7f87340b7cc0 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.768+0000 7f8732ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 0x7f8734155ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.768+0000 7f8732ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 0x7f8734155ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:42922/0 (socket says 172.21.15.122:42922) 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.768+0000 7f8732ffd640 1 -- 172.21.15.122:0/1379681968 learned_addr learned my addr 172.21.15.122:0/1379681968 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f872bfff640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f87340b7cc0 0x7f87341f4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f87337fe640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f87341f4e50 0x7f873415ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f8732ffd640 1 -- 172.21.15.122:0/1379681968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f87340b7cc0 msgr2=0x7f87341f4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f8732ffd640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f87340b7cc0 0x7f87341f4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f8732ffd640 1 -- 172.21.15.122:0/1379681968 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f87341f4e50 msgr2=0x7f873415ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f8732ffd640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f87341f4e50 0x7f873415ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f8732ffd640 1 -- 172.21.15.122:0/1379681968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87341f53d0 con 0x7f8720004d40 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f8732ffd640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 0x7f8734155ef0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8724011a00 tx=0x7f8724011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:30.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f872b7fe640 1 -- 172.21.15.122:0/1379681968 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f872400faf0 con 0x7f8720004d40 2024-09-12T01:17:30.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f872b7fe640 1 -- 172.21.15.122:0/1379681968 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f872400fc90 con 0x7f8720004d40 2024-09-12T01:17:30.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f873976d640 1 -- 172.21.15.122:0/1379681968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87341f56b0 con 0x7f8720004d40 2024-09-12T01:17:30.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f872b7fe640 1 -- 172.21.15.122:0/1379681968 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8724014440 con 0x7f8720004d40 2024-09-12T01:17:30.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.769+0000 7f873976d640 1 -- 172.21.15.122:0/1379681968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87340b8140 con 0x7f8720004d40 2024-09-12T01:17:30.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.770+0000 7f873976d640 1 -- 172.21.15.122:0/1379681968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f873406e330 con 0x7f8720004d40 2024-09-12T01:17:30.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.770+0000 7f872b7fe640 1 -- 172.21.15.122:0/1379681968 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8724012040 con 0x7f8720004d40 2024-09-12T01:17:30.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.771+0000 7f872b7fe640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f871406be30 0x7f871406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:30.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.771+0000 7f872bfff640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f871406be30 0x7f871406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:30.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.771+0000 7f872b7fe640 1 -- 172.21.15.122:0/1379681968 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f872408b8a0 con 0x7f8720004d40 2024-09-12T01:17:30.774 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.771+0000 7f872bfff640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f871406be30 0x7f871406e2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8734160e70 tx=0x7f871c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:30.774 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.775+0000 7f872b7fe640 1 -- 172.21.15.122:0/1379681968 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8724019030 con 0x7f8720004d40 2024-09-12T01:17:30.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.973+0000 7f873976d640 1 -- 172.21.15.122:0/1379681968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f87341f5880 con 0x7f8720004d40 2024-09-12T01:17:30.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.974+0000 7f872b7fe640 1 -- 172.21.15.122:0/1379681968 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5225 (secure 0 0 0) 0x7f8724059f10 con 0x7f8720004d40 2024-09-12T01:17:30.973 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:30.973 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":8,"btime":"2024-09-12T01:17:30:645211+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/1457301740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":1457301740},{"type":"v1","addr":"172.21.15.151:6833","nonce":1457301740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/36036822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":36036822},{"type":"v1","addr":"172.21.15.122:6837","nonce":36036822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:17:10.907523+0000","modified":"2024-09-12T01:17:29.981327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.151:6835/2740774154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":2740774154},{"type":"v1","addr":"172.21.15.151:6835","nonce":2740774154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4276,"qdb_cluster":[4276]},"id":1}]} 2024-09-12T01:17:30.973 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 8 2024-09-12T01:17:30.975 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 -- 172.21.15.122:0/1379681968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f871406be30 msgr2=0x7f871406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:30.975 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f871406be30 0x7f871406e2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8734160e70 tx=0x7f871c009040 comp rx=0 tx=0).stop 2024-09-12T01:17:30.975 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 -- 172.21.15.122:0/1379681968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 msgr2=0x7f8734155ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:30.975 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 0x7f8734155ef0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8724011a00 tx=0x7f8724011ec0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.975 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 -- 172.21.15.122:0/1379681968 shutdown_connections 2024-09-12T01:17:30.975 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f871406be30 0x7f871406e2f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.976 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f87341f4e50 0x7f873415ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.976 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f87340b7cc0 0x7f87341f4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.976 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 --2- 172.21.15.122:0/1379681968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8720004d40 0x7f8734155ef0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:30.976 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 -- 172.21.15.122:0/1379681968 >> 172.21.15.122:0/1379681968 conn(0x7f87340d44f0 msgr2=0x7f87340b5bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:30.976 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 -- 172.21.15.122:0/1379681968 shutdown_connections 2024-09-12T01:17:30.976 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:30.976+0000 7f873976d640 1 -- 172.21.15.122:0/1379681968 wait complete. 2024-09-12T01:17:30.986 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:31.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.085+0000 7f0c3f952640 1 Processor -- start 2024-09-12T01:17:31.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.085+0000 7f0c3f952640 1 -- start start 2024-09-12T01:17:31.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.086+0000 7f0c3f952640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f0c380d30f0 0x7f0c380b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.086+0000 7f0c3f952640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f0c380b64c0 0x7f0c3806d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.086+0000 7f0c3f952640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c380d3690 con 0x7f0c3815e5f0 2024-09-12T01:17:31.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.086+0000 7f0c3f952640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f0c3806d530 con 0x7f0c380d30f0 2024-09-12T01:17:31.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.086+0000 7f0c3f952640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f0c380d3970 con 0x7f0c380b64c0 2024-09-12T01:17:31.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.086+0000 7f0c3ceed640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f0c380d30f0 0x7f0c380b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.086+0000 7f0c3ceed640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f0c380d30f0 0x7f0c380b5f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:42932/0 (socket says 172.21.15.122:42932) 2024-09-12T01:17:31.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.086+0000 7f0c3ceed640 1 -- 172.21.15.122:0/3905826448 learned_addr learned my addr 172.21.15.122:0/3905826448 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:31.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.087+0000 7f0c3deef640 1 --2- 172.21.15.122:0/3905826448 >> v2:172.21.15.151:3300/0 conn(0x7f0c380b64c0 0x7f0c3806d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.087+0000 7f0c3ceed640 1 -- 172.21.15.122:0/3905826448 >> v2:172.21.15.151:3300/0 conn(0x7f0c380b64c0 msgr2=0x7f0c3806d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:31.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.087+0000 7f0c3ceed640 1 --2- 172.21.15.122:0/3905826448 >> v2:172.21.15.151:3300/0 conn(0x7f0c380b64c0 0x7f0c3806d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.087+0000 7f0c3ceed640 1 -- 172.21.15.122:0/3905826448 >> v1:172.21.15.122:6789/0 conn(0x7f0c3815e5f0 legacy=0x7f0c380d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.087+0000 7f0c2ffff640 1 -- 172.21.15.122:0/3905826448 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1817550766 0 0) 0x7f0c380d3690 con 0x7f0c3815e5f0 2024-09-12T01:17:31.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.087+0000 7f0c3ceed640 1 -- 172.21.15.122:0/3905826448 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c3806cee0 con 0x7f0c380d30f0 2024-09-12T01:17:31.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.087+0000 7f0c3deef640 1 --2- 172.21.15.122:0/3905826448 >> v2:172.21.15.151:3300/0 conn(0x7f0c380b64c0 0x7f0c3806d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:31.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.087+0000 7f0c3ceed640 1 --2- 172.21.15.122:0/3905826448 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c380d30f0 0x7f0c380b5f80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0c380ba580 tx=0x7f0c2802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a9e983179bb086b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:31.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.088+0000 7f0c2ffff640 1 -- 172.21.15.122:0/3905826448 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c28037070 con 0x7f0c380d30f0 2024-09-12T01:17:31.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.088+0000 7f0c2ffff640 1 -- 172.21.15.122:0/3905826448 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c28032440 con 0x7f0c380d30f0 2024-09-12T01:17:31.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.088+0000 7f0c2ffff640 1 -- 172.21.15.122:0/3905826448 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c28032810 con 0x7f0c380d30f0 2024-09-12T01:17:31.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.088+0000 7f0c3f952640 1 -- 172.21.15.122:0/3905826448 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c380d30f0 msgr2=0x7f0c380b5f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.088+0000 7f0c3f952640 1 --2- 172.21.15.122:0/3905826448 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c380d30f0 0x7f0c380b5f80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0c380ba580 tx=0x7f0c2802a270 comp rx=0 tx=0).stop 2024-09-12T01:17:31.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.088+0000 7f0c3f952640 1 -- 172.21.15.122:0/3905826448 shutdown_connections 2024-09-12T01:17:31.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.088+0000 7f0c3f952640 1 --2- 172.21.15.122:0/3905826448 >> v2:172.21.15.151:3300/0 conn(0x7f0c380b64c0 0x7f0c3806d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.088+0000 7f0c3f952640 1 --2- 172.21.15.122:0/3905826448 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c380d30f0 0x7f0c380b5f80 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.088+0000 7f0c3f952640 1 -- 172.21.15.122:0/3905826448 >> 172.21.15.122:0/3905826448 conn(0x7f0c3808bfc0 msgr2=0x7f0c380d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:31.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.088+0000 7f0c3f952640 1 -- 172.21.15.122:0/3905826448 shutdown_connections 2024-09-12T01:17:31.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.088+0000 7f0c3f952640 1 -- 172.21.15.122:0/3905826448 wait complete. 2024-09-12T01:17:31.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.089+0000 7f0c3f952640 1 Processor -- start 2024-09-12T01:17:31.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.089+0000 7f0c3f952640 1 -- start start 2024-09-12T01:17:31.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3f952640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0c380b64c0 0x7f0c380c9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3f952640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c380d30f0 0x7f0c38150e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3f952640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0c3815e5f0 0x7f0c3814fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3f952640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3806df00 con 0x7f0c380d30f0 2024-09-12T01:17:31.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3f952640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3815e9d0 con 0x7f0c380b64c0 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3f952640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f0c3806e080 con 0x7f0c3815e5f0 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3ceed640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c380d30f0 0x7f0c38150e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3ceed640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c380d30f0 0x7f0c38150e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:42936/0 (socket says 172.21.15.122:42936) 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3ceed640 1 -- 172.21.15.122:0/2966269071 learned_addr learned my addr 172.21.15.122:0/2966269071 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3ceed640 1 -- 172.21.15.122:0/2966269071 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0c3815e5f0 msgr2=0x7f0c3814fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3ceed640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0c3815e5f0 0x7f0c3814fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3ceed640 1 -- 172.21.15.122:0/2966269071 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0c380b64c0 msgr2=0x7f0c380c9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3ceed640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0c380b64c0 0x7f0c380c9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.090+0000 7f0c3ceed640 1 -- 172.21.15.122:0/2966269071 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c38151360 con 0x7f0c380d30f0 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.091+0000 7f0c3ceed640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c380d30f0 0x7f0c38150e20 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0c28000c00 tx=0x7f0c280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.091+0000 7f0c2dffb640 1 -- 172.21.15.122:0/2966269071 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c28037040 con 0x7f0c380d30f0 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.091+0000 7f0c2dffb640 1 -- 172.21.15.122:0/2966269071 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c28004230 con 0x7f0c380d30f0 2024-09-12T01:17:31.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.091+0000 7f0c2dffb640 1 -- 172.21.15.122:0/2966269071 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c2803c670 con 0x7f0c380d30f0 2024-09-12T01:17:31.093 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.091+0000 7f0c3f952640 1 -- 172.21.15.122:0/2966269071 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c380c96b0 con 0x7f0c380d30f0 2024-09-12T01:17:31.093 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.091+0000 7f0c3f952640 1 -- 172.21.15.122:0/2966269071 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c380c9c70 con 0x7f0c380d30f0 2024-09-12T01:17:31.093 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.092+0000 7f0c3f952640 1 -- 172.21.15.122:0/2966269071 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c3806d9c0 con 0x7f0c380d30f0 2024-09-12T01:17:31.093 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.092+0000 7f0c2dffb640 1 -- 172.21.15.122:0/2966269071 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0c2803a070 con 0x7f0c380d30f0 2024-09-12T01:17:31.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.093+0000 7f0c2dffb640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0c1c06be30 0x7f0c1c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.093+0000 7f0c2dffb640 1 -- 172.21.15.122:0/2966269071 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0c280ab940 con 0x7f0c380d30f0 2024-09-12T01:17:31.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.093+0000 7f0c3d6ee640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0c1c06be30 0x7f0c1c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.093+0000 7f0c3d6ee640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0c1c06be30 0x7f0c1c06e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0c34001560 tx=0x7f0c34007930 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:31.096 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.097+0000 7f0c2dffb640 1 -- 172.21.15.122:0/2966269071 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0c38151360 con 0x7f0c380d30f0 2024-09-12T01:17:31.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.263+0000 7f0c3f952640 1 -- 172.21.15.122:0/2966269071 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0c380b9cf0 con 0x7f0c380d30f0 2024-09-12T01:17:31.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.264+0000 7f0c2dffb640 1 -- 172.21.15.122:0/2966269071 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18670 (secure 0 0 0) 0x7f0c28041020 con 0x7f0c380d30f0 2024-09-12T01:17:31.263 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:31.263 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":25,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:15.938148+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:31.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 -- 172.21.15.122:0/2966269071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0c1c06be30 msgr2=0x7f0c1c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0c1c06be30 0x7f0c1c06e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0c34001560 tx=0x7f0c34007930 comp rx=0 tx=0).stop 2024-09-12T01:17:31.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 -- 172.21.15.122:0/2966269071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c380d30f0 msgr2=0x7f0c38150e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c380d30f0 0x7f0c38150e20 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0c28000c00 tx=0x7f0c280046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 -- 172.21.15.122:0/2966269071 shutdown_connections 2024-09-12T01:17:31.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0c1c06be30 0x7f0c1c06e2f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0c3815e5f0 0x7f0c3814fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c380d30f0 0x7f0c38150e20 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 --2- 172.21.15.122:0/2966269071 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0c380b64c0 0x7f0c380c9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 -- 172.21.15.122:0/2966269071 >> 172.21.15.122:0/2966269071 conn(0x7f0c3808bfc0 msgr2=0x7f0c380b9360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:31.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 -- 172.21.15.122:0/2966269071 shutdown_connections 2024-09-12T01:17:31.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.266+0000 7f0c3f952640 1 -- 172.21.15.122:0/2966269071 wait complete. 2024-09-12T01:17:31.276 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T01:17:31.277 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:17:31.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.376+0000 7fe67d3e4640 1 Processor -- start 2024-09-12T01:17:31.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.376+0000 7fe67d3e4640 1 -- start start 2024-09-12T01:17:31.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe67d3e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe678161c80 0x7fe67806e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe67d3e4640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fe6780b6680 0x7fe6780cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe67d3e4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe67806e870 con 0x7fe678162060 2024-09-12T01:17:31.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe67d3e4640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fe67806d9f0 con 0x7fe6780b6680 2024-09-12T01:17:31.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe67d3e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe67806dcd0 con 0x7fe678161c80 2024-09-12T01:17:31.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe676ffd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe678161c80 0x7fe67806e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe6777fe640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fe6780b6680 0x7fe6780cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe6767fc640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7fe678162060 0x7fe6780b5f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:52330/0 (socket says 172.21.15.122:52330) 2024-09-12T01:17:31.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe6767fc640 1 -- 172.21.15.122:0/4169773907 learned_addr learned my addr 172.21.15.122:0/4169773907 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:31.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe676ffd640 1 -- 172.21.15.122:0/4169773907 >> v2:172.21.15.151:3300/0 conn(0x7fe6780b6680 msgr2=0x7fe6780cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:31.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe676ffd640 1 --2- 172.21.15.122:0/4169773907 >> v2:172.21.15.151:3300/0 conn(0x7fe6780b6680 0x7fe6780cf1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe676ffd640 1 -- 172.21.15.122:0/4169773907 >> v1:172.21.15.151:6789/0 conn(0x7fe678162060 legacy=0x7fe6780b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.377+0000 7fe676ffd640 1 -- 172.21.15.122:0/4169773907 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe67806dfb0 con 0x7fe678161c80 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.378+0000 7fe676ffd640 1 --2- 172.21.15.122:0/4169773907 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe678161c80 0x7fe67806e330 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe6680097a0 tx=0x7fe66802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a07d599a891f948 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.378+0000 7fe675ffb640 1 -- 172.21.15.122:0/4169773907 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe668037070 con 0x7fe678161c80 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.378+0000 7fe675ffb640 1 -- 172.21.15.122:0/4169773907 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe668032440 con 0x7fe678161c80 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.378+0000 7fe675ffb640 1 -- 172.21.15.122:0/4169773907 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe668032810 con 0x7fe678161c80 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.379+0000 7fe67d3e4640 1 -- 172.21.15.122:0/4169773907 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe678161c80 msgr2=0x7fe67806e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.379+0000 7fe67d3e4640 1 --2- 172.21.15.122:0/4169773907 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe678161c80 0x7fe67806e330 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe6680097a0 tx=0x7fe66802a180 comp rx=0 tx=0).stop 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.379+0000 7fe67d3e4640 1 -- 172.21.15.122:0/4169773907 shutdown_connections 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.379+0000 7fe67d3e4640 1 --2- 172.21.15.122:0/4169773907 >> v2:172.21.15.151:3300/0 conn(0x7fe6780b6680 0x7fe6780cf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.379+0000 7fe67d3e4640 1 --2- 172.21.15.122:0/4169773907 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe678161c80 0x7fe67806e330 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.379+0000 7fe67d3e4640 1 -- 172.21.15.122:0/4169773907 >> 172.21.15.122:0/4169773907 conn(0x7fe6780d44f0 msgr2=0x7fe6780d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.379+0000 7fe67d3e4640 1 -- 172.21.15.122:0/4169773907 shutdown_connections 2024-09-12T01:17:31.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.379+0000 7fe67d3e4640 1 -- 172.21.15.122:0/4169773907 wait complete. 2024-09-12T01:17:31.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.380+0000 7fe67d3e4640 1 Processor -- start 2024-09-12T01:17:31.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.380+0000 7fe67d3e4640 1 -- start start 2024-09-12T01:17:31.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe67d3e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe6780b6680 0x7fe6780cbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe67d3e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe678161c80 0x7fe6780cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe67d3e4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe678162060 0x7fe6780b2160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe67d3e4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6780b6b30 con 0x7fe678161c80 2024-09-12T01:17:31.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe67d3e4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe6780d2aa0 con 0x7fe678162060 2024-09-12T01:17:31.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe67d3e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe6780b6cb0 con 0x7fe6780b6680 2024-09-12T01:17:31.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe6767fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe678161c80 0x7fe6780cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe6767fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe678161c80 0x7fe6780cdff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:42940/0 (socket says 172.21.15.122:42940) 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe6767fc640 1 -- 172.21.15.122:0/407893609 learned_addr learned my addr 172.21.15.122:0/407893609 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe676ffd640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe6780b6680 0x7fe6780cbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe6777fe640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe678162060 0x7fe6780b2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe6767fc640 1 -- 172.21.15.122:0/407893609 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe6780b6680 msgr2=0x7fe6780cbfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe6767fc640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe6780b6680 0x7fe6780cbfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe6767fc640 1 -- 172.21.15.122:0/407893609 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe678162060 msgr2=0x7fe6780b2160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe6767fc640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe678162060 0x7fe6780b2160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.381+0000 7fe6767fc640 1 -- 172.21.15.122:0/407893609 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6780b7c30 con 0x7fe678161c80 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.382+0000 7fe6767fc640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe678161c80 0x7fe6780cdff0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe66c00c3a0 tx=0x7fe66c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.382+0000 7fe65f7fe640 1 -- 172.21.15.122:0/407893609 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe66c017070 con 0x7fe678161c80 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.382+0000 7fe65f7fe640 1 -- 172.21.15.122:0/407893609 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe66c005ce0 con 0x7fe678161c80 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.382+0000 7fe67d3e4640 1 -- 172.21.15.122:0/407893609 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6780b7f10 con 0x7fe678161c80 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.382+0000 7fe65f7fe640 1 -- 172.21.15.122:0/407893609 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe66c007310 con 0x7fe678161c80 2024-09-12T01:17:31.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.382+0000 7fe67d3e4640 1 -- 172.21.15.122:0/407893609 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6780b84d0 con 0x7fe678161c80 2024-09-12T01:17:31.384 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.383+0000 7fe67d3e4640 1 -- 172.21.15.122:0/407893609 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe67806e330 con 0x7fe678161c80 2024-09-12T01:17:31.384 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.383+0000 7fe65f7fe640 1 -- 172.21.15.122:0/407893609 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe66c01a070 con 0x7fe678161c80 2024-09-12T01:17:31.384 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.384+0000 7fe65f7fe640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe66406be30 0x7fe66406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.385 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.384+0000 7fe65f7fe640 1 -- 172.21.15.122:0/407893609 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe66c08a560 con 0x7fe678161c80 2024-09-12T01:17:31.385 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.384+0000 7fe676ffd640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe66406be30 0x7fe66406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.385 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.384+0000 7fe676ffd640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe66406be30 0x7fe66406e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe668034000 tx=0x7fe66802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:31.387 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.388+0000 7fe65f7fe640 1 -- 172.21.15.122:0/407893609 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe67806e870 con 0x7fe678161c80 2024-09-12T01:17:31.548 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.549+0000 7fe67d3e4640 1 -- 172.21.15.122:0/407893609 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe6780ba470 con 0x7fe66406be30 2024-09-12T01:17:31.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.557+0000 7fe65f7fe640 1 -- 172.21.15.122:0/407893609 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fe6780ba470 con 0x7fe66406be30 2024-09-12T01:17:31.561 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:31.563 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:17:31.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 -- 172.21.15.122:0/407893609 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe66406be30 msgr2=0x7fe66406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe66406be30 0x7fe66406e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe668034000 tx=0x7fe66802e000 comp rx=0 tx=0).stop 2024-09-12T01:17:31.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 -- 172.21.15.122:0/407893609 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe678161c80 msgr2=0x7fe6780cdff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe678161c80 0x7fe6780cdff0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe66c00c3a0 tx=0x7fe66c00c860 comp rx=0 tx=0).stop 2024-09-12T01:17:31.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 -- 172.21.15.122:0/407893609 shutdown_connections 2024-09-12T01:17:31.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe66406be30 0x7fe66406e2f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe678162060 0x7fe6780b2160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe678161c80 0x7fe6780cdff0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 --2- 172.21.15.122:0/407893609 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe6780b6680 0x7fe6780cbfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 -- 172.21.15.122:0/407893609 >> 172.21.15.122:0/407893609 conn(0x7fe6780d44f0 msgr2=0x7fe6780b5110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:31.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 -- 172.21.15.122:0/407893609 shutdown_connections 2024-09-12T01:17:31.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.561+0000 7fe67d3e4640 1 -- 172.21.15.122:0/407893609 wait complete. 2024-09-12T01:17:31.571 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":33,"stamp":"2024-09-12T01:17:29.844098+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219508,"kb_used_data":3272,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755212,"statfs":{"total":773094113280,"available":772869337088,"internally_reserved":0,"allocated":3350528,"data_stored":2018492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":221236788},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002384"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265286+0000","last_change":"2024-09-12T01:17:10.586002+0000","last_active":"2024-09-12T01:17:17.265286+0000","last_peered":"2024-09-12T01:17:17.265286+0000","last_clean":"2024-09-12T01:17:17.265286+0000","last_became_active":"2024-09-12T01:17:10.585514+0000","last_became_peered":"2024-09-12T01:17:10.585514+0000","last_unstale":"2024-09-12T01:17:17.265286+0000","last_undegraded":"2024-09-12T01:17:17.265286+0000","last_fullsized":"2024-09-12T01:17:17.265286+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:04.404100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266000+0000","last_change":"2024-09-12T01:17:11.598677+0000","last_active":"2024-09-12T01:17:17.266000+0000","last_peered":"2024-09-12T01:17:17.266000+0000","last_clean":"2024-09-12T01:17:17.266000+0000","last_became_active":"2024-09-12T01:17:11.598374+0000","last_became_peered":"2024-09-12T01:17:11.598374+0000","last_unstale":"2024-09-12T01:17:17.266000+0000","last_undegraded":"2024-09-12T01:17:17.266000+0000","last_fullsized":"2024-09-12T01:17:17.266000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265122+0000","last_change":"2024-09-12T01:17:15.780041+0000","last_active":"2024-09-12T01:17:17.265122+0000","last_peered":"2024-09-12T01:17:17.265122+0000","last_clean":"2024-09-12T01:17:17.265122+0000","last_became_active":"2024-09-12T01:17:15.779425+0000","last_became_peered":"2024-09-12T01:17:15.779425+0000","last_unstale":"2024-09-12T01:17:17.265122+0000","last_undegraded":"2024-09-12T01:17:17.265122+0000","last_fullsized":"2024-09-12T01:17:17.265122+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:51.253916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266126+0000","last_change":"2024-09-12T01:17:10.585775+0000","last_active":"2024-09-12T01:17:17.266126+0000","last_peered":"2024-09-12T01:17:17.266126+0000","last_clean":"2024-09-12T01:17:17.266126+0000","last_became_active":"2024-09-12T01:17:10.585477+0000","last_became_peered":"2024-09-12T01:17:10.585477+0000","last_unstale":"2024-09-12T01:17:17.266126+0000","last_undegraded":"2024-09-12T01:17:17.266126+0000","last_fullsized":"2024-09-12T01:17:17.266126+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:03.137078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265131+0000","last_change":"2024-09-12T01:17:11.593051+0000","last_active":"2024-09-12T01:17:17.265131+0000","last_peered":"2024-09-12T01:17:17.265131+0000","last_clean":"2024-09-12T01:17:17.265131+0000","last_became_active":"2024-09-12T01:17:11.592459+0000","last_became_peered":"2024-09-12T01:17:11.592459+0000","last_unstale":"2024-09-12T01:17:17.265131+0000","last_undegraded":"2024-09-12T01:17:17.265131+0000","last_fullsized":"2024-09-12T01:17:17.265131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:26.158406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618717+0000","last_change":"2024-09-12T01:17:15.604363+0000","last_active":"2024-09-12T01:17:16.618717+0000","last_peered":"2024-09-12T01:17:16.618717+0000","last_clean":"2024-09-12T01:17:16.618717+0000","last_became_active":"2024-09-12T01:17:15.603988+0000","last_became_peered":"2024-09-12T01:17:15.603988+0000","last_unstale":"2024-09-12T01:17:16.618717+0000","last_undegraded":"2024-09-12T01:17:16.618717+0000","last_fullsized":"2024-09-12T01:17:16.618717+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:46.096914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265739+0000","last_change":"2024-09-12T01:17:10.591026+0000","last_active":"2024-09-12T01:17:17.265739+0000","last_peered":"2024-09-12T01:17:17.265739+0000","last_clean":"2024-09-12T01:17:17.265739+0000","last_became_active":"2024-09-12T01:17:10.590437+0000","last_became_peered":"2024-09-12T01:17:10.590437+0000","last_unstale":"2024-09-12T01:17:17.265739+0000","last_undegraded":"2024-09-12T01:17:17.265739+0000","last_fullsized":"2024-09-12T01:17:17.265739+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:06.319601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617973+0000","last_change":"2024-09-12T01:17:11.585108+0000","last_active":"2024-09-12T01:17:16.617973+0000","last_peered":"2024-09-12T01:17:16.617973+0000","last_clean":"2024-09-12T01:17:16.617973+0000","last_became_active":"2024-09-12T01:17:11.584829+0000","last_became_peered":"2024-09-12T01:17:11.584829+0000","last_unstale":"2024-09-12T01:17:16.617973+0000","last_undegraded":"2024-09-12T01:17:16.617973+0000","last_fullsized":"2024-09-12T01:17:16.617973+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:42.075205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619668+0000","last_change":"2024-09-12T01:17:15.607644+0000","last_active":"2024-09-12T01:17:16.619668+0000","last_peered":"2024-09-12T01:17:16.619668+0000","last_clean":"2024-09-12T01:17:16.619668+0000","last_became_active":"2024-09-12T01:17:15.606843+0000","last_became_peered":"2024-09-12T01:17:15.606843+0000","last_unstale":"2024-09-12T01:17:16.619668+0000","last_undegraded":"2024-09-12T01:17:16.619668+0000","last_fullsized":"2024-09-12T01:17:16.619668+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265196+0000","last_change":"2024-09-12T01:17:10.586615+0000","last_active":"2024-09-12T01:17:17.265196+0000","last_peered":"2024-09-12T01:17:17.265196+0000","last_clean":"2024-09-12T01:17:17.265196+0000","last_became_active":"2024-09-12T01:17:10.586315+0000","last_became_peered":"2024-09-12T01:17:10.586315+0000","last_unstale":"2024-09-12T01:17:17.265196+0000","last_undegraded":"2024-09-12T01:17:17.265196+0000","last_fullsized":"2024-09-12T01:17:17.265196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618344+0000","last_change":"2024-09-12T01:17:11.585070+0000","last_active":"2024-09-12T01:17:16.618344+0000","last_peered":"2024-09-12T01:17:16.618344+0000","last_clean":"2024-09-12T01:17:16.618344+0000","last_became_active":"2024-09-12T01:17:11.584800+0000","last_became_peered":"2024-09-12T01:17:11.584800+0000","last_unstale":"2024-09-12T01:17:16.618344+0000","last_undegraded":"2024-09-12T01:17:16.618344+0000","last_fullsized":"2024-09-12T01:17:16.618344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:48.708757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618524+0000","last_change":"2024-09-12T01:17:15.603158+0000","last_active":"2024-09-12T01:17:16.618524+0000","last_peered":"2024-09-12T01:17:16.618524+0000","last_clean":"2024-09-12T01:17:16.618524+0000","last_became_active":"2024-09-12T01:17:15.602740+0000","last_became_peered":"2024-09-12T01:17:15.602740+0000","last_unstale":"2024-09-12T01:17:16.618524+0000","last_undegraded":"2024-09-12T01:17:16.618524+0000","last_fullsized":"2024-09-12T01:17:16.618524+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:49.700075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265236+0000","last_change":"2024-09-12T01:17:11.595870+0000","last_active":"2024-09-12T01:17:17.265236+0000","last_peered":"2024-09-12T01:17:17.265236+0000","last_clean":"2024-09-12T01:17:17.265236+0000","last_became_active":"2024-09-12T01:17:11.595581+0000","last_became_peered":"2024-09-12T01:17:11.595581+0000","last_unstale":"2024-09-12T01:17:17.265236+0000","last_undegraded":"2024-09-12T01:17:17.265236+0000","last_fullsized":"2024-09-12T01:17:17.265236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265325+0000","last_change":"2024-09-12T01:17:10.587629+0000","last_active":"2024-09-12T01:17:17.265325+0000","last_peered":"2024-09-12T01:17:17.265325+0000","last_clean":"2024-09-12T01:17:17.265325+0000","last_became_active":"2024-09-12T01:17:10.587347+0000","last_became_peered":"2024-09-12T01:17:10.587347+0000","last_unstale":"2024-09-12T01:17:17.265325+0000","last_undegraded":"2024-09-12T01:17:17.265325+0000","last_fullsized":"2024-09-12T01:17:17.265325+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619010+0000","last_change":"2024-09-12T01:17:15.604181+0000","last_active":"2024-09-12T01:17:16.619010+0000","last_peered":"2024-09-12T01:17:16.619010+0000","last_clean":"2024-09-12T01:17:16.619010+0000","last_became_active":"2024-09-12T01:17:15.603745+0000","last_became_peered":"2024-09-12T01:17:15.603745+0000","last_unstale":"2024-09-12T01:17:16.619010+0000","last_undegraded":"2024-09-12T01:17:16.619010+0000","last_fullsized":"2024-09-12T01:17:16.619010+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265625+0000","last_change":"2024-09-12T01:17:11.588412+0000","last_active":"2024-09-12T01:17:17.265625+0000","last_peered":"2024-09-12T01:17:17.265625+0000","last_clean":"2024-09-12T01:17:17.265625+0000","last_became_active":"2024-09-12T01:17:11.588138+0000","last_became_peered":"2024-09-12T01:17:11.588138+0000","last_unstale":"2024-09-12T01:17:17.265625+0000","last_undegraded":"2024-09-12T01:17:17.265625+0000","last_fullsized":"2024-09-12T01:17:17.265625+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:15.910181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657382+0000","last_change":"2024-09-12T01:17:10.583421+0000","last_active":"2024-09-12T01:17:16.657382+0000","last_peered":"2024-09-12T01:17:16.657382+0000","last_clean":"2024-09-12T01:17:16.657382+0000","last_became_active":"2024-09-12T01:17:10.583153+0000","last_became_peered":"2024-09-12T01:17:10.583153+0000","last_unstale":"2024-09-12T01:17:16.657382+0000","last_undegraded":"2024-09-12T01:17:16.657382+0000","last_fullsized":"2024-09-12T01:17:16.657382+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619160+0000","last_change":"2024-09-12T01:17:15.602314+0000","last_active":"2024-09-12T01:17:16.619160+0000","last_peered":"2024-09-12T01:17:16.619160+0000","last_clean":"2024-09-12T01:17:16.619160+0000","last_became_active":"2024-09-12T01:17:15.601909+0000","last_became_peered":"2024-09-12T01:17:15.601909+0000","last_unstale":"2024-09-12T01:17:16.619160+0000","last_undegraded":"2024-09-12T01:17:16.619160+0000","last_fullsized":"2024-09-12T01:17:16.619160+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265085+0000","last_change":"2024-09-12T01:17:11.583965+0000","last_active":"2024-09-12T01:17:17.265085+0000","last_peered":"2024-09-12T01:17:17.265085+0000","last_clean":"2024-09-12T01:17:17.265085+0000","last_became_active":"2024-09-12T01:17:11.583702+0000","last_became_peered":"2024-09-12T01:17:11.583702+0000","last_unstale":"2024-09-12T01:17:17.265085+0000","last_undegraded":"2024-09-12T01:17:17.265085+0000","last_fullsized":"2024-09-12T01:17:17.265085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:08.742892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657084+0000","last_change":"2024-09-12T01:17:10.585334+0000","last_active":"2024-09-12T01:17:16.657084+0000","last_peered":"2024-09-12T01:17:16.657084+0000","last_clean":"2024-09-12T01:17:16.657084+0000","last_became_active":"2024-09-12T01:17:10.585030+0000","last_became_peered":"2024-09-12T01:17:10.585030+0000","last_unstale":"2024-09-12T01:17:16.657084+0000","last_undegraded":"2024-09-12T01:17:16.657084+0000","last_fullsized":"2024-09-12T01:17:16.657084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:13.112009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657704+0000","last_change":"2024-09-12T01:17:15.780045+0000","last_active":"2024-09-12T01:17:16.657704+0000","last_peered":"2024-09-12T01:17:16.657704+0000","last_clean":"2024-09-12T01:17:16.657704+0000","last_became_active":"2024-09-12T01:17:15.779539+0000","last_became_peered":"2024-09-12T01:17:15.779539+0000","last_unstale":"2024-09-12T01:17:16.657704+0000","last_undegraded":"2024-09-12T01:17:16.657704+0000","last_fullsized":"2024-09-12T01:17:16.657704+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619650+0000","last_change":"2024-09-12T01:17:11.585488+0000","last_active":"2024-09-12T01:17:16.619650+0000","last_peered":"2024-09-12T01:17:16.619650+0000","last_clean":"2024-09-12T01:17:16.619650+0000","last_became_active":"2024-09-12T01:17:11.585052+0000","last_became_peered":"2024-09-12T01:17:11.585052+0000","last_unstale":"2024-09-12T01:17:16.619650+0000","last_undegraded":"2024-09-12T01:17:16.619650+0000","last_fullsized":"2024-09-12T01:17:16.619650+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:02.314044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264776+0000","last_change":"2024-09-12T01:17:10.588378+0000","last_active":"2024-09-12T01:17:17.264776+0000","last_peered":"2024-09-12T01:17:17.264776+0000","last_clean":"2024-09-12T01:17:17.264776+0000","last_became_active":"2024-09-12T01:17:10.588109+0000","last_became_peered":"2024-09-12T01:17:10.588109+0000","last_unstale":"2024-09-12T01:17:17.264776+0000","last_undegraded":"2024-09-12T01:17:17.264776+0000","last_fullsized":"2024-09-12T01:17:17.264776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618433+0000","last_change":"2024-09-12T01:17:15.607948+0000","last_active":"2024-09-12T01:17:16.618433+0000","last_peered":"2024-09-12T01:17:16.618433+0000","last_clean":"2024-09-12T01:17:16.618433+0000","last_became_active":"2024-09-12T01:17:15.607196+0000","last_became_peered":"2024-09-12T01:17:15.607196+0000","last_unstale":"2024-09-12T01:17:16.618433+0000","last_undegraded":"2024-09-12T01:17:16.618433+0000","last_fullsized":"2024-09-12T01:17:16.618433+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:29.155405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264883+0000","last_change":"2024-09-12T01:17:11.579409+0000","last_active":"2024-09-12T01:17:17.264883+0000","last_peered":"2024-09-12T01:17:17.264883+0000","last_clean":"2024-09-12T01:17:17.264883+0000","last_became_active":"2024-09-12T01:17:11.579134+0000","last_became_peered":"2024-09-12T01:17:11.579134+0000","last_unstale":"2024-09-12T01:17:17.264883+0000","last_undegraded":"2024-09-12T01:17:17.264883+0000","last_fullsized":"2024-09-12T01:17:17.264883+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:15.529599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266125+0000","last_change":"2024-09-12T01:17:10.590217+0000","last_active":"2024-09-12T01:17:17.266125+0000","last_peered":"2024-09-12T01:17:17.266125+0000","last_clean":"2024-09-12T01:17:17.266125+0000","last_became_active":"2024-09-12T01:17:10.589930+0000","last_became_peered":"2024-09-12T01:17:10.589930+0000","last_unstale":"2024-09-12T01:17:17.266125+0000","last_undegraded":"2024-09-12T01:17:17.266125+0000","last_fullsized":"2024-09-12T01:17:17.266125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619494+0000","last_change":"2024-09-12T01:17:15.778711+0000","last_active":"2024-09-12T01:17:16.619494+0000","last_peered":"2024-09-12T01:17:16.619494+0000","last_clean":"2024-09-12T01:17:16.619494+0000","last_became_active":"2024-09-12T01:17:15.777531+0000","last_became_peered":"2024-09-12T01:17:15.777531+0000","last_unstale":"2024-09-12T01:17:16.619494+0000","last_undegraded":"2024-09-12T01:17:16.619494+0000","last_fullsized":"2024-09-12T01:17:16.619494+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266212+0000","last_change":"2024-09-12T01:17:11.589616+0000","last_active":"2024-09-12T01:17:17.266212+0000","last_peered":"2024-09-12T01:17:17.266212+0000","last_clean":"2024-09-12T01:17:17.266212+0000","last_became_active":"2024-09-12T01:17:11.589325+0000","last_became_peered":"2024-09-12T01:17:11.589325+0000","last_unstale":"2024-09-12T01:17:17.266212+0000","last_undegraded":"2024-09-12T01:17:17.266212+0000","last_fullsized":"2024-09-12T01:17:17.266212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657639+0000","last_change":"2024-09-12T01:17:10.587784+0000","last_active":"2024-09-12T01:17:16.657639+0000","last_peered":"2024-09-12T01:17:16.657639+0000","last_clean":"2024-09-12T01:17:16.657639+0000","last_became_active":"2024-09-12T01:17:10.587473+0000","last_became_peered":"2024-09-12T01:17:10.587473+0000","last_unstale":"2024-09-12T01:17:16.657639+0000","last_undegraded":"2024-09-12T01:17:16.657639+0000","last_fullsized":"2024-09-12T01:17:16.657639+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:01.507926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264626+0000","last_change":"2024-09-12T01:17:15.777952+0000","last_active":"2024-09-12T01:17:17.264626+0000","last_peered":"2024-09-12T01:17:17.264626+0000","last_clean":"2024-09-12T01:17:17.264626+0000","last_became_active":"2024-09-12T01:17:15.777555+0000","last_became_peered":"2024-09-12T01:17:15.777555+0000","last_unstale":"2024-09-12T01:17:17.264626+0000","last_undegraded":"2024-09-12T01:17:17.264626+0000","last_fullsized":"2024-09-12T01:17:17.264626+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657524+0000","last_change":"2024-09-12T01:17:11.580386+0000","last_active":"2024-09-12T01:17:16.657524+0000","last_peered":"2024-09-12T01:17:16.657524+0000","last_clean":"2024-09-12T01:17:16.657524+0000","last_became_active":"2024-09-12T01:17:11.580125+0000","last_became_peered":"2024-09-12T01:17:11.580125+0000","last_unstale":"2024-09-12T01:17:16.657524+0000","last_undegraded":"2024-09-12T01:17:16.657524+0000","last_fullsized":"2024-09-12T01:17:16.657524+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:01.905545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265851+0000","last_change":"2024-09-12T01:17:10.585693+0000","last_active":"2024-09-12T01:17:17.265851+0000","last_peered":"2024-09-12T01:17:17.265851+0000","last_clean":"2024-09-12T01:17:17.265851+0000","last_became_active":"2024-09-12T01:17:10.585382+0000","last_became_peered":"2024-09-12T01:17:10.585382+0000","last_unstale":"2024-09-12T01:17:17.265851+0000","last_undegraded":"2024-09-12T01:17:17.265851+0000","last_fullsized":"2024-09-12T01:17:17.265851+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:17.367349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264487+0000","last_change":"2024-09-12T01:17:15.776856+0000","last_active":"2024-09-12T01:17:17.264487+0000","last_peered":"2024-09-12T01:17:17.264487+0000","last_clean":"2024-09-12T01:17:17.264487+0000","last_became_active":"2024-09-12T01:17:15.776523+0000","last_became_peered":"2024-09-12T01:17:15.776523+0000","last_unstale":"2024-09-12T01:17:17.264487+0000","last_undegraded":"2024-09-12T01:17:17.264487+0000","last_fullsized":"2024-09-12T01:17:17.264487+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:41.733664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618460+0000","last_change":"2024-09-12T01:17:11.586045+0000","last_active":"2024-09-12T01:17:16.618460+0000","last_peered":"2024-09-12T01:17:16.618460+0000","last_clean":"2024-09-12T01:17:16.618460+0000","last_became_active":"2024-09-12T01:17:11.585733+0000","last_became_peered":"2024-09-12T01:17:11.585733+0000","last_unstale":"2024-09-12T01:17:16.618460+0000","last_undegraded":"2024-09-12T01:17:16.618460+0000","last_fullsized":"2024-09-12T01:17:16.618460+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:08.010472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657580+0000","last_change":"2024-09-12T01:17:10.580893+0000","last_active":"2024-09-12T01:17:16.657580+0000","last_peered":"2024-09-12T01:17:16.657580+0000","last_clean":"2024-09-12T01:17:16.657580+0000","last_became_active":"2024-09-12T01:17:10.580613+0000","last_became_peered":"2024-09-12T01:17:10.580613+0000","last_unstale":"2024-09-12T01:17:16.657580+0000","last_undegraded":"2024-09-12T01:17:16.657580+0000","last_fullsized":"2024-09-12T01:17:16.657580+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:09.757662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657102+0000","last_change":"2024-09-12T01:17:15.605783+0000","last_active":"2024-09-12T01:17:16.657102+0000","last_peered":"2024-09-12T01:17:16.657102+0000","last_clean":"2024-09-12T01:17:16.657102+0000","last_became_active":"2024-09-12T01:17:15.605374+0000","last_became_peered":"2024-09-12T01:17:15.605374+0000","last_unstale":"2024-09-12T01:17:16.657102+0000","last_undegraded":"2024-09-12T01:17:16.657102+0000","last_fullsized":"2024-09-12T01:17:16.657102+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619777+0000","last_change":"2024-09-12T01:17:11.584813+0000","last_active":"2024-09-12T01:17:16.619777+0000","last_peered":"2024-09-12T01:17:16.619777+0000","last_clean":"2024-09-12T01:17:16.619777+0000","last_became_active":"2024-09-12T01:17:11.584472+0000","last_became_peered":"2024-09-12T01:17:11.584472+0000","last_unstale":"2024-09-12T01:17:16.619777+0000","last_undegraded":"2024-09-12T01:17:16.619777+0000","last_fullsized":"2024-09-12T01:17:16.619777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:19.985567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619704+0000","last_change":"2024-09-12T01:17:10.583724+0000","last_active":"2024-09-12T01:17:16.619704+0000","last_peered":"2024-09-12T01:17:16.619704+0000","last_clean":"2024-09-12T01:17:16.619704+0000","last_became_active":"2024-09-12T01:17:10.583358+0000","last_became_peered":"2024-09-12T01:17:10.583358+0000","last_unstale":"2024-09-12T01:17:16.619704+0000","last_undegraded":"2024-09-12T01:17:16.619704+0000","last_fullsized":"2024-09-12T01:17:16.619704+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657421+0000","last_change":"2024-09-12T01:17:15.606566+0000","last_active":"2024-09-12T01:17:16.657421+0000","last_peered":"2024-09-12T01:17:16.657421+0000","last_clean":"2024-09-12T01:17:16.657421+0000","last_became_active":"2024-09-12T01:17:15.606099+0000","last_became_peered":"2024-09-12T01:17:15.606099+0000","last_unstale":"2024-09-12T01:17:16.657421+0000","last_undegraded":"2024-09-12T01:17:16.657421+0000","last_fullsized":"2024-09-12T01:17:16.657421+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657002+0000","last_change":"2024-09-12T01:17:11.578435+0000","last_active":"2024-09-12T01:17:16.657002+0000","last_peered":"2024-09-12T01:17:16.657002+0000","last_clean":"2024-09-12T01:17:16.657002+0000","last_became_active":"2024-09-12T01:17:11.578163+0000","last_became_peered":"2024-09-12T01:17:11.578163+0000","last_unstale":"2024-09-12T01:17:16.657002+0000","last_undegraded":"2024-09-12T01:17:16.657002+0000","last_fullsized":"2024-09-12T01:17:16.657002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:15.910181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618811+0000","last_change":"2024-09-12T01:17:10.582207+0000","last_active":"2024-09-12T01:17:16.618811+0000","last_peered":"2024-09-12T01:17:16.618811+0000","last_clean":"2024-09-12T01:17:16.618811+0000","last_became_active":"2024-09-12T01:17:10.581928+0000","last_became_peered":"2024-09-12T01:17:10.581928+0000","last_unstale":"2024-09-12T01:17:16.618811+0000","last_undegraded":"2024-09-12T01:17:16.618811+0000","last_fullsized":"2024-09-12T01:17:16.618811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:13.112009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657650+0000","last_change":"2024-09-12T01:17:15.605262+0000","last_active":"2024-09-12T01:17:16.657650+0000","last_peered":"2024-09-12T01:17:16.657650+0000","last_clean":"2024-09-12T01:17:16.657650+0000","last_became_active":"2024-09-12T01:17:15.603175+0000","last_became_peered":"2024-09-12T01:17:15.603175+0000","last_unstale":"2024-09-12T01:17:16.657650+0000","last_undegraded":"2024-09-12T01:17:16.657650+0000","last_fullsized":"2024-09-12T01:17:16.657650+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:59.300217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264271+0000","last_change":"2024-09-12T01:17:11.590713+0000","last_active":"2024-09-12T01:17:17.264271+0000","last_peered":"2024-09-12T01:17:17.264271+0000","last_clean":"2024-09-12T01:17:17.264271+0000","last_became_active":"2024-09-12T01:17:11.590432+0000","last_became_peered":"2024-09-12T01:17:11.590432+0000","last_unstale":"2024-09-12T01:17:17.264271+0000","last_undegraded":"2024-09-12T01:17:17.264271+0000","last_fullsized":"2024-09-12T01:17:17.264271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:38.781859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264852+0000","last_change":"2024-09-12T01:17:10.589841+0000","last_active":"2024-09-12T01:17:17.264852+0000","last_peered":"2024-09-12T01:17:17.264852+0000","last_clean":"2024-09-12T01:17:17.264852+0000","last_became_active":"2024-09-12T01:17:10.589527+0000","last_became_peered":"2024-09-12T01:17:10.589527+0000","last_unstale":"2024-09-12T01:17:17.264852+0000","last_undegraded":"2024-09-12T01:17:17.264852+0000","last_fullsized":"2024-09-12T01:17:17.264852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264744+0000","last_change":"2024-09-12T01:17:15.777704+0000","last_active":"2024-09-12T01:17:17.264744+0000","last_peered":"2024-09-12T01:17:17.264744+0000","last_clean":"2024-09-12T01:17:17.264744+0000","last_became_active":"2024-09-12T01:17:15.777303+0000","last_became_peered":"2024-09-12T01:17:15.777303+0000","last_unstale":"2024-09-12T01:17:17.264744+0000","last_undegraded":"2024-09-12T01:17:17.264744+0000","last_fullsized":"2024-09-12T01:17:17.264744+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:28.324723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265476+0000","last_change":"2024-09-12T01:17:11.597171+0000","last_active":"2024-09-12T01:17:17.265476+0000","last_peered":"2024-09-12T01:17:17.265476+0000","last_clean":"2024-09-12T01:17:17.265476+0000","last_became_active":"2024-09-12T01:17:11.596311+0000","last_became_peered":"2024-09-12T01:17:11.596311+0000","last_unstale":"2024-09-12T01:17:17.265476+0000","last_undegraded":"2024-09-12T01:17:17.265476+0000","last_fullsized":"2024-09-12T01:17:17.265476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:37.900042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618221+0000","last_change":"2024-09-12T01:17:10.582275+0000","last_active":"2024-09-12T01:17:16.618221+0000","last_peered":"2024-09-12T01:17:16.618221+0000","last_clean":"2024-09-12T01:17:16.618221+0000","last_became_active":"2024-09-12T01:17:10.581972+0000","last_became_peered":"2024-09-12T01:17:10.581972+0000","last_unstale":"2024-09-12T01:17:16.618221+0000","last_undegraded":"2024-09-12T01:17:16.618221+0000","last_fullsized":"2024-09-12T01:17:16.618221+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264896+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:17:17.264896+0000","last_peered":"2024-09-12T01:17:17.264896+0000","last_clean":"2024-09-12T01:17:17.264896+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:17:17.264896+0000","last_undegraded":"2024-09-12T01:17:17.264896+0000","last_fullsized":"2024-09-12T01:17:17.264896+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266104+0000","last_change":"2024-09-12T01:17:15.778699+0000","last_active":"2024-09-12T01:17:17.266104+0000","last_peered":"2024-09-12T01:17:17.266104+0000","last_clean":"2024-09-12T01:17:17.266104+0000","last_became_active":"2024-09-12T01:17:15.778289+0000","last_became_peered":"2024-09-12T01:17:15.778289+0000","last_unstale":"2024-09-12T01:17:17.266104+0000","last_undegraded":"2024-09-12T01:17:17.266104+0000","last_fullsized":"2024-09-12T01:17:17.266104+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265629+0000","last_change":"2024-09-12T01:17:11.601353+0000","last_active":"2024-09-12T01:17:17.265629+0000","last_peered":"2024-09-12T01:17:17.265629+0000","last_clean":"2024-09-12T01:17:17.265629+0000","last_became_active":"2024-09-12T01:17:11.601037+0000","last_became_peered":"2024-09-12T01:17:11.601037+0000","last_unstale":"2024-09-12T01:17:17.265629+0000","last_undegraded":"2024-09-12T01:17:17.265629+0000","last_fullsized":"2024-09-12T01:17:17.265629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:25.133695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618906+0000","last_change":"2024-09-12T01:17:10.578667+0000","last_active":"2024-09-12T01:17:16.618906+0000","last_peered":"2024-09-12T01:17:16.618906+0000","last_clean":"2024-09-12T01:17:16.618906+0000","last_became_active":"2024-09-12T01:17:10.578382+0000","last_became_peered":"2024-09-12T01:17:10.578382+0000","last_unstale":"2024-09-12T01:17:16.618906+0000","last_undegraded":"2024-09-12T01:17:16.618906+0000","last_fullsized":"2024-09-12T01:17:16.618906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:33.129269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265300+0000","last_change":"2024-09-12T01:17:15.778035+0000","last_active":"2024-09-12T01:17:17.265300+0000","last_peered":"2024-09-12T01:17:17.265300+0000","last_clean":"2024-09-12T01:17:17.265300+0000","last_became_active":"2024-09-12T01:17:15.777269+0000","last_became_peered":"2024-09-12T01:17:15.777269+0000","last_unstale":"2024-09-12T01:17:17.265300+0000","last_undegraded":"2024-09-12T01:17:17.265300+0000","last_fullsized":"2024-09-12T01:17:17.265300+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619262+0000","last_change":"2024-09-12T01:17:11.587787+0000","last_active":"2024-09-12T01:17:16.619262+0000","last_peered":"2024-09-12T01:17:16.619262+0000","last_clean":"2024-09-12T01:17:16.619262+0000","last_became_active":"2024-09-12T01:17:11.587514+0000","last_became_peered":"2024-09-12T01:17:11.587514+0000","last_unstale":"2024-09-12T01:17:16.619262+0000","last_undegraded":"2024-09-12T01:17:16.619262+0000","last_fullsized":"2024-09-12T01:17:16.619262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:25.133695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657495+0000","last_change":"2024-09-12T01:17:10.584764+0000","last_active":"2024-09-12T01:17:16.657495+0000","last_peered":"2024-09-12T01:17:16.657495+0000","last_clean":"2024-09-12T01:17:16.657495+0000","last_became_active":"2024-09-12T01:17:10.584451+0000","last_became_peered":"2024-09-12T01:17:10.584451+0000","last_unstale":"2024-09-12T01:17:16.657495+0000","last_undegraded":"2024-09-12T01:17:16.657495+0000","last_fullsized":"2024-09-12T01:17:16.657495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264655+0000","last_change":"2024-09-12T01:17:15.612598+0000","last_active":"2024-09-12T01:17:17.264655+0000","last_peered":"2024-09-12T01:17:17.264655+0000","last_clean":"2024-09-12T01:17:17.264655+0000","last_became_active":"2024-09-12T01:17:15.612071+0000","last_became_peered":"2024-09-12T01:17:15.612071+0000","last_unstale":"2024-09-12T01:17:17.264655+0000","last_undegraded":"2024-09-12T01:17:17.264655+0000","last_fullsized":"2024-09-12T01:17:17.264655+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:47.121149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266075+0000","last_change":"2024-09-12T01:17:11.602585+0000","last_active":"2024-09-12T01:17:17.266075+0000","last_peered":"2024-09-12T01:17:17.266075+0000","last_clean":"2024-09-12T01:17:17.266075+0000","last_became_active":"2024-09-12T01:17:11.602281+0000","last_became_peered":"2024-09-12T01:17:11.602281+0000","last_unstale":"2024-09-12T01:17:17.266075+0000","last_undegraded":"2024-09-12T01:17:17.266075+0000","last_fullsized":"2024-09-12T01:17:17.266075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:30.272764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619021+0000","last_change":"2024-09-12T01:17:10.580045+0000","last_active":"2024-09-12T01:17:16.619021+0000","last_peered":"2024-09-12T01:17:16.619021+0000","last_clean":"2024-09-12T01:17:16.619021+0000","last_became_active":"2024-09-12T01:17:10.579788+0000","last_became_peered":"2024-09-12T01:17:10.579788+0000","last_unstale":"2024-09-12T01:17:16.619021+0000","last_undegraded":"2024-09-12T01:17:16.619021+0000","last_fullsized":"2024-09-12T01:17:16.619021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:47.291916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617978+0000","last_change":"2024-09-12T01:17:15.775432+0000","last_active":"2024-09-12T01:17:16.617978+0000","last_peered":"2024-09-12T01:17:16.617978+0000","last_clean":"2024-09-12T01:17:16.617978+0000","last_became_active":"2024-09-12T01:17:15.775042+0000","last_became_peered":"2024-09-12T01:17:15.775042+0000","last_unstale":"2024-09-12T01:17:16.617978+0000","last_undegraded":"2024-09-12T01:17:16.617978+0000","last_fullsized":"2024-09-12T01:17:16.617978+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:47:31.806907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265408+0000","last_change":"2024-09-12T01:17:11.600517+0000","last_active":"2024-09-12T01:17:17.265408+0000","last_peered":"2024-09-12T01:17:17.265408+0000","last_clean":"2024-09-12T01:17:17.265408+0000","last_became_active":"2024-09-12T01:17:11.600251+0000","last_became_peered":"2024-09-12T01:17:11.600251+0000","last_unstale":"2024-09-12T01:17:17.265408+0000","last_undegraded":"2024-09-12T01:17:17.265408+0000","last_fullsized":"2024-09-12T01:17:17.265408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:42.075205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618964+0000","last_change":"2024-09-12T01:17:10.585476+0000","last_active":"2024-09-12T01:17:16.618964+0000","last_peered":"2024-09-12T01:17:16.618964+0000","last_clean":"2024-09-12T01:17:16.618964+0000","last_became_active":"2024-09-12T01:17:10.585107+0000","last_became_peered":"2024-09-12T01:17:10.585107+0000","last_unstale":"2024-09-12T01:17:16.618964+0000","last_undegraded":"2024-09-12T01:17:16.618964+0000","last_fullsized":"2024-09-12T01:17:16.618964+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:47.291916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618901+0000","last_change":"2024-09-12T01:17:15.603897+0000","last_active":"2024-09-12T01:17:16.618901+0000","last_peered":"2024-09-12T01:17:16.618901+0000","last_clean":"2024-09-12T01:17:16.618901+0000","last_became_active":"2024-09-12T01:17:15.603442+0000","last_became_peered":"2024-09-12T01:17:15.603442+0000","last_unstale":"2024-09-12T01:17:16.618901+0000","last_undegraded":"2024-09-12T01:17:16.618901+0000","last_fullsized":"2024-09-12T01:17:16.618901+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:40.711602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265468+0000","last_change":"2024-09-12T01:17:11.599473+0000","last_active":"2024-09-12T01:17:17.265468+0000","last_peered":"2024-09-12T01:17:17.265468+0000","last_clean":"2024-09-12T01:17:17.265468+0000","last_became_active":"2024-09-12T01:17:11.599113+0000","last_became_peered":"2024-09-12T01:17:11.599113+0000","last_unstale":"2024-09-12T01:17:17.265468+0000","last_undegraded":"2024-09-12T01:17:17.265468+0000","last_fullsized":"2024-09-12T01:17:17.265468+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:45.678365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618627+0000","last_change":"2024-09-12T01:17:10.579498+0000","last_active":"2024-09-12T01:17:16.618627+0000","last_peered":"2024-09-12T01:17:16.618627+0000","last_clean":"2024-09-12T01:17:16.618627+0000","last_became_active":"2024-09-12T01:17:10.579108+0000","last_became_peered":"2024-09-12T01:17:10.579108+0000","last_unstale":"2024-09-12T01:17:16.618627+0000","last_undegraded":"2024-09-12T01:17:16.618627+0000","last_fullsized":"2024-09-12T01:17:16.618627+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:01:41.401607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264734+0000","last_change":"2024-09-12T01:17:15.609335+0000","last_active":"2024-09-12T01:17:17.264734+0000","last_peered":"2024-09-12T01:17:17.264734+0000","last_clean":"2024-09-12T01:17:17.264734+0000","last_became_active":"2024-09-12T01:17:15.608330+0000","last_became_peered":"2024-09-12T01:17:15.608330+0000","last_unstale":"2024-09-12T01:17:17.264734+0000","last_undegraded":"2024-09-12T01:17:17.264734+0000","last_fullsized":"2024-09-12T01:17:17.264734+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:36.583556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264936+0000","last_change":"2024-09-12T01:17:11.593756+0000","last_active":"2024-09-12T01:17:17.264936+0000","last_peered":"2024-09-12T01:17:17.264936+0000","last_clean":"2024-09-12T01:17:17.264936+0000","last_became_active":"2024-09-12T01:17:11.593458+0000","last_became_peered":"2024-09-12T01:17:11.593458+0000","last_unstale":"2024-09-12T01:17:17.264936+0000","last_undegraded":"2024-09-12T01:17:17.264936+0000","last_fullsized":"2024-09-12T01:17:17.264936+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264776+0000","last_change":"2024-09-12T01:17:10.590108+0000","last_active":"2024-09-12T01:17:17.264776+0000","last_peered":"2024-09-12T01:17:17.264776+0000","last_clean":"2024-09-12T01:17:17.264776+0000","last_became_active":"2024-09-12T01:17:10.589816+0000","last_became_peered":"2024-09-12T01:17:10.589816+0000","last_unstale":"2024-09-12T01:17:17.264776+0000","last_undegraded":"2024-09-12T01:17:17.264776+0000","last_fullsized":"2024-09-12T01:17:17.264776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266192+0000","last_change":"2024-09-12T01:17:15.779018+0000","last_active":"2024-09-12T01:17:17.266192+0000","last_peered":"2024-09-12T01:17:17.266192+0000","last_clean":"2024-09-12T01:17:17.266192+0000","last_became_active":"2024-09-12T01:17:15.778628+0000","last_became_peered":"2024-09-12T01:17:15.778628+0000","last_unstale":"2024-09-12T01:17:17.266192+0000","last_undegraded":"2024-09-12T01:17:17.266192+0000","last_fullsized":"2024-09-12T01:17:17.266192+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:04.885386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265318+0000","last_change":"2024-09-12T01:17:11.600718+0000","last_active":"2024-09-12T01:17:17.265318+0000","last_peered":"2024-09-12T01:17:17.265318+0000","last_clean":"2024-09-12T01:17:17.265318+0000","last_became_active":"2024-09-12T01:17:11.600140+0000","last_became_peered":"2024-09-12T01:17:11.600140+0000","last_unstale":"2024-09-12T01:17:17.265318+0000","last_undegraded":"2024-09-12T01:17:17.265318+0000","last_fullsized":"2024-09-12T01:17:17.265318+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619633+0000","last_change":"2024-09-12T01:17:10.584752+0000","last_active":"2024-09-12T01:17:16.619633+0000","last_peered":"2024-09-12T01:17:16.619633+0000","last_clean":"2024-09-12T01:17:16.619633+0000","last_became_active":"2024-09-12T01:17:10.584462+0000","last_became_peered":"2024-09-12T01:17:10.584462+0000","last_unstale":"2024-09-12T01:17:16.619633+0000","last_undegraded":"2024-09-12T01:17:16.619633+0000","last_fullsized":"2024-09-12T01:17:16.619633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265803+0000","last_change":"2024-09-12T01:17:15.777743+0000","last_active":"2024-09-12T01:17:17.265803+0000","last_peered":"2024-09-12T01:17:17.265803+0000","last_clean":"2024-09-12T01:17:17.265803+0000","last_became_active":"2024-09-12T01:17:15.777328+0000","last_became_peered":"2024-09-12T01:17:15.777328+0000","last_unstale":"2024-09-12T01:17:17.265803+0000","last_undegraded":"2024-09-12T01:17:17.265803+0000","last_fullsized":"2024-09-12T01:17:17.265803+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:47:31.806907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264892+0000","last_change":"2024-09-12T01:17:11.600826+0000","last_active":"2024-09-12T01:17:17.264892+0000","last_peered":"2024-09-12T01:17:17.264892+0000","last_clean":"2024-09-12T01:17:17.264892+0000","last_became_active":"2024-09-12T01:17:11.600561+0000","last_became_peered":"2024-09-12T01:17:11.600561+0000","last_unstale":"2024-09-12T01:17:17.264892+0000","last_undegraded":"2024-09-12T01:17:17.264892+0000","last_fullsized":"2024-09-12T01:17:17.264892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:31.041879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264934+0000","last_change":"2024-09-12T01:17:10.587484+0000","last_active":"2024-09-12T01:17:17.264934+0000","last_peered":"2024-09-12T01:17:17.264934+0000","last_clean":"2024-09-12T01:17:17.264934+0000","last_became_active":"2024-09-12T01:17:10.587219+0000","last_became_peered":"2024-09-12T01:17:10.587219+0000","last_unstale":"2024-09-12T01:17:17.264934+0000","last_undegraded":"2024-09-12T01:17:17.264934+0000","last_fullsized":"2024-09-12T01:17:17.264934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:09.882388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618229+0000","last_change":"2024-09-12T01:17:15.778289+0000","last_active":"2024-09-12T01:17:16.618229+0000","last_peered":"2024-09-12T01:17:16.618229+0000","last_clean":"2024-09-12T01:17:16.618229+0000","last_became_active":"2024-09-12T01:17:15.777878+0000","last_became_peered":"2024-09-12T01:17:15.777878+0000","last_unstale":"2024-09-12T01:17:16.618229+0000","last_undegraded":"2024-09-12T01:17:16.618229+0000","last_fullsized":"2024-09-12T01:17:16.618229+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:31.202531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265590+0000","last_change":"2024-09-12T01:17:11.596322+0000","last_active":"2024-09-12T01:17:17.265590+0000","last_peered":"2024-09-12T01:17:17.265590+0000","last_clean":"2024-09-12T01:17:17.265590+0000","last_became_active":"2024-09-12T01:17:11.596071+0000","last_became_peered":"2024-09-12T01:17:11.596071+0000","last_unstale":"2024-09-12T01:17:17.265590+0000","last_undegraded":"2024-09-12T01:17:17.265590+0000","last_fullsized":"2024-09-12T01:17:17.265590+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:36.689893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:20.886345+0000","last_change":"2024-09-12T01:17:10.587427+0000","last_active":"2024-09-12T01:17:20.886345+0000","last_peered":"2024-09-12T01:17:20.886345+0000","last_clean":"2024-09-12T01:17:20.886345+0000","last_became_active":"2024-09-12T01:17:10.587148+0000","last_became_peered":"2024-09-12T01:17:10.587148+0000","last_unstale":"2024-09-12T01:17:20.886345+0000","last_undegraded":"2024-09-12T01:17:20.886345+0000","last_fullsized":"2024-09-12T01:17:20.886345+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657140+0000","last_change":"2024-09-12T01:17:15.610309+0000","last_active":"2024-09-12T01:17:16.657140+0000","last_peered":"2024-09-12T01:17:16.657140+0000","last_clean":"2024-09-12T01:17:16.657140+0000","last_became_active":"2024-09-12T01:17:15.609168+0000","last_became_peered":"2024-09-12T01:17:15.609168+0000","last_unstale":"2024-09-12T01:17:16.657140+0000","last_undegraded":"2024-09-12T01:17:16.657140+0000","last_fullsized":"2024-09-12T01:17:16.657140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619514+0000","last_change":"2024-09-12T01:17:11.589626+0000","last_active":"2024-09-12T01:17:16.619514+0000","last_peered":"2024-09-12T01:17:16.619514+0000","last_clean":"2024-09-12T01:17:16.619514+0000","last_became_active":"2024-09-12T01:17:11.589327+0000","last_became_peered":"2024-09-12T01:17:11.589327+0000","last_unstale":"2024-09-12T01:17:16.619514+0000","last_undegraded":"2024-09-12T01:17:16.619514+0000","last_fullsized":"2024-09-12T01:17:16.619514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:18.372767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657468+0000","last_change":"2024-09-12T01:17:10.582658+0000","last_active":"2024-09-12T01:17:16.657468+0000","last_peered":"2024-09-12T01:17:16.657468+0000","last_clean":"2024-09-12T01:17:16.657468+0000","last_became_active":"2024-09-12T01:17:10.582406+0000","last_became_peered":"2024-09-12T01:17:10.582406+0000","last_unstale":"2024-09-12T01:17:16.657468+0000","last_undegraded":"2024-09-12T01:17:16.657468+0000","last_fullsized":"2024-09-12T01:17:16.657468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619571+0000","last_change":"2024-09-12T01:17:15.608879+0000","last_active":"2024-09-12T01:17:16.619571+0000","last_peered":"2024-09-12T01:17:16.619571+0000","last_clean":"2024-09-12T01:17:16.619571+0000","last_became_active":"2024-09-12T01:17:15.607003+0000","last_became_peered":"2024-09-12T01:17:15.607003+0000","last_unstale":"2024-09-12T01:17:16.619571+0000","last_undegraded":"2024-09-12T01:17:16.619571+0000","last_fullsized":"2024-09-12T01:17:16.619571+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:59.300217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265241+0000","last_change":"2024-09-12T01:17:11.593258+0000","last_active":"2024-09-12T01:17:17.265241+0000","last_peered":"2024-09-12T01:17:17.265241+0000","last_clean":"2024-09-12T01:17:17.265241+0000","last_became_active":"2024-09-12T01:17:11.592803+0000","last_became_peered":"2024-09-12T01:17:11.592803+0000","last_unstale":"2024-09-12T01:17:17.265241+0000","last_undegraded":"2024-09-12T01:17:17.265241+0000","last_fullsized":"2024-09-12T01:17:17.265241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.840662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618347+0000","last_change":"2024-09-12T01:17:10.590916+0000","last_active":"2024-09-12T01:17:16.618347+0000","last_peered":"2024-09-12T01:17:16.618347+0000","last_clean":"2024-09-12T01:17:16.618347+0000","last_became_active":"2024-09-12T01:17:10.590617+0000","last_became_peered":"2024-09-12T01:17:10.590617+0000","last_unstale":"2024-09-12T01:17:16.618347+0000","last_undegraded":"2024-09-12T01:17:16.618347+0000","last_fullsized":"2024-09-12T01:17:16.618347+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264947+0000","last_change":"2024-09-12T01:17:15.608476+0000","last_active":"2024-09-12T01:17:17.264947+0000","last_peered":"2024-09-12T01:17:17.264947+0000","last_clean":"2024-09-12T01:17:17.264947+0000","last_became_active":"2024-09-12T01:17:15.607668+0000","last_became_peered":"2024-09-12T01:17:15.607668+0000","last_unstale":"2024-09-12T01:17:17.264947+0000","last_undegraded":"2024-09-12T01:17:17.264947+0000","last_fullsized":"2024-09-12T01:17:17.264947+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:56.288248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618146+0000","last_change":"2024-09-12T01:17:11.594024+0000","last_active":"2024-09-12T01:17:16.618146+0000","last_peered":"2024-09-12T01:17:16.618146+0000","last_clean":"2024-09-12T01:17:16.618146+0000","last_became_active":"2024-09-12T01:17:11.593429+0000","last_became_peered":"2024-09-12T01:17:11.593429+0000","last_unstale":"2024-09-12T01:17:16.618146+0000","last_undegraded":"2024-09-12T01:17:16.618146+0000","last_fullsized":"2024-09-12T01:17:16.618146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:52.266539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265915+0000","last_change":"2024-09-12T01:17:10.588186+0000","last_active":"2024-09-12T01:17:17.265915+0000","last_peered":"2024-09-12T01:17:17.265915+0000","last_clean":"2024-09-12T01:17:17.265915+0000","last_became_active":"2024-09-12T01:17:10.587904+0000","last_became_peered":"2024-09-12T01:17:10.587904+0000","last_unstale":"2024-09-12T01:17:17.265915+0000","last_undegraded":"2024-09-12T01:17:17.265915+0000","last_fullsized":"2024-09-12T01:17:17.265915+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265274+0000","last_change":"2024-09-12T01:17:15.779775+0000","last_active":"2024-09-12T01:17:17.265274+0000","last_peered":"2024-09-12T01:17:17.265274+0000","last_clean":"2024-09-12T01:17:17.265274+0000","last_became_active":"2024-09-12T01:17:15.778910+0000","last_became_peered":"2024-09-12T01:17:15.778910+0000","last_unstale":"2024-09-12T01:17:17.265274+0000","last_undegraded":"2024-09-12T01:17:17.265274+0000","last_fullsized":"2024-09-12T01:17:17.265274+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:12.235636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264588+0000","last_change":"2024-09-12T01:17:15.778482+0000","last_active":"2024-09-12T01:17:17.264588+0000","last_peered":"2024-09-12T01:17:17.264588+0000","last_clean":"2024-09-12T01:17:17.264588+0000","last_became_active":"2024-09-12T01:17:15.778108+0000","last_became_peered":"2024-09-12T01:17:15.778108+0000","last_unstale":"2024-09-12T01:17:17.264588+0000","last_undegraded":"2024-09-12T01:17:17.264588+0000","last_fullsized":"2024-09-12T01:17:17.264588+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:27.996522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.656948+0000","last_change":"2024-09-12T01:17:11.581179+0000","last_active":"2024-09-12T01:17:16.656948+0000","last_peered":"2024-09-12T01:17:16.656948+0000","last_clean":"2024-09-12T01:17:16.656948+0000","last_became_active":"2024-09-12T01:17:11.580885+0000","last_became_peered":"2024-09-12T01:17:11.580885+0000","last_unstale":"2024-09-12T01:17:16.656948+0000","last_undegraded":"2024-09-12T01:17:16.656948+0000","last_fullsized":"2024-09-12T01:17:16.656948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:37.900042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619089+0000","last_change":"2024-09-12T01:17:10.584706+0000","last_active":"2024-09-12T01:17:16.619089+0000","last_peered":"2024-09-12T01:17:16.619089+0000","last_clean":"2024-09-12T01:17:16.619089+0000","last_became_active":"2024-09-12T01:17:10.584409+0000","last_became_peered":"2024-09-12T01:17:10.584409+0000","last_unstale":"2024-09-12T01:17:16.619089+0000","last_undegraded":"2024-09-12T01:17:16.619089+0000","last_fullsized":"2024-09-12T01:17:16.619089+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:09.757662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265735+0000","last_change":"2024-09-12T01:17:15.609035+0000","last_active":"2024-09-12T01:17:17.265735+0000","last_peered":"2024-09-12T01:17:17.265735+0000","last_clean":"2024-09-12T01:17:17.265735+0000","last_became_active":"2024-09-12T01:17:15.608643+0000","last_became_peered":"2024-09-12T01:17:15.608643+0000","last_unstale":"2024-09-12T01:17:17.265735+0000","last_undegraded":"2024-09-12T01:17:17.265735+0000","last_fullsized":"2024-09-12T01:17:17.265735+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265021+0000","last_change":"2024-09-12T01:17:11.588355+0000","last_active":"2024-09-12T01:17:17.265021+0000","last_peered":"2024-09-12T01:17:17.265021+0000","last_clean":"2024-09-12T01:17:17.265021+0000","last_became_active":"2024-09-12T01:17:11.588081+0000","last_became_peered":"2024-09-12T01:17:11.588081+0000","last_unstale":"2024-09-12T01:17:17.265021+0000","last_undegraded":"2024-09-12T01:17:17.265021+0000","last_fullsized":"2024-09-12T01:17:17.265021+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265370+0000","last_change":"2024-09-12T01:17:10.590837+0000","last_active":"2024-09-12T01:17:17.265370+0000","last_peered":"2024-09-12T01:17:17.265370+0000","last_clean":"2024-09-12T01:17:17.265370+0000","last_became_active":"2024-09-12T01:17:10.590616+0000","last_became_peered":"2024-09-12T01:17:10.590616+0000","last_unstale":"2024-09-12T01:17:17.265370+0000","last_undegraded":"2024-09-12T01:17:17.265370+0000","last_fullsized":"2024-09-12T01:17:17.265370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:33.129269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265424+0000","last_change":"2024-09-12T01:17:10.587237+0000","last_active":"2024-09-12T01:17:17.265424+0000","last_peered":"2024-09-12T01:17:17.265424+0000","last_clean":"2024-09-12T01:17:17.265424+0000","last_became_active":"2024-09-12T01:17:10.586976+0000","last_became_peered":"2024-09-12T01:17:10.586976+0000","last_unstale":"2024-09-12T01:17:17.265424+0000","last_undegraded":"2024-09-12T01:17:17.265424+0000","last_fullsized":"2024-09-12T01:17:17.265424+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:06.319601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264845+0000","last_change":"2024-09-12T01:17:11.585467+0000","last_active":"2024-09-12T01:17:17.264845+0000","last_peered":"2024-09-12T01:17:17.264845+0000","last_clean":"2024-09-12T01:17:17.264845+0000","last_became_active":"2024-09-12T01:17:11.585168+0000","last_became_peered":"2024-09-12T01:17:11.585168+0000","last_unstale":"2024-09-12T01:17:17.264845+0000","last_undegraded":"2024-09-12T01:17:17.264845+0000","last_fullsized":"2024-09-12T01:17:17.264845+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:28.623330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618803+0000","last_change":"2024-09-12T01:17:15.608344+0000","last_active":"2024-09-12T01:17:16.618803+0000","last_peered":"2024-09-12T01:17:16.618803+0000","last_clean":"2024-09-12T01:17:16.618803+0000","last_became_active":"2024-09-12T01:17:15.607926+0000","last_became_peered":"2024-09-12T01:17:15.607926+0000","last_unstale":"2024-09-12T01:17:16.618803+0000","last_undegraded":"2024-09-12T01:17:16.618803+0000","last_fullsized":"2024-09-12T01:17:16.618803+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:22.394476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265709+0000","last_change":"2024-09-12T01:17:10.586012+0000","last_active":"2024-09-12T01:17:17.265709+0000","last_peered":"2024-09-12T01:17:17.265709+0000","last_clean":"2024-09-12T01:17:17.265709+0000","last_became_active":"2024-09-12T01:17:10.585298+0000","last_became_peered":"2024-09-12T01:17:10.585298+0000","last_unstale":"2024-09-12T01:17:17.265709+0000","last_undegraded":"2024-09-12T01:17:17.265709+0000","last_fullsized":"2024-09-12T01:17:17.265709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:01:41.401607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618819+0000","last_change":"2024-09-12T01:17:11.586208+0000","last_active":"2024-09-12T01:17:16.618819+0000","last_peered":"2024-09-12T01:17:16.618819+0000","last_clean":"2024-09-12T01:17:16.618819+0000","last_became_active":"2024-09-12T01:17:11.585785+0000","last_became_peered":"2024-09-12T01:17:11.585785+0000","last_unstale":"2024-09-12T01:17:16.618819+0000","last_undegraded":"2024-09-12T01:17:16.618819+0000","last_fullsized":"2024-09-12T01:17:16.618819+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:13.036133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265868+0000","last_change":"2024-09-12T01:17:15.606824+0000","last_active":"2024-09-12T01:17:17.265868+0000","last_peered":"2024-09-12T01:17:17.265868+0000","last_clean":"2024-09-12T01:17:17.265868+0000","last_became_active":"2024-09-12T01:17:15.606425+0000","last_became_peered":"2024-09-12T01:17:15.606425+0000","last_unstale":"2024-09-12T01:17:17.265868+0000","last_undegraded":"2024-09-12T01:17:17.265868+0000","last_fullsized":"2024-09-12T01:17:17.265868+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:31.202531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264671+0000","last_change":"2024-09-12T01:17:11.592398+0000","last_active":"2024-09-12T01:17:17.264671+0000","last_peered":"2024-09-12T01:17:17.264671+0000","last_clean":"2024-09-12T01:17:17.264671+0000","last_became_active":"2024-09-12T01:17:11.592116+0000","last_became_peered":"2024-09-12T01:17:11.592116+0000","last_unstale":"2024-09-12T01:17:17.264671+0000","last_undegraded":"2024-09-12T01:17:17.264671+0000","last_fullsized":"2024-09-12T01:17:17.264671+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618703+0000","last_change":"2024-09-12T01:17:11.583293+0000","last_active":"2024-09-12T01:17:16.618703+0000","last_peered":"2024-09-12T01:17:16.618703+0000","last_clean":"2024-09-12T01:17:16.618703+0000","last_became_active":"2024-09-12T01:17:11.583016+0000","last_became_peered":"2024-09-12T01:17:11.583016+0000","last_unstale":"2024-09-12T01:17:16.618703+0000","last_undegraded":"2024-09-12T01:17:16.618703+0000","last_fullsized":"2024-09-12T01:17:16.618703+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:50.508220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619591+0000","last_change":"2024-09-12T01:17:11.589201+0000","last_active":"2024-09-12T01:17:16.619591+0000","last_peered":"2024-09-12T01:17:16.619591+0000","last_clean":"2024-09-12T01:17:16.619591+0000","last_became_active":"2024-09-12T01:17:11.588913+0000","last_became_peered":"2024-09-12T01:17:11.588913+0000","last_unstale":"2024-09-12T01:17:16.619591+0000","last_undegraded":"2024-09-12T01:17:16.619591+0000","last_fullsized":"2024-09-12T01:17:16.619591+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:30.272764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264750+0000","last_change":"2024-09-12T01:17:11.584983+0000","last_active":"2024-09-12T01:17:17.264750+0000","last_peered":"2024-09-12T01:17:17.264750+0000","last_clean":"2024-09-12T01:17:17.264750+0000","last_became_active":"2024-09-12T01:17:11.584609+0000","last_became_peered":"2024-09-12T01:17:11.584609+0000","last_unstale":"2024-09-12T01:17:17.264750+0000","last_undegraded":"2024-09-12T01:17:17.264750+0000","last_fullsized":"2024-09-12T01:17:17.264750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:18.982707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265910+0000","last_change":"2024-09-12T01:17:11.582890+0000","last_active":"2024-09-12T01:17:17.265910+0000","last_peered":"2024-09-12T01:17:17.265910+0000","last_clean":"2024-09-12T01:17:17.265910+0000","last_became_active":"2024-09-12T01:17:11.582618+0000","last_became_peered":"2024-09-12T01:17:11.582618+0000","last_unstale":"2024-09-12T01:17:17.265910+0000","last_undegraded":"2024-09-12T01:17:17.265910+0000","last_fullsized":"2024-09-12T01:17:17.265910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:57.418639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657256+0000","last_change":"2024-09-12T01:17:11.590756+0000","last_active":"2024-09-12T01:17:16.657256+0000","last_peered":"2024-09-12T01:17:16.657256+0000","last_clean":"2024-09-12T01:17:16.657256+0000","last_became_active":"2024-09-12T01:17:11.588479+0000","last_became_peered":"2024-09-12T01:17:11.588479+0000","last_unstale":"2024-09-12T01:17:16.657256+0000","last_undegraded":"2024-09-12T01:17:16.657256+0000","last_fullsized":"2024-09-12T01:17:16.657256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265979+0000","last_change":"2024-09-12T01:17:11.600943+0000","last_active":"2024-09-12T01:17:17.265979+0000","last_peered":"2024-09-12T01:17:17.265979+0000","last_clean":"2024-09-12T01:17:17.265979+0000","last_became_active":"2024-09-12T01:17:11.600682+0000","last_became_peered":"2024-09-12T01:17:11.600682+0000","last_unstale":"2024-09-12T01:17:17.265979+0000","last_undegraded":"2024-09-12T01:17:17.265979+0000","last_fullsized":"2024-09-12T01:17:17.265979+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266137+0000","last_change":"2024-09-12T01:17:11.586693+0000","last_active":"2024-09-12T01:17:17.266137+0000","last_peered":"2024-09-12T01:17:17.266137+0000","last_clean":"2024-09-12T01:17:17.266137+0000","last_became_active":"2024-09-12T01:17:11.586401+0000","last_became_peered":"2024-09-12T01:17:11.586401+0000","last_unstale":"2024-09-12T01:17:17.266137+0000","last_undegraded":"2024-09-12T01:17:17.266137+0000","last_fullsized":"2024-09-12T01:17:17.266137+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618982+0000","last_change":"2024-09-12T01:17:11.586636+0000","last_active":"2024-09-12T01:17:16.618982+0000","last_peered":"2024-09-12T01:17:16.618982+0000","last_clean":"2024-09-12T01:17:16.618982+0000","last_became_active":"2024-09-12T01:17:11.586347+0000","last_became_peered":"2024-09-12T01:17:11.586347+0000","last_unstale":"2024-09-12T01:17:16.618982+0000","last_undegraded":"2024-09-12T01:17:16.618982+0000","last_fullsized":"2024-09-12T01:17:16.618982+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265266+0000","last_change":"2024-09-12T01:17:11.586884+0000","last_active":"2024-09-12T01:17:17.265266+0000","last_peered":"2024-09-12T01:17:17.265266+0000","last_clean":"2024-09-12T01:17:17.265266+0000","last_became_active":"2024-09-12T01:17:11.586600+0000","last_became_peered":"2024-09-12T01:17:11.586600+0000","last_unstale":"2024-09-12T01:17:17.265266+0000","last_undegraded":"2024-09-12T01:17:17.265266+0000","last_fullsized":"2024-09-12T01:17:17.265266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:12.605575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619533+0000","last_change":"2024-09-12T01:17:11.593177+0000","last_active":"2024-09-12T01:17:16.619533+0000","last_peered":"2024-09-12T01:17:16.619533+0000","last_clean":"2024-09-12T01:17:16.619533+0000","last_became_active":"2024-09-12T01:17:11.592663+0000","last_became_peered":"2024-09-12T01:17:11.592663+0000","last_unstale":"2024-09-12T01:17:16.619533+0000","last_undegraded":"2024-09-12T01:17:16.619533+0000","last_fullsized":"2024-09-12T01:17:16.619533+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:23.431108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264422+0000","last_change":"2024-09-12T01:17:11.592672+0000","last_active":"2024-09-12T01:17:17.264422+0000","last_peered":"2024-09-12T01:17:17.264422+0000","last_clean":"2024-09-12T01:17:17.264422+0000","last_became_active":"2024-09-12T01:17:11.592390+0000","last_became_peered":"2024-09-12T01:17:11.592390+0000","last_unstale":"2024-09-12T01:17:17.264422+0000","last_undegraded":"2024-09-12T01:17:17.264422+0000","last_fullsized":"2024-09-12T01:17:17.264422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:22:00.779936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265759+0000","last_change":"2024-09-12T01:17:11.596971+0000","last_active":"2024-09-12T01:17:17.265759+0000","last_peered":"2024-09-12T01:17:17.265759+0000","last_clean":"2024-09-12T01:17:17.265759+0000","last_became_active":"2024-09-12T01:17:11.596273+0000","last_became_peered":"2024-09-12T01:17:11.596273+0000","last_unstale":"2024-09-12T01:17:17.265759+0000","last_undegraded":"2024-09-12T01:17:17.265759+0000","last_fullsized":"2024-09-12T01:17:17.265759+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:57.418639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265785+0000","last_change":"2024-09-12T01:17:11.595644+0000","last_active":"2024-09-12T01:17:17.265785+0000","last_peered":"2024-09-12T01:17:17.265785+0000","last_clean":"2024-09-12T01:17:17.265785+0000","last_became_active":"2024-09-12T01:17:11.595215+0000","last_became_peered":"2024-09-12T01:17:11.595215+0000","last_unstale":"2024-09-12T01:17:17.265785+0000","last_undegraded":"2024-09-12T01:17:17.265785+0000","last_fullsized":"2024-09-12T01:17:17.265785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:48.708757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619008+0000","last_change":"2024-09-12T01:17:11.595394+0000","last_active":"2024-09-12T01:17:16.619008+0000","last_peered":"2024-09-12T01:17:16.619008+0000","last_clean":"2024-09-12T01:17:16.619008+0000","last_became_active":"2024-09-12T01:17:11.595105+0000","last_became_peered":"2024-09-12T01:17:11.595105+0000","last_unstale":"2024-09-12T01:17:16.619008+0000","last_undegraded":"2024-09-12T01:17:16.619008+0000","last_fullsized":"2024-09-12T01:17:16.619008+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:03.209395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618876+0000","last_change":"2024-09-12T01:17:11.593118+0000","last_active":"2024-09-12T01:17:16.618876+0000","last_peered":"2024-09-12T01:17:16.618876+0000","last_clean":"2024-09-12T01:17:16.618876+0000","last_became_active":"2024-09-12T01:17:11.592272+0000","last_became_peered":"2024-09-12T01:17:11.592272+0000","last_unstale":"2024-09-12T01:17:16.618876+0000","last_undegraded":"2024-09-12T01:17:16.618876+0000","last_fullsized":"2024-09-12T01:17:16.618876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:55.278507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617738+0000","last_change":"2024-09-12T01:17:11.594253+0000","last_active":"2024-09-12T01:17:16.617738+0000","last_peered":"2024-09-12T01:17:16.617738+0000","last_clean":"2024-09-12T01:17:16.617738+0000","last_became_active":"2024-09-12T01:17:11.591141+0000","last_became_peered":"2024-09-12T01:17:11.591141+0000","last_unstale":"2024-09-12T01:17:16.617738+0000","last_undegraded":"2024-09-12T01:17:16.617738+0000","last_fullsized":"2024-09-12T01:17:16.617738+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657042+0000","last_change":"2024-09-12T01:17:11.586839+0000","last_active":"2024-09-12T01:17:16.657042+0000","last_peered":"2024-09-12T01:17:16.657042+0000","last_clean":"2024-09-12T01:17:16.657042+0000","last_became_active":"2024-09-12T01:17:11.586560+0000","last_became_peered":"2024-09-12T01:17:11.586560+0000","last_unstale":"2024-09-12T01:17:16.657042+0000","last_undegraded":"2024-09-12T01:17:16.657042+0000","last_fullsized":"2024-09-12T01:17:16.657042+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264802+0000","last_change":"2024-09-12T01:17:11.580684+0000","last_active":"2024-09-12T01:17:17.264802+0000","last_peered":"2024-09-12T01:17:17.264802+0000","last_clean":"2024-09-12T01:17:17.264802+0000","last_became_active":"2024-09-12T01:17:11.580417+0000","last_became_peered":"2024-09-12T01:17:11.580417+0000","last_unstale":"2024-09-12T01:17:17.264802+0000","last_undegraded":"2024-09-12T01:17:17.264802+0000","last_fullsized":"2024-09-12T01:17:17.264802+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:11.823367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265619+0000","last_change":"2024-09-12T01:17:11.598024+0000","last_active":"2024-09-12T01:17:17.265619+0000","last_peered":"2024-09-12T01:17:17.265619+0000","last_clean":"2024-09-12T01:17:17.265619+0000","last_became_active":"2024-09-12T01:17:11.597745+0000","last_became_peered":"2024-09-12T01:17:11.597745+0000","last_unstale":"2024-09-12T01:17:17.265619+0000","last_undegraded":"2024-09-12T01:17:17.265619+0000","last_fullsized":"2024-09-12T01:17:17.265619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:01.905545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619260+0000","last_change":"2024-09-12T01:17:11.596877+0000","last_active":"2024-09-12T01:17:16.619260+0000","last_peered":"2024-09-12T01:17:16.619260+0000","last_clean":"2024-09-12T01:17:16.619260+0000","last_became_active":"2024-09-12T01:17:11.595127+0000","last_became_peered":"2024-09-12T01:17:11.595127+0000","last_unstale":"2024-09-12T01:17:16.619260+0000","last_undegraded":"2024-09-12T01:17:16.619260+0000","last_fullsized":"2024-09-12T01:17:16.619260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:07.325018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266018+0000","last_change":"2024-09-12T01:17:11.593701+0000","last_active":"2024-09-12T01:17:17.266018+0000","last_peered":"2024-09-12T01:17:17.266018+0000","last_clean":"2024-09-12T01:17:17.266018+0000","last_became_active":"2024-09-12T01:17:11.593395+0000","last_became_peered":"2024-09-12T01:17:11.593395+0000","last_unstale":"2024-09-12T01:17:17.266018+0000","last_undegraded":"2024-09-12T01:17:17.266018+0000","last_fullsized":"2024-09-12T01:17:17.266018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265863+0000","last_change":"2024-09-12T01:17:11.594636+0000","last_active":"2024-09-12T01:17:17.265863+0000","last_peered":"2024-09-12T01:17:17.265863+0000","last_clean":"2024-09-12T01:17:17.265863+0000","last_became_active":"2024-09-12T01:17:11.594278+0000","last_became_peered":"2024-09-12T01:17:11.594278+0000","last_unstale":"2024-09-12T01:17:17.265863+0000","last_undegraded":"2024-09-12T01:17:17.265863+0000","last_fullsized":"2024-09-12T01:17:17.265863+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:08.742892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266017+0000","last_change":"2024-09-12T01:17:11.602542+0000","last_active":"2024-09-12T01:17:17.266017+0000","last_peered":"2024-09-12T01:17:17.266017+0000","last_clean":"2024-09-12T01:17:17.266017+0000","last_became_active":"2024-09-12T01:17:11.602266+0000","last_became_peered":"2024-09-12T01:17:11.602266+0000","last_unstale":"2024-09-12T01:17:17.266017+0000","last_undegraded":"2024-09-12T01:17:17.266017+0000","last_fullsized":"2024-09-12T01:17:17.266017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:08.010472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264792+0000","last_change":"2024-09-12T01:17:11.593875+0000","last_active":"2024-09-12T01:17:17.264792+0000","last_peered":"2024-09-12T01:17:17.264792+0000","last_clean":"2024-09-12T01:17:17.264792+0000","last_became_active":"2024-09-12T01:17:11.593612+0000","last_became_peered":"2024-09-12T01:17:11.593612+0000","last_unstale":"2024-09-12T01:17:17.264792+0000","last_undegraded":"2024-09-12T01:17:17.264792+0000","last_fullsized":"2024-09-12T01:17:17.264792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265354+0000","last_change":"2024-09-12T01:17:11.590821+0000","last_active":"2024-09-12T01:17:17.265354+0000","last_peered":"2024-09-12T01:17:17.265354+0000","last_clean":"2024-09-12T01:17:17.265354+0000","last_became_active":"2024-09-12T01:17:11.590519+0000","last_became_peered":"2024-09-12T01:17:11.590519+0000","last_unstale":"2024-09-12T01:17:17.265354+0000","last_undegraded":"2024-09-12T01:17:17.265354+0000","last_fullsized":"2024-09-12T01:17:17.265354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619469+0000","last_change":"2024-09-12T01:17:11.592957+0000","last_active":"2024-09-12T01:17:16.619469+0000","last_peered":"2024-09-12T01:17:16.619469+0000","last_clean":"2024-09-12T01:17:16.619469+0000","last_became_active":"2024-09-12T01:17:11.592327+0000","last_became_peered":"2024-09-12T01:17:11.592327+0000","last_unstale":"2024-09-12T01:17:16.619469+0000","last_undegraded":"2024-09-12T01:17:16.619469+0000","last_fullsized":"2024-09-12T01:17:16.619469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:36.689893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265093+0000","last_change":"2024-09-12T01:17:11.590693+0000","last_active":"2024-09-12T01:17:17.265093+0000","last_peered":"2024-09-12T01:17:17.265093+0000","last_clean":"2024-09-12T01:17:17.265093+0000","last_became_active":"2024-09-12T01:17:11.590409+0000","last_became_peered":"2024-09-12T01:17:11.590409+0000","last_unstale":"2024-09-12T01:17:17.265093+0000","last_undegraded":"2024-09-12T01:17:17.265093+0000","last_fullsized":"2024-09-12T01:17:17.265093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:55.278507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617946+0000","last_change":"2024-09-12T01:17:11.590054+0000","last_active":"2024-09-12T01:17:16.617946+0000","last_peered":"2024-09-12T01:17:16.617946+0000","last_clean":"2024-09-12T01:17:16.617946+0000","last_became_active":"2024-09-12T01:17:11.589797+0000","last_became_peered":"2024-09-12T01:17:11.589797+0000","last_unstale":"2024-09-12T01:17:16.617946+0000","last_undegraded":"2024-09-12T01:17:16.617946+0000","last_fullsized":"2024-09-12T01:17:16.617946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:45.678365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264552+0000","last_change":"2024-09-12T01:17:11.577225+0000","last_active":"2024-09-12T01:17:17.264552+0000","last_peered":"2024-09-12T01:17:17.264552+0000","last_clean":"2024-09-12T01:17:17.264552+0000","last_became_active":"2024-09-12T01:17:11.576955+0000","last_became_peered":"2024-09-12T01:17:11.576955+0000","last_unstale":"2024-09-12T01:17:17.264552+0000","last_undegraded":"2024-09-12T01:17:17.264552+0000","last_fullsized":"2024-09-12T01:17:17.264552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:40:19.195985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657534+0000","last_change":"2024-09-12T01:17:11.581496+0000","last_active":"2024-09-12T01:17:16.657534+0000","last_peered":"2024-09-12T01:17:16.657534+0000","last_clean":"2024-09-12T01:17:16.657534+0000","last_became_active":"2024-09-12T01:17:11.581186+0000","last_became_peered":"2024-09-12T01:17:11.581186+0000","last_unstale":"2024-09-12T01:17:16.657534+0000","last_undegraded":"2024-09-12T01:17:16.657534+0000","last_fullsized":"2024-09-12T01:17:16.657534+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265887+0000","last_change":"2024-09-12T01:17:11.599792+0000","last_active":"2024-09-12T01:17:17.265887+0000","last_peered":"2024-09-12T01:17:17.265887+0000","last_clean":"2024-09-12T01:17:17.265887+0000","last_became_active":"2024-09-12T01:17:11.599432+0000","last_became_peered":"2024-09-12T01:17:11.599432+0000","last_unstale":"2024-09-12T01:17:17.265887+0000","last_undegraded":"2024-09-12T01:17:17.265887+0000","last_fullsized":"2024-09-12T01:17:17.265887+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:23.431108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542151,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":860160,"data_stored":694509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542151,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":266240,"data_stored":103649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":274432,"data_stored":103685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":103719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":868352,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:17:31.577 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:17:31.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.713+0000 7fc71df9f640 1 Processor -- start 2024-09-12T01:17:31.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.713+0000 7fc71df9f640 1 -- start start 2024-09-12T01:17:31.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc71df9f640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fc718147360 0x7fc718070890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc71df9f640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc718070dd0 0x7fc7180d04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc71df9f640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc71806cb30 con 0x7fc7180d09e0 2024-09-12T01:17:31.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc71df9f640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fc71806bfb0 con 0x7fc718070dd0 2024-09-12T01:17:31.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc71df9f640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fc71806c290 con 0x7fc718147360 2024-09-12T01:17:31.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc716ffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc718070dd0 0x7fc7180d04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc716ffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc718070dd0 0x7fc7180d04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:42942/0 (socket says 172.21.15.122:42942) 2024-09-12T01:17:31.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc717fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fc7180d09e0 0x7fc71806f060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54256/0 (socket says 172.21.15.122:54256) 2024-09-12T01:17:31.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc716ffd640 1 -- 172.21.15.122:0/4032229968 learned_addr learned my addr 172.21.15.122:0/4032229968 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:31.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc7177fe640 1 --2- 172.21.15.122:0/4032229968 >> v2:172.21.15.151:3300/0 conn(0x7fc718147360 0x7fc718070890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc716ffd640 1 -- 172.21.15.122:0/4032229968 >> v2:172.21.15.151:3300/0 conn(0x7fc718147360 msgr2=0x7fc718070890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:31.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc716ffd640 1 --2- 172.21.15.122:0/4032229968 >> v2:172.21.15.151:3300/0 conn(0x7fc718147360 0x7fc718070890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc716ffd640 1 -- 172.21.15.122:0/4032229968 >> v1:172.21.15.122:6789/0 conn(0x7fc7180d09e0 legacy=0x7fc71806f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.714+0000 7fc716ffd640 1 -- 172.21.15.122:0/4032229968 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc71806c570 con 0x7fc718070dd0 2024-09-12T01:17:31.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.715+0000 7fc716ffd640 1 --2- 172.21.15.122:0/4032229968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc718070dd0 0x7fc7180d04a0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc7181483f0 tx=0x7fc70c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51a0f1bbf43a6eac server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:31.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.715+0000 7fc7167fc640 1 -- 172.21.15.122:0/4032229968 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c037070 con 0x7fc718070dd0 2024-09-12T01:17:31.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.715+0000 7fc7167fc640 1 -- 172.21.15.122:0/4032229968 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc70c032440 con 0x7fc718070dd0 2024-09-12T01:17:31.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.715+0000 7fc7167fc640 1 -- 172.21.15.122:0/4032229968 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c032810 con 0x7fc718070dd0 2024-09-12T01:17:31.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.716+0000 7fc71df9f640 1 -- 172.21.15.122:0/4032229968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc718070dd0 msgr2=0x7fc7180d04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.716+0000 7fc71df9f640 1 --2- 172.21.15.122:0/4032229968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc718070dd0 0x7fc7180d04a0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc7181483f0 tx=0x7fc70c02a1e0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.716+0000 7fc71df9f640 1 -- 172.21.15.122:0/4032229968 shutdown_connections 2024-09-12T01:17:31.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.716+0000 7fc71df9f640 1 --2- 172.21.15.122:0/4032229968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc718070dd0 0x7fc7180d04a0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.716+0000 7fc71df9f640 1 --2- 172.21.15.122:0/4032229968 >> v2:172.21.15.151:3300/0 conn(0x7fc718147360 0x7fc718070890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.716+0000 7fc71df9f640 1 -- 172.21.15.122:0/4032229968 >> 172.21.15.122:0/4032229968 conn(0x7fc7180b2f40 msgr2=0x7fc7180b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.716+0000 7fc71df9f640 1 -- 172.21.15.122:0/4032229968 shutdown_connections 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.716+0000 7fc71df9f640 1 -- 172.21.15.122:0/4032229968 wait complete. 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.717+0000 7fc71df9f640 1 Processor -- start 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.717+0000 7fc71df9f640 1 -- start start 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc71df9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc718070dd0 0x7fc7181f81b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc71df9f640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc7180d09e0 0x7fc718160f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc71df9f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc718147360 0x7fc71809df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc71df9f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc71806bc10 con 0x7fc718070dd0 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc71df9f640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fc7180d0e00 con 0x7fc7180d09e0 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc71df9f640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc71806bd90 con 0x7fc718147360 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc7177fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc718070dd0 0x7fc7181f81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc7177fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc718070dd0 0x7fc7181f81b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:42946/0 (socket says 172.21.15.122:42946) 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc7177fe640 1 -- 172.21.15.122:0/2389477639 learned_addr learned my addr 172.21.15.122:0/2389477639 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc717fff640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc718147360 0x7fc71809df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc716ffd640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc7180d09e0 0x7fc718160f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc7177fe640 1 -- 172.21.15.122:0/2389477639 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc718147360 msgr2=0x7fc71809df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc7177fe640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc718147360 0x7fc71809df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc7177fe640 1 -- 172.21.15.122:0/2389477639 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc7180d09e0 msgr2=0x7fc718160f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc7177fe640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc7180d09e0 0x7fc718160f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc7177fe640 1 -- 172.21.15.122:0/2389477639 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc71809dc90 con 0x7fc718070dd0 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc716ffd640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc7180d09e0 0x7fc718160f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc717fff640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc718147360 0x7fc71809df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc7177fe640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc718070dd0 0x7fc7181f81b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc70800d5f0 tx=0x7fc70800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc6fffff640 1 -- 172.21.15.122:0/2389477639 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7080125f0 con 0x7fc718070dd0 2024-09-12T01:17:31.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc6fffff640 1 -- 172.21.15.122:0/2389477639 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc708019070 con 0x7fc718070dd0 2024-09-12T01:17:31.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.718+0000 7fc71df9f640 1 -- 172.21.15.122:0/2389477639 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc71809c210 con 0x7fc718070dd0 2024-09-12T01:17:31.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.719+0000 7fc6fffff640 1 -- 172.21.15.122:0/2389477639 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7080129d0 con 0x7fc718070dd0 2024-09-12T01:17:31.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.719+0000 7fc71df9f640 1 -- 172.21.15.122:0/2389477639 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc71809c7d0 con 0x7fc718070dd0 2024-09-12T01:17:31.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.719+0000 7fc71df9f640 1 -- 172.21.15.122:0/2389477639 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc71806da90 con 0x7fc718070dd0 2024-09-12T01:17:31.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.720+0000 7fc6fffff640 1 -- 172.21.15.122:0/2389477639 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc708012b70 con 0x7fc718070dd0 2024-09-12T01:17:31.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.721+0000 7fc6fffff640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc70406be30 0x7fc70406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:31.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.721+0000 7fc716ffd640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc70406be30 0x7fc70406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:31.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.721+0000 7fc6fffff640 1 -- 172.21.15.122:0/2389477639 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc70808b5b0 con 0x7fc718070dd0 2024-09-12T01:17:31.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.721+0000 7fc716ffd640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc70406be30 0x7fc70406e2f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc70c034000 tx=0x7fc70c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:31.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.725+0000 7fc6fffff640 1 -- 172.21.15.122:0/2389477639 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc71806da90 con 0x7fc718070dd0 2024-09-12T01:17:31.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.891+0000 7fc71df9f640 1 -- 172.21.15.122:0/2389477639 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc7180d04a0 con 0x7fc70406be30 2024-09-12T01:17:31.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.898+0000 7fc6fffff640 1 -- 172.21.15.122:0/2389477639 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fc7180d04a0 con 0x7fc70406be30 2024-09-12T01:17:31.901 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:31.902 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:17:31.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.901+0000 7fc71df9f640 1 -- 172.21.15.122:0/2389477639 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc70406be30 msgr2=0x7fc70406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.901+0000 7fc71df9f640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc70406be30 0x7fc70406e2f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc70c034000 tx=0x7fc70c02e000 comp rx=0 tx=0).stop 2024-09-12T01:17:31.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.901+0000 7fc71df9f640 1 -- 172.21.15.122:0/2389477639 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc718070dd0 msgr2=0x7fc7181f81b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:31.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.901+0000 7fc71df9f640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc718070dd0 0x7fc7181f81b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc70800d5f0 tx=0x7fc70800dab0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.901+0000 7fc71df9f640 1 -- 172.21.15.122:0/2389477639 shutdown_connections 2024-09-12T01:17:31.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.901+0000 7fc71df9f640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc70406be30 0x7fc70406e2f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.902+0000 7fc71df9f640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc718147360 0x7fc71809df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.902+0000 7fc71df9f640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc7180d09e0 0x7fc718160f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.902+0000 7fc71df9f640 1 --2- 172.21.15.122:0/2389477639 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc718070dd0 0x7fc7181f81b0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:31.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.902+0000 7fc71df9f640 1 -- 172.21.15.122:0/2389477639 >> 172.21.15.122:0/2389477639 conn(0x7fc7180b2f40 msgr2=0x7fc7180b16d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:31.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.902+0000 7fc71df9f640 1 -- 172.21.15.122:0/2389477639 shutdown_connections 2024-09-12T01:17:31.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:31.902+0000 7fc71df9f640 1 -- 172.21.15.122:0/2389477639 wait complete. 2024-09-12T01:17:31.912 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-09-12T01:17:31.844363+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219508,"kb_used_data":3272,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755212,"statfs":{"total":773094113280,"available":772869337088,"internally_reserved":0,"allocated":3350528,"data_stored":2018492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":221236788},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002322"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265286+0000","last_change":"2024-09-12T01:17:10.586002+0000","last_active":"2024-09-12T01:17:17.265286+0000","last_peered":"2024-09-12T01:17:17.265286+0000","last_clean":"2024-09-12T01:17:17.265286+0000","last_became_active":"2024-09-12T01:17:10.585514+0000","last_became_peered":"2024-09-12T01:17:10.585514+0000","last_unstale":"2024-09-12T01:17:17.265286+0000","last_undegraded":"2024-09-12T01:17:17.265286+0000","last_fullsized":"2024-09-12T01:17:17.265286+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:04.404100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266000+0000","last_change":"2024-09-12T01:17:11.598677+0000","last_active":"2024-09-12T01:17:17.266000+0000","last_peered":"2024-09-12T01:17:17.266000+0000","last_clean":"2024-09-12T01:17:17.266000+0000","last_became_active":"2024-09-12T01:17:11.598374+0000","last_became_peered":"2024-09-12T01:17:11.598374+0000","last_unstale":"2024-09-12T01:17:17.266000+0000","last_undegraded":"2024-09-12T01:17:17.266000+0000","last_fullsized":"2024-09-12T01:17:17.266000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265122+0000","last_change":"2024-09-12T01:17:15.780041+0000","last_active":"2024-09-12T01:17:17.265122+0000","last_peered":"2024-09-12T01:17:17.265122+0000","last_clean":"2024-09-12T01:17:17.265122+0000","last_became_active":"2024-09-12T01:17:15.779425+0000","last_became_peered":"2024-09-12T01:17:15.779425+0000","last_unstale":"2024-09-12T01:17:17.265122+0000","last_undegraded":"2024-09-12T01:17:17.265122+0000","last_fullsized":"2024-09-12T01:17:17.265122+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:51.253916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266126+0000","last_change":"2024-09-12T01:17:10.585775+0000","last_active":"2024-09-12T01:17:17.266126+0000","last_peered":"2024-09-12T01:17:17.266126+0000","last_clean":"2024-09-12T01:17:17.266126+0000","last_became_active":"2024-09-12T01:17:10.585477+0000","last_became_peered":"2024-09-12T01:17:10.585477+0000","last_unstale":"2024-09-12T01:17:17.266126+0000","last_undegraded":"2024-09-12T01:17:17.266126+0000","last_fullsized":"2024-09-12T01:17:17.266126+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:03.137078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265131+0000","last_change":"2024-09-12T01:17:11.593051+0000","last_active":"2024-09-12T01:17:17.265131+0000","last_peered":"2024-09-12T01:17:17.265131+0000","last_clean":"2024-09-12T01:17:17.265131+0000","last_became_active":"2024-09-12T01:17:11.592459+0000","last_became_peered":"2024-09-12T01:17:11.592459+0000","last_unstale":"2024-09-12T01:17:17.265131+0000","last_undegraded":"2024-09-12T01:17:17.265131+0000","last_fullsized":"2024-09-12T01:17:17.265131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:26.158406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618717+0000","last_change":"2024-09-12T01:17:15.604363+0000","last_active":"2024-09-12T01:17:16.618717+0000","last_peered":"2024-09-12T01:17:16.618717+0000","last_clean":"2024-09-12T01:17:16.618717+0000","last_became_active":"2024-09-12T01:17:15.603988+0000","last_became_peered":"2024-09-12T01:17:15.603988+0000","last_unstale":"2024-09-12T01:17:16.618717+0000","last_undegraded":"2024-09-12T01:17:16.618717+0000","last_fullsized":"2024-09-12T01:17:16.618717+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:46.096914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265739+0000","last_change":"2024-09-12T01:17:10.591026+0000","last_active":"2024-09-12T01:17:17.265739+0000","last_peered":"2024-09-12T01:17:17.265739+0000","last_clean":"2024-09-12T01:17:17.265739+0000","last_became_active":"2024-09-12T01:17:10.590437+0000","last_became_peered":"2024-09-12T01:17:10.590437+0000","last_unstale":"2024-09-12T01:17:17.265739+0000","last_undegraded":"2024-09-12T01:17:17.265739+0000","last_fullsized":"2024-09-12T01:17:17.265739+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:06.319601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617973+0000","last_change":"2024-09-12T01:17:11.585108+0000","last_active":"2024-09-12T01:17:16.617973+0000","last_peered":"2024-09-12T01:17:16.617973+0000","last_clean":"2024-09-12T01:17:16.617973+0000","last_became_active":"2024-09-12T01:17:11.584829+0000","last_became_peered":"2024-09-12T01:17:11.584829+0000","last_unstale":"2024-09-12T01:17:16.617973+0000","last_undegraded":"2024-09-12T01:17:16.617973+0000","last_fullsized":"2024-09-12T01:17:16.617973+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:42.075205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619668+0000","last_change":"2024-09-12T01:17:15.607644+0000","last_active":"2024-09-12T01:17:16.619668+0000","last_peered":"2024-09-12T01:17:16.619668+0000","last_clean":"2024-09-12T01:17:16.619668+0000","last_became_active":"2024-09-12T01:17:15.606843+0000","last_became_peered":"2024-09-12T01:17:15.606843+0000","last_unstale":"2024-09-12T01:17:16.619668+0000","last_undegraded":"2024-09-12T01:17:16.619668+0000","last_fullsized":"2024-09-12T01:17:16.619668+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265196+0000","last_change":"2024-09-12T01:17:10.586615+0000","last_active":"2024-09-12T01:17:17.265196+0000","last_peered":"2024-09-12T01:17:17.265196+0000","last_clean":"2024-09-12T01:17:17.265196+0000","last_became_active":"2024-09-12T01:17:10.586315+0000","last_became_peered":"2024-09-12T01:17:10.586315+0000","last_unstale":"2024-09-12T01:17:17.265196+0000","last_undegraded":"2024-09-12T01:17:17.265196+0000","last_fullsized":"2024-09-12T01:17:17.265196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618344+0000","last_change":"2024-09-12T01:17:11.585070+0000","last_active":"2024-09-12T01:17:16.618344+0000","last_peered":"2024-09-12T01:17:16.618344+0000","last_clean":"2024-09-12T01:17:16.618344+0000","last_became_active":"2024-09-12T01:17:11.584800+0000","last_became_peered":"2024-09-12T01:17:11.584800+0000","last_unstale":"2024-09-12T01:17:16.618344+0000","last_undegraded":"2024-09-12T01:17:16.618344+0000","last_fullsized":"2024-09-12T01:17:16.618344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:48.708757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618524+0000","last_change":"2024-09-12T01:17:15.603158+0000","last_active":"2024-09-12T01:17:16.618524+0000","last_peered":"2024-09-12T01:17:16.618524+0000","last_clean":"2024-09-12T01:17:16.618524+0000","last_became_active":"2024-09-12T01:17:15.602740+0000","last_became_peered":"2024-09-12T01:17:15.602740+0000","last_unstale":"2024-09-12T01:17:16.618524+0000","last_undegraded":"2024-09-12T01:17:16.618524+0000","last_fullsized":"2024-09-12T01:17:16.618524+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:49.700075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265236+0000","last_change":"2024-09-12T01:17:11.595870+0000","last_active":"2024-09-12T01:17:17.265236+0000","last_peered":"2024-09-12T01:17:17.265236+0000","last_clean":"2024-09-12T01:17:17.265236+0000","last_became_active":"2024-09-12T01:17:11.595581+0000","last_became_peered":"2024-09-12T01:17:11.595581+0000","last_unstale":"2024-09-12T01:17:17.265236+0000","last_undegraded":"2024-09-12T01:17:17.265236+0000","last_fullsized":"2024-09-12T01:17:17.265236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265325+0000","last_change":"2024-09-12T01:17:10.587629+0000","last_active":"2024-09-12T01:17:17.265325+0000","last_peered":"2024-09-12T01:17:17.265325+0000","last_clean":"2024-09-12T01:17:17.265325+0000","last_became_active":"2024-09-12T01:17:10.587347+0000","last_became_peered":"2024-09-12T01:17:10.587347+0000","last_unstale":"2024-09-12T01:17:17.265325+0000","last_undegraded":"2024-09-12T01:17:17.265325+0000","last_fullsized":"2024-09-12T01:17:17.265325+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619010+0000","last_change":"2024-09-12T01:17:15.604181+0000","last_active":"2024-09-12T01:17:16.619010+0000","last_peered":"2024-09-12T01:17:16.619010+0000","last_clean":"2024-09-12T01:17:16.619010+0000","last_became_active":"2024-09-12T01:17:15.603745+0000","last_became_peered":"2024-09-12T01:17:15.603745+0000","last_unstale":"2024-09-12T01:17:16.619010+0000","last_undegraded":"2024-09-12T01:17:16.619010+0000","last_fullsized":"2024-09-12T01:17:16.619010+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265625+0000","last_change":"2024-09-12T01:17:11.588412+0000","last_active":"2024-09-12T01:17:17.265625+0000","last_peered":"2024-09-12T01:17:17.265625+0000","last_clean":"2024-09-12T01:17:17.265625+0000","last_became_active":"2024-09-12T01:17:11.588138+0000","last_became_peered":"2024-09-12T01:17:11.588138+0000","last_unstale":"2024-09-12T01:17:17.265625+0000","last_undegraded":"2024-09-12T01:17:17.265625+0000","last_fullsized":"2024-09-12T01:17:17.265625+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:15.910181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657382+0000","last_change":"2024-09-12T01:17:10.583421+0000","last_active":"2024-09-12T01:17:16.657382+0000","last_peered":"2024-09-12T01:17:16.657382+0000","last_clean":"2024-09-12T01:17:16.657382+0000","last_became_active":"2024-09-12T01:17:10.583153+0000","last_became_peered":"2024-09-12T01:17:10.583153+0000","last_unstale":"2024-09-12T01:17:16.657382+0000","last_undegraded":"2024-09-12T01:17:16.657382+0000","last_fullsized":"2024-09-12T01:17:16.657382+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619160+0000","last_change":"2024-09-12T01:17:15.602314+0000","last_active":"2024-09-12T01:17:16.619160+0000","last_peered":"2024-09-12T01:17:16.619160+0000","last_clean":"2024-09-12T01:17:16.619160+0000","last_became_active":"2024-09-12T01:17:15.601909+0000","last_became_peered":"2024-09-12T01:17:15.601909+0000","last_unstale":"2024-09-12T01:17:16.619160+0000","last_undegraded":"2024-09-12T01:17:16.619160+0000","last_fullsized":"2024-09-12T01:17:16.619160+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265085+0000","last_change":"2024-09-12T01:17:11.583965+0000","last_active":"2024-09-12T01:17:17.265085+0000","last_peered":"2024-09-12T01:17:17.265085+0000","last_clean":"2024-09-12T01:17:17.265085+0000","last_became_active":"2024-09-12T01:17:11.583702+0000","last_became_peered":"2024-09-12T01:17:11.583702+0000","last_unstale":"2024-09-12T01:17:17.265085+0000","last_undegraded":"2024-09-12T01:17:17.265085+0000","last_fullsized":"2024-09-12T01:17:17.265085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:08.742892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657084+0000","last_change":"2024-09-12T01:17:10.585334+0000","last_active":"2024-09-12T01:17:16.657084+0000","last_peered":"2024-09-12T01:17:16.657084+0000","last_clean":"2024-09-12T01:17:16.657084+0000","last_became_active":"2024-09-12T01:17:10.585030+0000","last_became_peered":"2024-09-12T01:17:10.585030+0000","last_unstale":"2024-09-12T01:17:16.657084+0000","last_undegraded":"2024-09-12T01:17:16.657084+0000","last_fullsized":"2024-09-12T01:17:16.657084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:13.112009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657704+0000","last_change":"2024-09-12T01:17:15.780045+0000","last_active":"2024-09-12T01:17:16.657704+0000","last_peered":"2024-09-12T01:17:16.657704+0000","last_clean":"2024-09-12T01:17:16.657704+0000","last_became_active":"2024-09-12T01:17:15.779539+0000","last_became_peered":"2024-09-12T01:17:15.779539+0000","last_unstale":"2024-09-12T01:17:16.657704+0000","last_undegraded":"2024-09-12T01:17:16.657704+0000","last_fullsized":"2024-09-12T01:17:16.657704+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619650+0000","last_change":"2024-09-12T01:17:11.585488+0000","last_active":"2024-09-12T01:17:16.619650+0000","last_peered":"2024-09-12T01:17:16.619650+0000","last_clean":"2024-09-12T01:17:16.619650+0000","last_became_active":"2024-09-12T01:17:11.585052+0000","last_became_peered":"2024-09-12T01:17:11.585052+0000","last_unstale":"2024-09-12T01:17:16.619650+0000","last_undegraded":"2024-09-12T01:17:16.619650+0000","last_fullsized":"2024-09-12T01:17:16.619650+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:02.314044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264776+0000","last_change":"2024-09-12T01:17:10.588378+0000","last_active":"2024-09-12T01:17:17.264776+0000","last_peered":"2024-09-12T01:17:17.264776+0000","last_clean":"2024-09-12T01:17:17.264776+0000","last_became_active":"2024-09-12T01:17:10.588109+0000","last_became_peered":"2024-09-12T01:17:10.588109+0000","last_unstale":"2024-09-12T01:17:17.264776+0000","last_undegraded":"2024-09-12T01:17:17.264776+0000","last_fullsized":"2024-09-12T01:17:17.264776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618433+0000","last_change":"2024-09-12T01:17:15.607948+0000","last_active":"2024-09-12T01:17:16.618433+0000","last_peered":"2024-09-12T01:17:16.618433+0000","last_clean":"2024-09-12T01:17:16.618433+0000","last_became_active":"2024-09-12T01:17:15.607196+0000","last_became_peered":"2024-09-12T01:17:15.607196+0000","last_unstale":"2024-09-12T01:17:16.618433+0000","last_undegraded":"2024-09-12T01:17:16.618433+0000","last_fullsized":"2024-09-12T01:17:16.618433+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:29.155405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264883+0000","last_change":"2024-09-12T01:17:11.579409+0000","last_active":"2024-09-12T01:17:17.264883+0000","last_peered":"2024-09-12T01:17:17.264883+0000","last_clean":"2024-09-12T01:17:17.264883+0000","last_became_active":"2024-09-12T01:17:11.579134+0000","last_became_peered":"2024-09-12T01:17:11.579134+0000","last_unstale":"2024-09-12T01:17:17.264883+0000","last_undegraded":"2024-09-12T01:17:17.264883+0000","last_fullsized":"2024-09-12T01:17:17.264883+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:15.529599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266125+0000","last_change":"2024-09-12T01:17:10.590217+0000","last_active":"2024-09-12T01:17:17.266125+0000","last_peered":"2024-09-12T01:17:17.266125+0000","last_clean":"2024-09-12T01:17:17.266125+0000","last_became_active":"2024-09-12T01:17:10.589930+0000","last_became_peered":"2024-09-12T01:17:10.589930+0000","last_unstale":"2024-09-12T01:17:17.266125+0000","last_undegraded":"2024-09-12T01:17:17.266125+0000","last_fullsized":"2024-09-12T01:17:17.266125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619494+0000","last_change":"2024-09-12T01:17:15.778711+0000","last_active":"2024-09-12T01:17:16.619494+0000","last_peered":"2024-09-12T01:17:16.619494+0000","last_clean":"2024-09-12T01:17:16.619494+0000","last_became_active":"2024-09-12T01:17:15.777531+0000","last_became_peered":"2024-09-12T01:17:15.777531+0000","last_unstale":"2024-09-12T01:17:16.619494+0000","last_undegraded":"2024-09-12T01:17:16.619494+0000","last_fullsized":"2024-09-12T01:17:16.619494+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266212+0000","last_change":"2024-09-12T01:17:11.589616+0000","last_active":"2024-09-12T01:17:17.266212+0000","last_peered":"2024-09-12T01:17:17.266212+0000","last_clean":"2024-09-12T01:17:17.266212+0000","last_became_active":"2024-09-12T01:17:11.589325+0000","last_became_peered":"2024-09-12T01:17:11.589325+0000","last_unstale":"2024-09-12T01:17:17.266212+0000","last_undegraded":"2024-09-12T01:17:17.266212+0000","last_fullsized":"2024-09-12T01:17:17.266212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657639+0000","last_change":"2024-09-12T01:17:10.587784+0000","last_active":"2024-09-12T01:17:16.657639+0000","last_peered":"2024-09-12T01:17:16.657639+0000","last_clean":"2024-09-12T01:17:16.657639+0000","last_became_active":"2024-09-12T01:17:10.587473+0000","last_became_peered":"2024-09-12T01:17:10.587473+0000","last_unstale":"2024-09-12T01:17:16.657639+0000","last_undegraded":"2024-09-12T01:17:16.657639+0000","last_fullsized":"2024-09-12T01:17:16.657639+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:01.507926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264626+0000","last_change":"2024-09-12T01:17:15.777952+0000","last_active":"2024-09-12T01:17:17.264626+0000","last_peered":"2024-09-12T01:17:17.264626+0000","last_clean":"2024-09-12T01:17:17.264626+0000","last_became_active":"2024-09-12T01:17:15.777555+0000","last_became_peered":"2024-09-12T01:17:15.777555+0000","last_unstale":"2024-09-12T01:17:17.264626+0000","last_undegraded":"2024-09-12T01:17:17.264626+0000","last_fullsized":"2024-09-12T01:17:17.264626+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657524+0000","last_change":"2024-09-12T01:17:11.580386+0000","last_active":"2024-09-12T01:17:16.657524+0000","last_peered":"2024-09-12T01:17:16.657524+0000","last_clean":"2024-09-12T01:17:16.657524+0000","last_became_active":"2024-09-12T01:17:11.580125+0000","last_became_peered":"2024-09-12T01:17:11.580125+0000","last_unstale":"2024-09-12T01:17:16.657524+0000","last_undegraded":"2024-09-12T01:17:16.657524+0000","last_fullsized":"2024-09-12T01:17:16.657524+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:01.905545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265851+0000","last_change":"2024-09-12T01:17:10.585693+0000","last_active":"2024-09-12T01:17:17.265851+0000","last_peered":"2024-09-12T01:17:17.265851+0000","last_clean":"2024-09-12T01:17:17.265851+0000","last_became_active":"2024-09-12T01:17:10.585382+0000","last_became_peered":"2024-09-12T01:17:10.585382+0000","last_unstale":"2024-09-12T01:17:17.265851+0000","last_undegraded":"2024-09-12T01:17:17.265851+0000","last_fullsized":"2024-09-12T01:17:17.265851+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:17.367349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264487+0000","last_change":"2024-09-12T01:17:15.776856+0000","last_active":"2024-09-12T01:17:17.264487+0000","last_peered":"2024-09-12T01:17:17.264487+0000","last_clean":"2024-09-12T01:17:17.264487+0000","last_became_active":"2024-09-12T01:17:15.776523+0000","last_became_peered":"2024-09-12T01:17:15.776523+0000","last_unstale":"2024-09-12T01:17:17.264487+0000","last_undegraded":"2024-09-12T01:17:17.264487+0000","last_fullsized":"2024-09-12T01:17:17.264487+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:41.733664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618460+0000","last_change":"2024-09-12T01:17:11.586045+0000","last_active":"2024-09-12T01:17:16.618460+0000","last_peered":"2024-09-12T01:17:16.618460+0000","last_clean":"2024-09-12T01:17:16.618460+0000","last_became_active":"2024-09-12T01:17:11.585733+0000","last_became_peered":"2024-09-12T01:17:11.585733+0000","last_unstale":"2024-09-12T01:17:16.618460+0000","last_undegraded":"2024-09-12T01:17:16.618460+0000","last_fullsized":"2024-09-12T01:17:16.618460+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:08.010472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657580+0000","last_change":"2024-09-12T01:17:10.580893+0000","last_active":"2024-09-12T01:17:16.657580+0000","last_peered":"2024-09-12T01:17:16.657580+0000","last_clean":"2024-09-12T01:17:16.657580+0000","last_became_active":"2024-09-12T01:17:10.580613+0000","last_became_peered":"2024-09-12T01:17:10.580613+0000","last_unstale":"2024-09-12T01:17:16.657580+0000","last_undegraded":"2024-09-12T01:17:16.657580+0000","last_fullsized":"2024-09-12T01:17:16.657580+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:09.757662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657102+0000","last_change":"2024-09-12T01:17:15.605783+0000","last_active":"2024-09-12T01:17:16.657102+0000","last_peered":"2024-09-12T01:17:16.657102+0000","last_clean":"2024-09-12T01:17:16.657102+0000","last_became_active":"2024-09-12T01:17:15.605374+0000","last_became_peered":"2024-09-12T01:17:15.605374+0000","last_unstale":"2024-09-12T01:17:16.657102+0000","last_undegraded":"2024-09-12T01:17:16.657102+0000","last_fullsized":"2024-09-12T01:17:16.657102+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619777+0000","last_change":"2024-09-12T01:17:11.584813+0000","last_active":"2024-09-12T01:17:16.619777+0000","last_peered":"2024-09-12T01:17:16.619777+0000","last_clean":"2024-09-12T01:17:16.619777+0000","last_became_active":"2024-09-12T01:17:11.584472+0000","last_became_peered":"2024-09-12T01:17:11.584472+0000","last_unstale":"2024-09-12T01:17:16.619777+0000","last_undegraded":"2024-09-12T01:17:16.619777+0000","last_fullsized":"2024-09-12T01:17:16.619777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:19.985567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619704+0000","last_change":"2024-09-12T01:17:10.583724+0000","last_active":"2024-09-12T01:17:16.619704+0000","last_peered":"2024-09-12T01:17:16.619704+0000","last_clean":"2024-09-12T01:17:16.619704+0000","last_became_active":"2024-09-12T01:17:10.583358+0000","last_became_peered":"2024-09-12T01:17:10.583358+0000","last_unstale":"2024-09-12T01:17:16.619704+0000","last_undegraded":"2024-09-12T01:17:16.619704+0000","last_fullsized":"2024-09-12T01:17:16.619704+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657421+0000","last_change":"2024-09-12T01:17:15.606566+0000","last_active":"2024-09-12T01:17:16.657421+0000","last_peered":"2024-09-12T01:17:16.657421+0000","last_clean":"2024-09-12T01:17:16.657421+0000","last_became_active":"2024-09-12T01:17:15.606099+0000","last_became_peered":"2024-09-12T01:17:15.606099+0000","last_unstale":"2024-09-12T01:17:16.657421+0000","last_undegraded":"2024-09-12T01:17:16.657421+0000","last_fullsized":"2024-09-12T01:17:16.657421+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657002+0000","last_change":"2024-09-12T01:17:11.578435+0000","last_active":"2024-09-12T01:17:16.657002+0000","last_peered":"2024-09-12T01:17:16.657002+0000","last_clean":"2024-09-12T01:17:16.657002+0000","last_became_active":"2024-09-12T01:17:11.578163+0000","last_became_peered":"2024-09-12T01:17:11.578163+0000","last_unstale":"2024-09-12T01:17:16.657002+0000","last_undegraded":"2024-09-12T01:17:16.657002+0000","last_fullsized":"2024-09-12T01:17:16.657002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:15.910181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618811+0000","last_change":"2024-09-12T01:17:10.582207+0000","last_active":"2024-09-12T01:17:16.618811+0000","last_peered":"2024-09-12T01:17:16.618811+0000","last_clean":"2024-09-12T01:17:16.618811+0000","last_became_active":"2024-09-12T01:17:10.581928+0000","last_became_peered":"2024-09-12T01:17:10.581928+0000","last_unstale":"2024-09-12T01:17:16.618811+0000","last_undegraded":"2024-09-12T01:17:16.618811+0000","last_fullsized":"2024-09-12T01:17:16.618811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:13.112009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657650+0000","last_change":"2024-09-12T01:17:15.605262+0000","last_active":"2024-09-12T01:17:16.657650+0000","last_peered":"2024-09-12T01:17:16.657650+0000","last_clean":"2024-09-12T01:17:16.657650+0000","last_became_active":"2024-09-12T01:17:15.603175+0000","last_became_peered":"2024-09-12T01:17:15.603175+0000","last_unstale":"2024-09-12T01:17:16.657650+0000","last_undegraded":"2024-09-12T01:17:16.657650+0000","last_fullsized":"2024-09-12T01:17:16.657650+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:59.300217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264271+0000","last_change":"2024-09-12T01:17:11.590713+0000","last_active":"2024-09-12T01:17:17.264271+0000","last_peered":"2024-09-12T01:17:17.264271+0000","last_clean":"2024-09-12T01:17:17.264271+0000","last_became_active":"2024-09-12T01:17:11.590432+0000","last_became_peered":"2024-09-12T01:17:11.590432+0000","last_unstale":"2024-09-12T01:17:17.264271+0000","last_undegraded":"2024-09-12T01:17:17.264271+0000","last_fullsized":"2024-09-12T01:17:17.264271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:38.781859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264852+0000","last_change":"2024-09-12T01:17:10.589841+0000","last_active":"2024-09-12T01:17:17.264852+0000","last_peered":"2024-09-12T01:17:17.264852+0000","last_clean":"2024-09-12T01:17:17.264852+0000","last_became_active":"2024-09-12T01:17:10.589527+0000","last_became_peered":"2024-09-12T01:17:10.589527+0000","last_unstale":"2024-09-12T01:17:17.264852+0000","last_undegraded":"2024-09-12T01:17:17.264852+0000","last_fullsized":"2024-09-12T01:17:17.264852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264744+0000","last_change":"2024-09-12T01:17:15.777704+0000","last_active":"2024-09-12T01:17:17.264744+0000","last_peered":"2024-09-12T01:17:17.264744+0000","last_clean":"2024-09-12T01:17:17.264744+0000","last_became_active":"2024-09-12T01:17:15.777303+0000","last_became_peered":"2024-09-12T01:17:15.777303+0000","last_unstale":"2024-09-12T01:17:17.264744+0000","last_undegraded":"2024-09-12T01:17:17.264744+0000","last_fullsized":"2024-09-12T01:17:17.264744+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:28.324723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265476+0000","last_change":"2024-09-12T01:17:11.597171+0000","last_active":"2024-09-12T01:17:17.265476+0000","last_peered":"2024-09-12T01:17:17.265476+0000","last_clean":"2024-09-12T01:17:17.265476+0000","last_became_active":"2024-09-12T01:17:11.596311+0000","last_became_peered":"2024-09-12T01:17:11.596311+0000","last_unstale":"2024-09-12T01:17:17.265476+0000","last_undegraded":"2024-09-12T01:17:17.265476+0000","last_fullsized":"2024-09-12T01:17:17.265476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:37.900042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618221+0000","last_change":"2024-09-12T01:17:10.582275+0000","last_active":"2024-09-12T01:17:16.618221+0000","last_peered":"2024-09-12T01:17:16.618221+0000","last_clean":"2024-09-12T01:17:16.618221+0000","last_became_active":"2024-09-12T01:17:10.581972+0000","last_became_peered":"2024-09-12T01:17:10.581972+0000","last_unstale":"2024-09-12T01:17:16.618221+0000","last_undegraded":"2024-09-12T01:17:16.618221+0000","last_fullsized":"2024-09-12T01:17:16.618221+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264896+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:17:17.264896+0000","last_peered":"2024-09-12T01:17:17.264896+0000","last_clean":"2024-09-12T01:17:17.264896+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:17:17.264896+0000","last_undegraded":"2024-09-12T01:17:17.264896+0000","last_fullsized":"2024-09-12T01:17:17.264896+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266104+0000","last_change":"2024-09-12T01:17:15.778699+0000","last_active":"2024-09-12T01:17:17.266104+0000","last_peered":"2024-09-12T01:17:17.266104+0000","last_clean":"2024-09-12T01:17:17.266104+0000","last_became_active":"2024-09-12T01:17:15.778289+0000","last_became_peered":"2024-09-12T01:17:15.778289+0000","last_unstale":"2024-09-12T01:17:17.266104+0000","last_undegraded":"2024-09-12T01:17:17.266104+0000","last_fullsized":"2024-09-12T01:17:17.266104+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265629+0000","last_change":"2024-09-12T01:17:11.601353+0000","last_active":"2024-09-12T01:17:17.265629+0000","last_peered":"2024-09-12T01:17:17.265629+0000","last_clean":"2024-09-12T01:17:17.265629+0000","last_became_active":"2024-09-12T01:17:11.601037+0000","last_became_peered":"2024-09-12T01:17:11.601037+0000","last_unstale":"2024-09-12T01:17:17.265629+0000","last_undegraded":"2024-09-12T01:17:17.265629+0000","last_fullsized":"2024-09-12T01:17:17.265629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:25.133695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618906+0000","last_change":"2024-09-12T01:17:10.578667+0000","last_active":"2024-09-12T01:17:16.618906+0000","last_peered":"2024-09-12T01:17:16.618906+0000","last_clean":"2024-09-12T01:17:16.618906+0000","last_became_active":"2024-09-12T01:17:10.578382+0000","last_became_peered":"2024-09-12T01:17:10.578382+0000","last_unstale":"2024-09-12T01:17:16.618906+0000","last_undegraded":"2024-09-12T01:17:16.618906+0000","last_fullsized":"2024-09-12T01:17:16.618906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:33.129269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265300+0000","last_change":"2024-09-12T01:17:15.778035+0000","last_active":"2024-09-12T01:17:17.265300+0000","last_peered":"2024-09-12T01:17:17.265300+0000","last_clean":"2024-09-12T01:17:17.265300+0000","last_became_active":"2024-09-12T01:17:15.777269+0000","last_became_peered":"2024-09-12T01:17:15.777269+0000","last_unstale":"2024-09-12T01:17:17.265300+0000","last_undegraded":"2024-09-12T01:17:17.265300+0000","last_fullsized":"2024-09-12T01:17:17.265300+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619262+0000","last_change":"2024-09-12T01:17:11.587787+0000","last_active":"2024-09-12T01:17:16.619262+0000","last_peered":"2024-09-12T01:17:16.619262+0000","last_clean":"2024-09-12T01:17:16.619262+0000","last_became_active":"2024-09-12T01:17:11.587514+0000","last_became_peered":"2024-09-12T01:17:11.587514+0000","last_unstale":"2024-09-12T01:17:16.619262+0000","last_undegraded":"2024-09-12T01:17:16.619262+0000","last_fullsized":"2024-09-12T01:17:16.619262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:25.133695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657495+0000","last_change":"2024-09-12T01:17:10.584764+0000","last_active":"2024-09-12T01:17:16.657495+0000","last_peered":"2024-09-12T01:17:16.657495+0000","last_clean":"2024-09-12T01:17:16.657495+0000","last_became_active":"2024-09-12T01:17:10.584451+0000","last_became_peered":"2024-09-12T01:17:10.584451+0000","last_unstale":"2024-09-12T01:17:16.657495+0000","last_undegraded":"2024-09-12T01:17:16.657495+0000","last_fullsized":"2024-09-12T01:17:16.657495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264655+0000","last_change":"2024-09-12T01:17:15.612598+0000","last_active":"2024-09-12T01:17:17.264655+0000","last_peered":"2024-09-12T01:17:17.264655+0000","last_clean":"2024-09-12T01:17:17.264655+0000","last_became_active":"2024-09-12T01:17:15.612071+0000","last_became_peered":"2024-09-12T01:17:15.612071+0000","last_unstale":"2024-09-12T01:17:17.264655+0000","last_undegraded":"2024-09-12T01:17:17.264655+0000","last_fullsized":"2024-09-12T01:17:17.264655+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:47.121149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266075+0000","last_change":"2024-09-12T01:17:11.602585+0000","last_active":"2024-09-12T01:17:17.266075+0000","last_peered":"2024-09-12T01:17:17.266075+0000","last_clean":"2024-09-12T01:17:17.266075+0000","last_became_active":"2024-09-12T01:17:11.602281+0000","last_became_peered":"2024-09-12T01:17:11.602281+0000","last_unstale":"2024-09-12T01:17:17.266075+0000","last_undegraded":"2024-09-12T01:17:17.266075+0000","last_fullsized":"2024-09-12T01:17:17.266075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:30.272764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619021+0000","last_change":"2024-09-12T01:17:10.580045+0000","last_active":"2024-09-12T01:17:16.619021+0000","last_peered":"2024-09-12T01:17:16.619021+0000","last_clean":"2024-09-12T01:17:16.619021+0000","last_became_active":"2024-09-12T01:17:10.579788+0000","last_became_peered":"2024-09-12T01:17:10.579788+0000","last_unstale":"2024-09-12T01:17:16.619021+0000","last_undegraded":"2024-09-12T01:17:16.619021+0000","last_fullsized":"2024-09-12T01:17:16.619021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:47.291916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617978+0000","last_change":"2024-09-12T01:17:15.775432+0000","last_active":"2024-09-12T01:17:16.617978+0000","last_peered":"2024-09-12T01:17:16.617978+0000","last_clean":"2024-09-12T01:17:16.617978+0000","last_became_active":"2024-09-12T01:17:15.775042+0000","last_became_peered":"2024-09-12T01:17:15.775042+0000","last_unstale":"2024-09-12T01:17:16.617978+0000","last_undegraded":"2024-09-12T01:17:16.617978+0000","last_fullsized":"2024-09-12T01:17:16.617978+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:47:31.806907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265408+0000","last_change":"2024-09-12T01:17:11.600517+0000","last_active":"2024-09-12T01:17:17.265408+0000","last_peered":"2024-09-12T01:17:17.265408+0000","last_clean":"2024-09-12T01:17:17.265408+0000","last_became_active":"2024-09-12T01:17:11.600251+0000","last_became_peered":"2024-09-12T01:17:11.600251+0000","last_unstale":"2024-09-12T01:17:17.265408+0000","last_undegraded":"2024-09-12T01:17:17.265408+0000","last_fullsized":"2024-09-12T01:17:17.265408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:42.075205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618964+0000","last_change":"2024-09-12T01:17:10.585476+0000","last_active":"2024-09-12T01:17:16.618964+0000","last_peered":"2024-09-12T01:17:16.618964+0000","last_clean":"2024-09-12T01:17:16.618964+0000","last_became_active":"2024-09-12T01:17:10.585107+0000","last_became_peered":"2024-09-12T01:17:10.585107+0000","last_unstale":"2024-09-12T01:17:16.618964+0000","last_undegraded":"2024-09-12T01:17:16.618964+0000","last_fullsized":"2024-09-12T01:17:16.618964+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:47.291916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618901+0000","last_change":"2024-09-12T01:17:15.603897+0000","last_active":"2024-09-12T01:17:16.618901+0000","last_peered":"2024-09-12T01:17:16.618901+0000","last_clean":"2024-09-12T01:17:16.618901+0000","last_became_active":"2024-09-12T01:17:15.603442+0000","last_became_peered":"2024-09-12T01:17:15.603442+0000","last_unstale":"2024-09-12T01:17:16.618901+0000","last_undegraded":"2024-09-12T01:17:16.618901+0000","last_fullsized":"2024-09-12T01:17:16.618901+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:40.711602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265468+0000","last_change":"2024-09-12T01:17:11.599473+0000","last_active":"2024-09-12T01:17:17.265468+0000","last_peered":"2024-09-12T01:17:17.265468+0000","last_clean":"2024-09-12T01:17:17.265468+0000","last_became_active":"2024-09-12T01:17:11.599113+0000","last_became_peered":"2024-09-12T01:17:11.599113+0000","last_unstale":"2024-09-12T01:17:17.265468+0000","last_undegraded":"2024-09-12T01:17:17.265468+0000","last_fullsized":"2024-09-12T01:17:17.265468+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:45.678365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618627+0000","last_change":"2024-09-12T01:17:10.579498+0000","last_active":"2024-09-12T01:17:16.618627+0000","last_peered":"2024-09-12T01:17:16.618627+0000","last_clean":"2024-09-12T01:17:16.618627+0000","last_became_active":"2024-09-12T01:17:10.579108+0000","last_became_peered":"2024-09-12T01:17:10.579108+0000","last_unstale":"2024-09-12T01:17:16.618627+0000","last_undegraded":"2024-09-12T01:17:16.618627+0000","last_fullsized":"2024-09-12T01:17:16.618627+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:01:41.401607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264734+0000","last_change":"2024-09-12T01:17:15.609335+0000","last_active":"2024-09-12T01:17:17.264734+0000","last_peered":"2024-09-12T01:17:17.264734+0000","last_clean":"2024-09-12T01:17:17.264734+0000","last_became_active":"2024-09-12T01:17:15.608330+0000","last_became_peered":"2024-09-12T01:17:15.608330+0000","last_unstale":"2024-09-12T01:17:17.264734+0000","last_undegraded":"2024-09-12T01:17:17.264734+0000","last_fullsized":"2024-09-12T01:17:17.264734+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:36.583556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264936+0000","last_change":"2024-09-12T01:17:11.593756+0000","last_active":"2024-09-12T01:17:17.264936+0000","last_peered":"2024-09-12T01:17:17.264936+0000","last_clean":"2024-09-12T01:17:17.264936+0000","last_became_active":"2024-09-12T01:17:11.593458+0000","last_became_peered":"2024-09-12T01:17:11.593458+0000","last_unstale":"2024-09-12T01:17:17.264936+0000","last_undegraded":"2024-09-12T01:17:17.264936+0000","last_fullsized":"2024-09-12T01:17:17.264936+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264776+0000","last_change":"2024-09-12T01:17:10.590108+0000","last_active":"2024-09-12T01:17:17.264776+0000","last_peered":"2024-09-12T01:17:17.264776+0000","last_clean":"2024-09-12T01:17:17.264776+0000","last_became_active":"2024-09-12T01:17:10.589816+0000","last_became_peered":"2024-09-12T01:17:10.589816+0000","last_unstale":"2024-09-12T01:17:17.264776+0000","last_undegraded":"2024-09-12T01:17:17.264776+0000","last_fullsized":"2024-09-12T01:17:17.264776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266192+0000","last_change":"2024-09-12T01:17:15.779018+0000","last_active":"2024-09-12T01:17:17.266192+0000","last_peered":"2024-09-12T01:17:17.266192+0000","last_clean":"2024-09-12T01:17:17.266192+0000","last_became_active":"2024-09-12T01:17:15.778628+0000","last_became_peered":"2024-09-12T01:17:15.778628+0000","last_unstale":"2024-09-12T01:17:17.266192+0000","last_undegraded":"2024-09-12T01:17:17.266192+0000","last_fullsized":"2024-09-12T01:17:17.266192+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:04.885386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265318+0000","last_change":"2024-09-12T01:17:11.600718+0000","last_active":"2024-09-12T01:17:17.265318+0000","last_peered":"2024-09-12T01:17:17.265318+0000","last_clean":"2024-09-12T01:17:17.265318+0000","last_became_active":"2024-09-12T01:17:11.600140+0000","last_became_peered":"2024-09-12T01:17:11.600140+0000","last_unstale":"2024-09-12T01:17:17.265318+0000","last_undegraded":"2024-09-12T01:17:17.265318+0000","last_fullsized":"2024-09-12T01:17:17.265318+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619633+0000","last_change":"2024-09-12T01:17:10.584752+0000","last_active":"2024-09-12T01:17:16.619633+0000","last_peered":"2024-09-12T01:17:16.619633+0000","last_clean":"2024-09-12T01:17:16.619633+0000","last_became_active":"2024-09-12T01:17:10.584462+0000","last_became_peered":"2024-09-12T01:17:10.584462+0000","last_unstale":"2024-09-12T01:17:16.619633+0000","last_undegraded":"2024-09-12T01:17:16.619633+0000","last_fullsized":"2024-09-12T01:17:16.619633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265803+0000","last_change":"2024-09-12T01:17:15.777743+0000","last_active":"2024-09-12T01:17:17.265803+0000","last_peered":"2024-09-12T01:17:17.265803+0000","last_clean":"2024-09-12T01:17:17.265803+0000","last_became_active":"2024-09-12T01:17:15.777328+0000","last_became_peered":"2024-09-12T01:17:15.777328+0000","last_unstale":"2024-09-12T01:17:17.265803+0000","last_undegraded":"2024-09-12T01:17:17.265803+0000","last_fullsized":"2024-09-12T01:17:17.265803+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:47:31.806907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264892+0000","last_change":"2024-09-12T01:17:11.600826+0000","last_active":"2024-09-12T01:17:17.264892+0000","last_peered":"2024-09-12T01:17:17.264892+0000","last_clean":"2024-09-12T01:17:17.264892+0000","last_became_active":"2024-09-12T01:17:11.600561+0000","last_became_peered":"2024-09-12T01:17:11.600561+0000","last_unstale":"2024-09-12T01:17:17.264892+0000","last_undegraded":"2024-09-12T01:17:17.264892+0000","last_fullsized":"2024-09-12T01:17:17.264892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:31.041879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264934+0000","last_change":"2024-09-12T01:17:10.587484+0000","last_active":"2024-09-12T01:17:17.264934+0000","last_peered":"2024-09-12T01:17:17.264934+0000","last_clean":"2024-09-12T01:17:17.264934+0000","last_became_active":"2024-09-12T01:17:10.587219+0000","last_became_peered":"2024-09-12T01:17:10.587219+0000","last_unstale":"2024-09-12T01:17:17.264934+0000","last_undegraded":"2024-09-12T01:17:17.264934+0000","last_fullsized":"2024-09-12T01:17:17.264934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:09.882388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618229+0000","last_change":"2024-09-12T01:17:15.778289+0000","last_active":"2024-09-12T01:17:16.618229+0000","last_peered":"2024-09-12T01:17:16.618229+0000","last_clean":"2024-09-12T01:17:16.618229+0000","last_became_active":"2024-09-12T01:17:15.777878+0000","last_became_peered":"2024-09-12T01:17:15.777878+0000","last_unstale":"2024-09-12T01:17:16.618229+0000","last_undegraded":"2024-09-12T01:17:16.618229+0000","last_fullsized":"2024-09-12T01:17:16.618229+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:31.202531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265590+0000","last_change":"2024-09-12T01:17:11.596322+0000","last_active":"2024-09-12T01:17:17.265590+0000","last_peered":"2024-09-12T01:17:17.265590+0000","last_clean":"2024-09-12T01:17:17.265590+0000","last_became_active":"2024-09-12T01:17:11.596071+0000","last_became_peered":"2024-09-12T01:17:11.596071+0000","last_unstale":"2024-09-12T01:17:17.265590+0000","last_undegraded":"2024-09-12T01:17:17.265590+0000","last_fullsized":"2024-09-12T01:17:17.265590+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:36.689893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:20.886345+0000","last_change":"2024-09-12T01:17:10.587427+0000","last_active":"2024-09-12T01:17:20.886345+0000","last_peered":"2024-09-12T01:17:20.886345+0000","last_clean":"2024-09-12T01:17:20.886345+0000","last_became_active":"2024-09-12T01:17:10.587148+0000","last_became_peered":"2024-09-12T01:17:10.587148+0000","last_unstale":"2024-09-12T01:17:20.886345+0000","last_undegraded":"2024-09-12T01:17:20.886345+0000","last_fullsized":"2024-09-12T01:17:20.886345+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657140+0000","last_change":"2024-09-12T01:17:15.610309+0000","last_active":"2024-09-12T01:17:16.657140+0000","last_peered":"2024-09-12T01:17:16.657140+0000","last_clean":"2024-09-12T01:17:16.657140+0000","last_became_active":"2024-09-12T01:17:15.609168+0000","last_became_peered":"2024-09-12T01:17:15.609168+0000","last_unstale":"2024-09-12T01:17:16.657140+0000","last_undegraded":"2024-09-12T01:17:16.657140+0000","last_fullsized":"2024-09-12T01:17:16.657140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619514+0000","last_change":"2024-09-12T01:17:11.589626+0000","last_active":"2024-09-12T01:17:16.619514+0000","last_peered":"2024-09-12T01:17:16.619514+0000","last_clean":"2024-09-12T01:17:16.619514+0000","last_became_active":"2024-09-12T01:17:11.589327+0000","last_became_peered":"2024-09-12T01:17:11.589327+0000","last_unstale":"2024-09-12T01:17:16.619514+0000","last_undegraded":"2024-09-12T01:17:16.619514+0000","last_fullsized":"2024-09-12T01:17:16.619514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:18.372767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657468+0000","last_change":"2024-09-12T01:17:10.582658+0000","last_active":"2024-09-12T01:17:16.657468+0000","last_peered":"2024-09-12T01:17:16.657468+0000","last_clean":"2024-09-12T01:17:16.657468+0000","last_became_active":"2024-09-12T01:17:10.582406+0000","last_became_peered":"2024-09-12T01:17:10.582406+0000","last_unstale":"2024-09-12T01:17:16.657468+0000","last_undegraded":"2024-09-12T01:17:16.657468+0000","last_fullsized":"2024-09-12T01:17:16.657468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619571+0000","last_change":"2024-09-12T01:17:15.608879+0000","last_active":"2024-09-12T01:17:16.619571+0000","last_peered":"2024-09-12T01:17:16.619571+0000","last_clean":"2024-09-12T01:17:16.619571+0000","last_became_active":"2024-09-12T01:17:15.607003+0000","last_became_peered":"2024-09-12T01:17:15.607003+0000","last_unstale":"2024-09-12T01:17:16.619571+0000","last_undegraded":"2024-09-12T01:17:16.619571+0000","last_fullsized":"2024-09-12T01:17:16.619571+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:59.300217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265241+0000","last_change":"2024-09-12T01:17:11.593258+0000","last_active":"2024-09-12T01:17:17.265241+0000","last_peered":"2024-09-12T01:17:17.265241+0000","last_clean":"2024-09-12T01:17:17.265241+0000","last_became_active":"2024-09-12T01:17:11.592803+0000","last_became_peered":"2024-09-12T01:17:11.592803+0000","last_unstale":"2024-09-12T01:17:17.265241+0000","last_undegraded":"2024-09-12T01:17:17.265241+0000","last_fullsized":"2024-09-12T01:17:17.265241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.840662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618347+0000","last_change":"2024-09-12T01:17:10.590916+0000","last_active":"2024-09-12T01:17:16.618347+0000","last_peered":"2024-09-12T01:17:16.618347+0000","last_clean":"2024-09-12T01:17:16.618347+0000","last_became_active":"2024-09-12T01:17:10.590617+0000","last_became_peered":"2024-09-12T01:17:10.590617+0000","last_unstale":"2024-09-12T01:17:16.618347+0000","last_undegraded":"2024-09-12T01:17:16.618347+0000","last_fullsized":"2024-09-12T01:17:16.618347+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264947+0000","last_change":"2024-09-12T01:17:15.608476+0000","last_active":"2024-09-12T01:17:17.264947+0000","last_peered":"2024-09-12T01:17:17.264947+0000","last_clean":"2024-09-12T01:17:17.264947+0000","last_became_active":"2024-09-12T01:17:15.607668+0000","last_became_peered":"2024-09-12T01:17:15.607668+0000","last_unstale":"2024-09-12T01:17:17.264947+0000","last_undegraded":"2024-09-12T01:17:17.264947+0000","last_fullsized":"2024-09-12T01:17:17.264947+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:56.288248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618146+0000","last_change":"2024-09-12T01:17:11.594024+0000","last_active":"2024-09-12T01:17:16.618146+0000","last_peered":"2024-09-12T01:17:16.618146+0000","last_clean":"2024-09-12T01:17:16.618146+0000","last_became_active":"2024-09-12T01:17:11.593429+0000","last_became_peered":"2024-09-12T01:17:11.593429+0000","last_unstale":"2024-09-12T01:17:16.618146+0000","last_undegraded":"2024-09-12T01:17:16.618146+0000","last_fullsized":"2024-09-12T01:17:16.618146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:52.266539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265915+0000","last_change":"2024-09-12T01:17:10.588186+0000","last_active":"2024-09-12T01:17:17.265915+0000","last_peered":"2024-09-12T01:17:17.265915+0000","last_clean":"2024-09-12T01:17:17.265915+0000","last_became_active":"2024-09-12T01:17:10.587904+0000","last_became_peered":"2024-09-12T01:17:10.587904+0000","last_unstale":"2024-09-12T01:17:17.265915+0000","last_undegraded":"2024-09-12T01:17:17.265915+0000","last_fullsized":"2024-09-12T01:17:17.265915+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265274+0000","last_change":"2024-09-12T01:17:15.779775+0000","last_active":"2024-09-12T01:17:17.265274+0000","last_peered":"2024-09-12T01:17:17.265274+0000","last_clean":"2024-09-12T01:17:17.265274+0000","last_became_active":"2024-09-12T01:17:15.778910+0000","last_became_peered":"2024-09-12T01:17:15.778910+0000","last_unstale":"2024-09-12T01:17:17.265274+0000","last_undegraded":"2024-09-12T01:17:17.265274+0000","last_fullsized":"2024-09-12T01:17:17.265274+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:12.235636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264588+0000","last_change":"2024-09-12T01:17:15.778482+0000","last_active":"2024-09-12T01:17:17.264588+0000","last_peered":"2024-09-12T01:17:17.264588+0000","last_clean":"2024-09-12T01:17:17.264588+0000","last_became_active":"2024-09-12T01:17:15.778108+0000","last_became_peered":"2024-09-12T01:17:15.778108+0000","last_unstale":"2024-09-12T01:17:17.264588+0000","last_undegraded":"2024-09-12T01:17:17.264588+0000","last_fullsized":"2024-09-12T01:17:17.264588+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:27.996522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.656948+0000","last_change":"2024-09-12T01:17:11.581179+0000","last_active":"2024-09-12T01:17:16.656948+0000","last_peered":"2024-09-12T01:17:16.656948+0000","last_clean":"2024-09-12T01:17:16.656948+0000","last_became_active":"2024-09-12T01:17:11.580885+0000","last_became_peered":"2024-09-12T01:17:11.580885+0000","last_unstale":"2024-09-12T01:17:16.656948+0000","last_undegraded":"2024-09-12T01:17:16.656948+0000","last_fullsized":"2024-09-12T01:17:16.656948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:37.900042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619089+0000","last_change":"2024-09-12T01:17:10.584706+0000","last_active":"2024-09-12T01:17:16.619089+0000","last_peered":"2024-09-12T01:17:16.619089+0000","last_clean":"2024-09-12T01:17:16.619089+0000","last_became_active":"2024-09-12T01:17:10.584409+0000","last_became_peered":"2024-09-12T01:17:10.584409+0000","last_unstale":"2024-09-12T01:17:16.619089+0000","last_undegraded":"2024-09-12T01:17:16.619089+0000","last_fullsized":"2024-09-12T01:17:16.619089+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:09.757662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265735+0000","last_change":"2024-09-12T01:17:15.609035+0000","last_active":"2024-09-12T01:17:17.265735+0000","last_peered":"2024-09-12T01:17:17.265735+0000","last_clean":"2024-09-12T01:17:17.265735+0000","last_became_active":"2024-09-12T01:17:15.608643+0000","last_became_peered":"2024-09-12T01:17:15.608643+0000","last_unstale":"2024-09-12T01:17:17.265735+0000","last_undegraded":"2024-09-12T01:17:17.265735+0000","last_fullsized":"2024-09-12T01:17:17.265735+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265021+0000","last_change":"2024-09-12T01:17:11.588355+0000","last_active":"2024-09-12T01:17:17.265021+0000","last_peered":"2024-09-12T01:17:17.265021+0000","last_clean":"2024-09-12T01:17:17.265021+0000","last_became_active":"2024-09-12T01:17:11.588081+0000","last_became_peered":"2024-09-12T01:17:11.588081+0000","last_unstale":"2024-09-12T01:17:17.265021+0000","last_undegraded":"2024-09-12T01:17:17.265021+0000","last_fullsized":"2024-09-12T01:17:17.265021+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265370+0000","last_change":"2024-09-12T01:17:10.590837+0000","last_active":"2024-09-12T01:17:17.265370+0000","last_peered":"2024-09-12T01:17:17.265370+0000","last_clean":"2024-09-12T01:17:17.265370+0000","last_became_active":"2024-09-12T01:17:10.590616+0000","last_became_peered":"2024-09-12T01:17:10.590616+0000","last_unstale":"2024-09-12T01:17:17.265370+0000","last_undegraded":"2024-09-12T01:17:17.265370+0000","last_fullsized":"2024-09-12T01:17:17.265370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:33.129269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265424+0000","last_change":"2024-09-12T01:17:10.587237+0000","last_active":"2024-09-12T01:17:17.265424+0000","last_peered":"2024-09-12T01:17:17.265424+0000","last_clean":"2024-09-12T01:17:17.265424+0000","last_became_active":"2024-09-12T01:17:10.586976+0000","last_became_peered":"2024-09-12T01:17:10.586976+0000","last_unstale":"2024-09-12T01:17:17.265424+0000","last_undegraded":"2024-09-12T01:17:17.265424+0000","last_fullsized":"2024-09-12T01:17:17.265424+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:06.319601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264845+0000","last_change":"2024-09-12T01:17:11.585467+0000","last_active":"2024-09-12T01:17:17.264845+0000","last_peered":"2024-09-12T01:17:17.264845+0000","last_clean":"2024-09-12T01:17:17.264845+0000","last_became_active":"2024-09-12T01:17:11.585168+0000","last_became_peered":"2024-09-12T01:17:11.585168+0000","last_unstale":"2024-09-12T01:17:17.264845+0000","last_undegraded":"2024-09-12T01:17:17.264845+0000","last_fullsized":"2024-09-12T01:17:17.264845+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:28.623330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618803+0000","last_change":"2024-09-12T01:17:15.608344+0000","last_active":"2024-09-12T01:17:16.618803+0000","last_peered":"2024-09-12T01:17:16.618803+0000","last_clean":"2024-09-12T01:17:16.618803+0000","last_became_active":"2024-09-12T01:17:15.607926+0000","last_became_peered":"2024-09-12T01:17:15.607926+0000","last_unstale":"2024-09-12T01:17:16.618803+0000","last_undegraded":"2024-09-12T01:17:16.618803+0000","last_fullsized":"2024-09-12T01:17:16.618803+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:22.394476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265709+0000","last_change":"2024-09-12T01:17:10.586012+0000","last_active":"2024-09-12T01:17:17.265709+0000","last_peered":"2024-09-12T01:17:17.265709+0000","last_clean":"2024-09-12T01:17:17.265709+0000","last_became_active":"2024-09-12T01:17:10.585298+0000","last_became_peered":"2024-09-12T01:17:10.585298+0000","last_unstale":"2024-09-12T01:17:17.265709+0000","last_undegraded":"2024-09-12T01:17:17.265709+0000","last_fullsized":"2024-09-12T01:17:17.265709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:01:41.401607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618819+0000","last_change":"2024-09-12T01:17:11.586208+0000","last_active":"2024-09-12T01:17:16.618819+0000","last_peered":"2024-09-12T01:17:16.618819+0000","last_clean":"2024-09-12T01:17:16.618819+0000","last_became_active":"2024-09-12T01:17:11.585785+0000","last_became_peered":"2024-09-12T01:17:11.585785+0000","last_unstale":"2024-09-12T01:17:16.618819+0000","last_undegraded":"2024-09-12T01:17:16.618819+0000","last_fullsized":"2024-09-12T01:17:16.618819+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:13.036133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265868+0000","last_change":"2024-09-12T01:17:15.606824+0000","last_active":"2024-09-12T01:17:17.265868+0000","last_peered":"2024-09-12T01:17:17.265868+0000","last_clean":"2024-09-12T01:17:17.265868+0000","last_became_active":"2024-09-12T01:17:15.606425+0000","last_became_peered":"2024-09-12T01:17:15.606425+0000","last_unstale":"2024-09-12T01:17:17.265868+0000","last_undegraded":"2024-09-12T01:17:17.265868+0000","last_fullsized":"2024-09-12T01:17:17.265868+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:31.202531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264671+0000","last_change":"2024-09-12T01:17:11.592398+0000","last_active":"2024-09-12T01:17:17.264671+0000","last_peered":"2024-09-12T01:17:17.264671+0000","last_clean":"2024-09-12T01:17:17.264671+0000","last_became_active":"2024-09-12T01:17:11.592116+0000","last_became_peered":"2024-09-12T01:17:11.592116+0000","last_unstale":"2024-09-12T01:17:17.264671+0000","last_undegraded":"2024-09-12T01:17:17.264671+0000","last_fullsized":"2024-09-12T01:17:17.264671+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618703+0000","last_change":"2024-09-12T01:17:11.583293+0000","last_active":"2024-09-12T01:17:16.618703+0000","last_peered":"2024-09-12T01:17:16.618703+0000","last_clean":"2024-09-12T01:17:16.618703+0000","last_became_active":"2024-09-12T01:17:11.583016+0000","last_became_peered":"2024-09-12T01:17:11.583016+0000","last_unstale":"2024-09-12T01:17:16.618703+0000","last_undegraded":"2024-09-12T01:17:16.618703+0000","last_fullsized":"2024-09-12T01:17:16.618703+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:50.508220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619591+0000","last_change":"2024-09-12T01:17:11.589201+0000","last_active":"2024-09-12T01:17:16.619591+0000","last_peered":"2024-09-12T01:17:16.619591+0000","last_clean":"2024-09-12T01:17:16.619591+0000","last_became_active":"2024-09-12T01:17:11.588913+0000","last_became_peered":"2024-09-12T01:17:11.588913+0000","last_unstale":"2024-09-12T01:17:16.619591+0000","last_undegraded":"2024-09-12T01:17:16.619591+0000","last_fullsized":"2024-09-12T01:17:16.619591+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:30.272764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264750+0000","last_change":"2024-09-12T01:17:11.584983+0000","last_active":"2024-09-12T01:17:17.264750+0000","last_peered":"2024-09-12T01:17:17.264750+0000","last_clean":"2024-09-12T01:17:17.264750+0000","last_became_active":"2024-09-12T01:17:11.584609+0000","last_became_peered":"2024-09-12T01:17:11.584609+0000","last_unstale":"2024-09-12T01:17:17.264750+0000","last_undegraded":"2024-09-12T01:17:17.264750+0000","last_fullsized":"2024-09-12T01:17:17.264750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:18.982707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265910+0000","last_change":"2024-09-12T01:17:11.582890+0000","last_active":"2024-09-12T01:17:17.265910+0000","last_peered":"2024-09-12T01:17:17.265910+0000","last_clean":"2024-09-12T01:17:17.265910+0000","last_became_active":"2024-09-12T01:17:11.582618+0000","last_became_peered":"2024-09-12T01:17:11.582618+0000","last_unstale":"2024-09-12T01:17:17.265910+0000","last_undegraded":"2024-09-12T01:17:17.265910+0000","last_fullsized":"2024-09-12T01:17:17.265910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:57.418639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657256+0000","last_change":"2024-09-12T01:17:11.590756+0000","last_active":"2024-09-12T01:17:16.657256+0000","last_peered":"2024-09-12T01:17:16.657256+0000","last_clean":"2024-09-12T01:17:16.657256+0000","last_became_active":"2024-09-12T01:17:11.588479+0000","last_became_peered":"2024-09-12T01:17:11.588479+0000","last_unstale":"2024-09-12T01:17:16.657256+0000","last_undegraded":"2024-09-12T01:17:16.657256+0000","last_fullsized":"2024-09-12T01:17:16.657256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265979+0000","last_change":"2024-09-12T01:17:11.600943+0000","last_active":"2024-09-12T01:17:17.265979+0000","last_peered":"2024-09-12T01:17:17.265979+0000","last_clean":"2024-09-12T01:17:17.265979+0000","last_became_active":"2024-09-12T01:17:11.600682+0000","last_became_peered":"2024-09-12T01:17:11.600682+0000","last_unstale":"2024-09-12T01:17:17.265979+0000","last_undegraded":"2024-09-12T01:17:17.265979+0000","last_fullsized":"2024-09-12T01:17:17.265979+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266137+0000","last_change":"2024-09-12T01:17:11.586693+0000","last_active":"2024-09-12T01:17:17.266137+0000","last_peered":"2024-09-12T01:17:17.266137+0000","last_clean":"2024-09-12T01:17:17.266137+0000","last_became_active":"2024-09-12T01:17:11.586401+0000","last_became_peered":"2024-09-12T01:17:11.586401+0000","last_unstale":"2024-09-12T01:17:17.266137+0000","last_undegraded":"2024-09-12T01:17:17.266137+0000","last_fullsized":"2024-09-12T01:17:17.266137+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618982+0000","last_change":"2024-09-12T01:17:11.586636+0000","last_active":"2024-09-12T01:17:16.618982+0000","last_peered":"2024-09-12T01:17:16.618982+0000","last_clean":"2024-09-12T01:17:16.618982+0000","last_became_active":"2024-09-12T01:17:11.586347+0000","last_became_peered":"2024-09-12T01:17:11.586347+0000","last_unstale":"2024-09-12T01:17:16.618982+0000","last_undegraded":"2024-09-12T01:17:16.618982+0000","last_fullsized":"2024-09-12T01:17:16.618982+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265266+0000","last_change":"2024-09-12T01:17:11.586884+0000","last_active":"2024-09-12T01:17:17.265266+0000","last_peered":"2024-09-12T01:17:17.265266+0000","last_clean":"2024-09-12T01:17:17.265266+0000","last_became_active":"2024-09-12T01:17:11.586600+0000","last_became_peered":"2024-09-12T01:17:11.586600+0000","last_unstale":"2024-09-12T01:17:17.265266+0000","last_undegraded":"2024-09-12T01:17:17.265266+0000","last_fullsized":"2024-09-12T01:17:17.265266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:12.605575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619533+0000","last_change":"2024-09-12T01:17:11.593177+0000","last_active":"2024-09-12T01:17:16.619533+0000","last_peered":"2024-09-12T01:17:16.619533+0000","last_clean":"2024-09-12T01:17:16.619533+0000","last_became_active":"2024-09-12T01:17:11.592663+0000","last_became_peered":"2024-09-12T01:17:11.592663+0000","last_unstale":"2024-09-12T01:17:16.619533+0000","last_undegraded":"2024-09-12T01:17:16.619533+0000","last_fullsized":"2024-09-12T01:17:16.619533+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:23.431108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264422+0000","last_change":"2024-09-12T01:17:11.592672+0000","last_active":"2024-09-12T01:17:17.264422+0000","last_peered":"2024-09-12T01:17:17.264422+0000","last_clean":"2024-09-12T01:17:17.264422+0000","last_became_active":"2024-09-12T01:17:11.592390+0000","last_became_peered":"2024-09-12T01:17:11.592390+0000","last_unstale":"2024-09-12T01:17:17.264422+0000","last_undegraded":"2024-09-12T01:17:17.264422+0000","last_fullsized":"2024-09-12T01:17:17.264422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:22:00.779936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265759+0000","last_change":"2024-09-12T01:17:11.596971+0000","last_active":"2024-09-12T01:17:17.265759+0000","last_peered":"2024-09-12T01:17:17.265759+0000","last_clean":"2024-09-12T01:17:17.265759+0000","last_became_active":"2024-09-12T01:17:11.596273+0000","last_became_peered":"2024-09-12T01:17:11.596273+0000","last_unstale":"2024-09-12T01:17:17.265759+0000","last_undegraded":"2024-09-12T01:17:17.265759+0000","last_fullsized":"2024-09-12T01:17:17.265759+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:57.418639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265785+0000","last_change":"2024-09-12T01:17:11.595644+0000","last_active":"2024-09-12T01:17:17.265785+0000","last_peered":"2024-09-12T01:17:17.265785+0000","last_clean":"2024-09-12T01:17:17.265785+0000","last_became_active":"2024-09-12T01:17:11.595215+0000","last_became_peered":"2024-09-12T01:17:11.595215+0000","last_unstale":"2024-09-12T01:17:17.265785+0000","last_undegraded":"2024-09-12T01:17:17.265785+0000","last_fullsized":"2024-09-12T01:17:17.265785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:48.708757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619008+0000","last_change":"2024-09-12T01:17:11.595394+0000","last_active":"2024-09-12T01:17:16.619008+0000","last_peered":"2024-09-12T01:17:16.619008+0000","last_clean":"2024-09-12T01:17:16.619008+0000","last_became_active":"2024-09-12T01:17:11.595105+0000","last_became_peered":"2024-09-12T01:17:11.595105+0000","last_unstale":"2024-09-12T01:17:16.619008+0000","last_undegraded":"2024-09-12T01:17:16.619008+0000","last_fullsized":"2024-09-12T01:17:16.619008+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:03.209395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618876+0000","last_change":"2024-09-12T01:17:11.593118+0000","last_active":"2024-09-12T01:17:16.618876+0000","last_peered":"2024-09-12T01:17:16.618876+0000","last_clean":"2024-09-12T01:17:16.618876+0000","last_became_active":"2024-09-12T01:17:11.592272+0000","last_became_peered":"2024-09-12T01:17:11.592272+0000","last_unstale":"2024-09-12T01:17:16.618876+0000","last_undegraded":"2024-09-12T01:17:16.618876+0000","last_fullsized":"2024-09-12T01:17:16.618876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:55.278507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617738+0000","last_change":"2024-09-12T01:17:11.594253+0000","last_active":"2024-09-12T01:17:16.617738+0000","last_peered":"2024-09-12T01:17:16.617738+0000","last_clean":"2024-09-12T01:17:16.617738+0000","last_became_active":"2024-09-12T01:17:11.591141+0000","last_became_peered":"2024-09-12T01:17:11.591141+0000","last_unstale":"2024-09-12T01:17:16.617738+0000","last_undegraded":"2024-09-12T01:17:16.617738+0000","last_fullsized":"2024-09-12T01:17:16.617738+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657042+0000","last_change":"2024-09-12T01:17:11.586839+0000","last_active":"2024-09-12T01:17:16.657042+0000","last_peered":"2024-09-12T01:17:16.657042+0000","last_clean":"2024-09-12T01:17:16.657042+0000","last_became_active":"2024-09-12T01:17:11.586560+0000","last_became_peered":"2024-09-12T01:17:11.586560+0000","last_unstale":"2024-09-12T01:17:16.657042+0000","last_undegraded":"2024-09-12T01:17:16.657042+0000","last_fullsized":"2024-09-12T01:17:16.657042+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264802+0000","last_change":"2024-09-12T01:17:11.580684+0000","last_active":"2024-09-12T01:17:17.264802+0000","last_peered":"2024-09-12T01:17:17.264802+0000","last_clean":"2024-09-12T01:17:17.264802+0000","last_became_active":"2024-09-12T01:17:11.580417+0000","last_became_peered":"2024-09-12T01:17:11.580417+0000","last_unstale":"2024-09-12T01:17:17.264802+0000","last_undegraded":"2024-09-12T01:17:17.264802+0000","last_fullsized":"2024-09-12T01:17:17.264802+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:11.823367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265619+0000","last_change":"2024-09-12T01:17:11.598024+0000","last_active":"2024-09-12T01:17:17.265619+0000","last_peered":"2024-09-12T01:17:17.265619+0000","last_clean":"2024-09-12T01:17:17.265619+0000","last_became_active":"2024-09-12T01:17:11.597745+0000","last_became_peered":"2024-09-12T01:17:11.597745+0000","last_unstale":"2024-09-12T01:17:17.265619+0000","last_undegraded":"2024-09-12T01:17:17.265619+0000","last_fullsized":"2024-09-12T01:17:17.265619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:01.905545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619260+0000","last_change":"2024-09-12T01:17:11.596877+0000","last_active":"2024-09-12T01:17:16.619260+0000","last_peered":"2024-09-12T01:17:16.619260+0000","last_clean":"2024-09-12T01:17:16.619260+0000","last_became_active":"2024-09-12T01:17:11.595127+0000","last_became_peered":"2024-09-12T01:17:11.595127+0000","last_unstale":"2024-09-12T01:17:16.619260+0000","last_undegraded":"2024-09-12T01:17:16.619260+0000","last_fullsized":"2024-09-12T01:17:16.619260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:07.325018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266018+0000","last_change":"2024-09-12T01:17:11.593701+0000","last_active":"2024-09-12T01:17:17.266018+0000","last_peered":"2024-09-12T01:17:17.266018+0000","last_clean":"2024-09-12T01:17:17.266018+0000","last_became_active":"2024-09-12T01:17:11.593395+0000","last_became_peered":"2024-09-12T01:17:11.593395+0000","last_unstale":"2024-09-12T01:17:17.266018+0000","last_undegraded":"2024-09-12T01:17:17.266018+0000","last_fullsized":"2024-09-12T01:17:17.266018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265863+0000","last_change":"2024-09-12T01:17:11.594636+0000","last_active":"2024-09-12T01:17:17.265863+0000","last_peered":"2024-09-12T01:17:17.265863+0000","last_clean":"2024-09-12T01:17:17.265863+0000","last_became_active":"2024-09-12T01:17:11.594278+0000","last_became_peered":"2024-09-12T01:17:11.594278+0000","last_unstale":"2024-09-12T01:17:17.265863+0000","last_undegraded":"2024-09-12T01:17:17.265863+0000","last_fullsized":"2024-09-12T01:17:17.265863+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:08.742892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266017+0000","last_change":"2024-09-12T01:17:11.602542+0000","last_active":"2024-09-12T01:17:17.266017+0000","last_peered":"2024-09-12T01:17:17.266017+0000","last_clean":"2024-09-12T01:17:17.266017+0000","last_became_active":"2024-09-12T01:17:11.602266+0000","last_became_peered":"2024-09-12T01:17:11.602266+0000","last_unstale":"2024-09-12T01:17:17.266017+0000","last_undegraded":"2024-09-12T01:17:17.266017+0000","last_fullsized":"2024-09-12T01:17:17.266017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:08.010472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264792+0000","last_change":"2024-09-12T01:17:11.593875+0000","last_active":"2024-09-12T01:17:17.264792+0000","last_peered":"2024-09-12T01:17:17.264792+0000","last_clean":"2024-09-12T01:17:17.264792+0000","last_became_active":"2024-09-12T01:17:11.593612+0000","last_became_peered":"2024-09-12T01:17:11.593612+0000","last_unstale":"2024-09-12T01:17:17.264792+0000","last_undegraded":"2024-09-12T01:17:17.264792+0000","last_fullsized":"2024-09-12T01:17:17.264792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265354+0000","last_change":"2024-09-12T01:17:11.590821+0000","last_active":"2024-09-12T01:17:17.265354+0000","last_peered":"2024-09-12T01:17:17.265354+0000","last_clean":"2024-09-12T01:17:17.265354+0000","last_became_active":"2024-09-12T01:17:11.590519+0000","last_became_peered":"2024-09-12T01:17:11.590519+0000","last_unstale":"2024-09-12T01:17:17.265354+0000","last_undegraded":"2024-09-12T01:17:17.265354+0000","last_fullsized":"2024-09-12T01:17:17.265354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619469+0000","last_change":"2024-09-12T01:17:11.592957+0000","last_active":"2024-09-12T01:17:16.619469+0000","last_peered":"2024-09-12T01:17:16.619469+0000","last_clean":"2024-09-12T01:17:16.619469+0000","last_became_active":"2024-09-12T01:17:11.592327+0000","last_became_peered":"2024-09-12T01:17:11.592327+0000","last_unstale":"2024-09-12T01:17:16.619469+0000","last_undegraded":"2024-09-12T01:17:16.619469+0000","last_fullsized":"2024-09-12T01:17:16.619469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:36.689893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265093+0000","last_change":"2024-09-12T01:17:11.590693+0000","last_active":"2024-09-12T01:17:17.265093+0000","last_peered":"2024-09-12T01:17:17.265093+0000","last_clean":"2024-09-12T01:17:17.265093+0000","last_became_active":"2024-09-12T01:17:11.590409+0000","last_became_peered":"2024-09-12T01:17:11.590409+0000","last_unstale":"2024-09-12T01:17:17.265093+0000","last_undegraded":"2024-09-12T01:17:17.265093+0000","last_fullsized":"2024-09-12T01:17:17.265093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:55.278507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617946+0000","last_change":"2024-09-12T01:17:11.590054+0000","last_active":"2024-09-12T01:17:16.617946+0000","last_peered":"2024-09-12T01:17:16.617946+0000","last_clean":"2024-09-12T01:17:16.617946+0000","last_became_active":"2024-09-12T01:17:11.589797+0000","last_became_peered":"2024-09-12T01:17:11.589797+0000","last_unstale":"2024-09-12T01:17:16.617946+0000","last_undegraded":"2024-09-12T01:17:16.617946+0000","last_fullsized":"2024-09-12T01:17:16.617946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:45.678365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264552+0000","last_change":"2024-09-12T01:17:11.577225+0000","last_active":"2024-09-12T01:17:17.264552+0000","last_peered":"2024-09-12T01:17:17.264552+0000","last_clean":"2024-09-12T01:17:17.264552+0000","last_became_active":"2024-09-12T01:17:11.576955+0000","last_became_peered":"2024-09-12T01:17:11.576955+0000","last_unstale":"2024-09-12T01:17:17.264552+0000","last_undegraded":"2024-09-12T01:17:17.264552+0000","last_fullsized":"2024-09-12T01:17:17.264552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:40:19.195985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657534+0000","last_change":"2024-09-12T01:17:11.581496+0000","last_active":"2024-09-12T01:17:16.657534+0000","last_peered":"2024-09-12T01:17:16.657534+0000","last_clean":"2024-09-12T01:17:16.657534+0000","last_became_active":"2024-09-12T01:17:11.581186+0000","last_became_peered":"2024-09-12T01:17:11.581186+0000","last_unstale":"2024-09-12T01:17:16.657534+0000","last_undegraded":"2024-09-12T01:17:16.657534+0000","last_fullsized":"2024-09-12T01:17:16.657534+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265887+0000","last_change":"2024-09-12T01:17:11.599792+0000","last_active":"2024-09-12T01:17:17.265887+0000","last_peered":"2024-09-12T01:17:17.265887+0000","last_clean":"2024-09-12T01:17:17.265887+0000","last_became_active":"2024-09-12T01:17:11.599432+0000","last_became_peered":"2024-09-12T01:17:11.599432+0000","last_unstale":"2024-09-12T01:17:17.265887+0000","last_undegraded":"2024-09-12T01:17:17.265887+0000","last_fullsized":"2024-09-12T01:17:17.265887+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:23.431108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":860160,"data_stored":694509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542153,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":266240,"data_stored":103649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542153,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":274432,"data_stored":103685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542151,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542153,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542153,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":103719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542153,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":868352,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:17:31.917 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T01:17:31.918 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-12T01:17:31.918 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-12T01:17:31.918 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-12T01:17:31.918 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-12T01:17:32.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.051+0000 7f0f67928640 1 Processor -- start 2024-09-12T01:17:32.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.051+0000 7f0f67928640 1 -- start start 2024-09-12T01:17:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.052+0000 7f0f67928640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f6015e760 0x7f0f6006cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.052+0000 7f0f67928640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f0f600d4fd0 0x7f0f600cf5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.052+0000 7f0f67928640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f600d2700 con 0x7f0f600b3650 2024-09-12T01:17:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.052+0000 7f0f67928640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f0f600cedb0 con 0x7f0f600d4fd0 2024-09-12T01:17:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.052+0000 7f0f67928640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f0f600cf090 con 0x7f0f6015e760 2024-09-12T01:17:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.052+0000 7f0f656c4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f6015e760 0x7f0f6006cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.052+0000 7f0f64ec3640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f0f600d4fd0 0x7f0f600cf5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.052+0000 7f0f656c4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f6015e760 0x7f0f6006cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:56562/0 (socket says 172.21.15.122:56562) 2024-09-12T01:17:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.052+0000 7f0f656c4640 1 -- 172.21.15.122:0/2372118369 learned_addr learned my addr 172.21.15.122:0/2372118369 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:32.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.053+0000 7f0f656c4640 1 -- 172.21.15.122:0/2372118369 >> v2:172.21.15.151:3300/0 conn(0x7f0f600d4fd0 msgr2=0x7f0f600cf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:32.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.053+0000 7f0f656c4640 1 --2- 172.21.15.122:0/2372118369 >> v2:172.21.15.151:3300/0 conn(0x7f0f600d4fd0 0x7f0f600cf5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.053+0000 7f0f656c4640 1 -- 172.21.15.122:0/2372118369 >> v1:172.21.15.151:6789/0 conn(0x7f0f600b3650 legacy=0x7f0f600d2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.053+0000 7f0f656c4640 1 -- 172.21.15.122:0/2372118369 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f600b3c80 con 0x7f0f6015e760 2024-09-12T01:17:32.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.053+0000 7f0f64ec3640 1 --2- 172.21.15.122:0/2372118369 >> v2:172.21.15.151:3300/0 conn(0x7f0f600d4fd0 0x7f0f600cf5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:32.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.053+0000 7f0f656c4640 1 --2- 172.21.15.122:0/2372118369 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f6015e760 0x7f0f6006cdd0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c009870 tx=0x7f0f5c02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b284b2c001d6afce server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:32.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.054+0000 7f0f57fff640 1 -- 172.21.15.122:0/2372118369 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f5c037070 con 0x7f0f6015e760 2024-09-12T01:17:32.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.054+0000 7f0f57fff640 1 -- 172.21.15.122:0/2372118369 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f5c032440 con 0x7f0f6015e760 2024-09-12T01:17:32.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.054+0000 7f0f57fff640 1 -- 172.21.15.122:0/2372118369 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f5c032810 con 0x7f0f6015e760 2024-09-12T01:17:32.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.054+0000 7f0f67928640 1 -- 172.21.15.122:0/2372118369 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f6015e760 msgr2=0x7f0f6006cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.054+0000 7f0f67928640 1 --2- 172.21.15.122:0/2372118369 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f6015e760 0x7f0f6006cdd0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c009870 tx=0x7f0f5c02a1c0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.054+0000 7f0f67928640 1 -- 172.21.15.122:0/2372118369 shutdown_connections 2024-09-12T01:17:32.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.054+0000 7f0f67928640 1 --2- 172.21.15.122:0/2372118369 >> v2:172.21.15.151:3300/0 conn(0x7f0f600d4fd0 0x7f0f600cf5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.054+0000 7f0f67928640 1 --2- 172.21.15.122:0/2372118369 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f6015e760 0x7f0f6006cdd0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.054+0000 7f0f67928640 1 -- 172.21.15.122:0/2372118369 >> 172.21.15.122:0/2372118369 conn(0x7f0f6008bfc0 msgr2=0x7f0f600d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:32.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.054+0000 7f0f67928640 1 -- 172.21.15.122:0/2372118369 shutdown_connections 2024-09-12T01:17:32.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.054+0000 7f0f67928640 1 -- 172.21.15.122:0/2372118369 wait complete. 2024-09-12T01:17:32.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.055+0000 7f0f67928640 1 Processor -- start 2024-09-12T01:17:32.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.055+0000 7f0f67928640 1 -- start start 2024-09-12T01:17:32.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.056+0000 7f0f67928640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f600b3650 0x7f0f60153a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.056+0000 7f0f67928640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0f600d4fd0 0x7f0f60160e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.056+0000 7f0f67928640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f6015e760 0x7f0f600b8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.056+0000 7f0f67928640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0f600cfe80 con 0x7f0f6015e760 2024-09-12T01:17:32.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.056+0000 7f0f67928640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f0f600cfd00 con 0x7f0f600d4fd0 2024-09-12T01:17:32.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.056+0000 7f0f67928640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f0f600d35b0 con 0x7f0f600b3650 2024-09-12T01:17:32.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.056+0000 7f0f65ec5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f6015e760 0x7f0f600b8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.056+0000 7f0f65ec5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f6015e760 0x7f0f600b8ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:42958/0 (socket says 172.21.15.122:42958) 2024-09-12T01:17:32.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.056+0000 7f0f65ec5640 1 -- 172.21.15.122:0/389431508 learned_addr learned my addr 172.21.15.122:0/389431508 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:32.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.056+0000 7f0f656c4640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f600b3650 0x7f0f60153a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.056+0000 7f0f64ec3640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0f600d4fd0 0x7f0f60160e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.057+0000 7f0f65ec5640 1 -- 172.21.15.122:0/389431508 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f600b3650 msgr2=0x7f0f60153a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.057+0000 7f0f65ec5640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f600b3650 0x7f0f60153a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.057+0000 7f0f65ec5640 1 -- 172.21.15.122:0/389431508 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0f600d4fd0 msgr2=0x7f0f60160e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.057+0000 7f0f65ec5640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0f600d4fd0 0x7f0f60160e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.057+0000 7f0f65ec5640 1 -- 172.21.15.122:0/389431508 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f6015f8c0 con 0x7f0f6015e760 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.057+0000 7f0f65ec5640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f6015e760 0x7f0f600b8ca0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0f5800c730 tx=0x7f0f5800cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.057+0000 7f0f55ffb640 1 -- 172.21.15.122:0/389431508 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f58003b70 con 0x7f0f6015e760 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.057+0000 7f0f55ffb640 1 -- 172.21.15.122:0/389431508 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f58003d10 con 0x7f0f6015e760 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.057+0000 7f0f67928640 1 -- 172.21.15.122:0/389431508 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f6015fba0 con 0x7f0f6015e760 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.057+0000 7f0f55ffb640 1 -- 172.21.15.122:0/389431508 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f58005310 con 0x7f0f6015e760 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.057+0000 7f0f67928640 1 -- 172.21.15.122:0/389431508 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f60160160 con 0x7f0f6015e760 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.058+0000 7f0f67928640 1 -- 172.21.15.122:0/389431508 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f600d3930 con 0x7f0f6015e760 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.058+0000 7f0f55ffb640 1 -- 172.21.15.122:0/389431508 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0f580054b0 con 0x7f0f6015e760 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.059+0000 7f0f55ffb640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4406be60 0x7f0f4406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.059+0000 7f0f55ffb640 1 -- 172.21.15.122:0/389431508 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0f5808ae40 con 0x7f0f6015e760 2024-09-12T01:17:32.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.059+0000 7f0f656c4640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4406be60 0x7f0f4406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.061 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.059+0000 7f0f656c4640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4406be60 0x7f0f4406e320 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c034000 tx=0x7f0f5c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:32.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.063+0000 7f0f55ffb640 1 -- 172.21.15.122:0/389431508 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0f600d2700 con 0x7f0f6015e760 2024-09-12T01:17:32.272 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.273+0000 7f0f67928640 1 -- 172.21.15.122:0/389431508 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f0f600b6d20 con 0x7f0f6015e760 2024-09-12T01:17:32.274 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.276+0000 7f0f55ffb640 1 -- 172.21.15.122:0/389431508 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+172945 (secure 0 0 0) 0x7f0f58058e60 con 0x7f0f6015e760 2024-09-12T01:17:32.277 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:32.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 -- 172.21.15.122:0/389431508 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4406be60 msgr2=0x7f0f4406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4406be60 0x7f0f4406e320 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c034000 tx=0x7f0f5c02e000 comp rx=0 tx=0).stop 2024-09-12T01:17:32.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 -- 172.21.15.122:0/389431508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f6015e760 msgr2=0x7f0f600b8ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f6015e760 0x7f0f600b8ca0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0f5800c730 tx=0x7f0f5800cb30 comp rx=0 tx=0).stop 2024-09-12T01:17:32.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 -- 172.21.15.122:0/389431508 shutdown_connections 2024-09-12T01:17:32.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4406be60 0x7f0f4406e320 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f6015e760 0x7f0f600b8ca0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0f600d4fd0 0x7f0f60160e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 --2- 172.21.15.122:0/389431508 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f600b3650 0x7f0f60153a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 -- 172.21.15.122:0/389431508 >> 172.21.15.122:0/389431508 conn(0x7f0f6008bfc0 msgr2=0x7f0f600b11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:32.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 -- 172.21.15.122:0/389431508 shutdown_connections 2024-09-12T01:17:32.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.278+0000 7f0f67928640 1 -- 172.21.15.122:0/389431508 wait complete. 2024-09-12T01:17:32.288 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":5,"flags":0,"active_gid":4104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":3114417441},{"type":"v1","addr":"172.21.15.122:6833","nonce":3114417441}]},"active_addr":"172.21.15.122:6833/3114417441","active_change":"2024-09-12T01:16:51.833505+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4105,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.122:0","nonce":1658538369}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.122:0","nonce":503926424}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.122:0","nonce":1625432238}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.122:0","nonce":3984389302}]}]} 2024-09-12T01:17:32.292 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-12T01:17:32.292 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-12T01:17:32.293 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:32.392 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.393+0000 7f389ccaf640 1 Processor -- start 2024-09-12T01:17:32.392 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.393+0000 7f389ccaf640 1 -- start start 2024-09-12T01:17:32.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.394+0000 7f389ccaf640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f38980b5050 0x7f389809aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.394+0000 7f389ccaf640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38980b3830 con 0x7f389815b340 2024-09-12T01:17:32.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.394+0000 7f389ccaf640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38980b5610 con 0x7f38980b43f0 2024-09-12T01:17:32.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.394+0000 7f389ccaf640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f38980b5bd0 con 0x7f38980b5050 2024-09-12T01:17:32.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.394+0000 7f389659c640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f389815b340 0x7f38980b4940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54270/0 (socket says 172.21.15.122:54270) 2024-09-12T01:17:32.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.394+0000 7f389659c640 1 -- 172.21.15.122:0/747259391 learned_addr learned my addr 172.21.15.122:0/747259391 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:32.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.394+0000 7f3896d9d640 1 --2- 172.21.15.122:0/747259391 >> v2:172.21.15.151:3300/0 conn(0x7f38980b5050 0x7f389809aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.395+0000 7f389559a640 1 -- 172.21.15.122:0/747259391 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3920167352 0 0) 0x7f38980b3830 con 0x7f389815b340 2024-09-12T01:17:32.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.395+0000 7f389559a640 1 -- 172.21.15.122:0/747259391 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3884003520 con 0x7f389815b340 2024-09-12T01:17:32.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.395+0000 7f389559a640 1 -- 172.21.15.122:0/747259391 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2605470254 0 0) 0x7f3884003520 con 0x7f389815b340 2024-09-12T01:17:32.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.395+0000 7f3896d9d640 1 -- 172.21.15.122:0/747259391 >> v1:172.21.15.151:6789/0 conn(0x7f38980b43f0 legacy=0x7f389815b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.395+0000 7f3896d9d640 1 -- 172.21.15.122:0/747259391 >> v1:172.21.15.122:6789/0 conn(0x7f389815b340 legacy=0x7f38980b4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.395+0000 7f3896d9d640 1 -- 172.21.15.122:0/747259391 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38980b58f0 con 0x7f38980b5050 2024-09-12T01:17:32.396 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.395+0000 7f3896d9d640 1 --2- 172.21.15.122:0/747259391 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f38980b5050 0x7f389809aa30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3890009d90 tx=0x7f389002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=244ee519de0aee69 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:32.396 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.396+0000 7f389559a640 1 -- 172.21.15.122:0/747259391 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3880001670 con 0x7f38980b5050 2024-09-12T01:17:32.396 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.396+0000 7f389559a640 1 -- 172.21.15.122:0/747259391 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3890007540 con 0x7f38980b5050 2024-09-12T01:17:32.396 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.396+0000 7f389559a640 1 -- 172.21.15.122:0/747259391 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38900078f0 con 0x7f38980b5050 2024-09-12T01:17:32.396 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.396+0000 7f389ccaf640 1 -- 172.21.15.122:0/747259391 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f38980b5050 msgr2=0x7f389809aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.396 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.396+0000 7f389ccaf640 1 --2- 172.21.15.122:0/747259391 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f38980b5050 0x7f389809aa30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3890009d90 tx=0x7f389002a680 comp rx=0 tx=0).stop 2024-09-12T01:17:32.396 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.396+0000 7f389ccaf640 1 -- 172.21.15.122:0/747259391 shutdown_connections 2024-09-12T01:17:32.396 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.396+0000 7f389ccaf640 1 --2- 172.21.15.122:0/747259391 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f38980b5050 0x7f389809aa30 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.396 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.396+0000 7f389ccaf640 1 -- 172.21.15.122:0/747259391 >> 172.21.15.122:0/747259391 conn(0x7f3898073490 msgr2=0x7f38980b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:32.396 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.397+0000 7f389ccaf640 1 -- 172.21.15.122:0/747259391 shutdown_connections 2024-09-12T01:17:32.396 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.397+0000 7f389ccaf640 1 -- 172.21.15.122:0/747259391 wait complete. 2024-09-12T01:17:32.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.398+0000 7f389ccaf640 1 Processor -- start 2024-09-12T01:17:32.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.398+0000 7f389ccaf640 1 -- start start 2024-09-12T01:17:32.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f389ccaf640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f38980b43f0 0x7f3898153aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f389ccaf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38980b5050 0x7f3898153fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f389ccaf640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f389815b340 0x7f3898151650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f389ccaf640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f38980cdb30 con 0x7f38980b5050 2024-09-12T01:17:32.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f389ccaf640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f389815d8f0 con 0x7f38980b43f0 2024-09-12T01:17:32.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f389ccaf640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f38980cdcb0 con 0x7f389815b340 2024-09-12T01:17:32.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f3895d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38980b5050 0x7f3898153fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f3895d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38980b5050 0x7f3898153fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:42974/0 (socket says 172.21.15.122:42974) 2024-09-12T01:17:32.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f3895d9b640 1 -- 172.21.15.122:0/261547840 learned_addr learned my addr 172.21.15.122:0/261547840 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:32.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f389659c640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f38980b43f0 0x7f3898153aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f3896d9d640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f389815b340 0x7f3898151650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f3895d9b640 1 -- 172.21.15.122:0/261547840 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f389815b340 msgr2=0x7f3898151650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f3895d9b640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f389815b340 0x7f3898151650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f3895d9b640 1 -- 172.21.15.122:0/261547840 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f38980b43f0 msgr2=0x7f3898153aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f3895d9b640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f38980b43f0 0x7f3898153aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f3895d9b640 1 -- 172.21.15.122:0/261547840 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3898154760 con 0x7f38980b5050 2024-09-12T01:17:32.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f3895d9b640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38980b5050 0x7f3898153fe0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f388800c480 tx=0x7f388800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:32.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.399+0000 7f388effd640 1 -- 172.21.15.122:0/261547840 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38880052d0 con 0x7f38980b5050 2024-09-12T01:17:32.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.400+0000 7f388effd640 1 -- 172.21.15.122:0/261547840 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3888005470 con 0x7f38980b5050 2024-09-12T01:17:32.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.400+0000 7f389ccaf640 1 -- 172.21.15.122:0/261547840 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3898154a40 con 0x7f38980b5050 2024-09-12T01:17:32.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.400+0000 7f388effd640 1 -- 172.21.15.122:0/261547840 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3888012870 con 0x7f38980b5050 2024-09-12T01:17:32.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.400+0000 7f389ccaf640 1 -- 172.21.15.122:0/261547840 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3898155000 con 0x7f38980b5050 2024-09-12T01:17:32.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.401+0000 7f389ccaf640 1 -- 172.21.15.122:0/261547840 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f389809aa30 con 0x7f38980b5050 2024-09-12T01:17:32.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.402+0000 7f388effd640 1 -- 172.21.15.122:0/261547840 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3888012a10 con 0x7f38980b5050 2024-09-12T01:17:32.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.402+0000 7f388effd640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f387806be30 0x7f387806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.402+0000 7f388effd640 1 -- 172.21.15.122:0/261547840 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f388808ac70 con 0x7f38980b5050 2024-09-12T01:17:32.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.402+0000 7f389659c640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f387806be30 0x7f387806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.402+0000 7f389659c640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f387806be30 0x7f387806e2f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3880005880 tx=0x7f3880000bc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:32.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.406+0000 7f388effd640 1 -- 172.21.15.122:0/261547840 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3888058d20 con 0x7f38980b5050 2024-09-12T01:17:32.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.575+0000 7f389ccaf640 1 -- 172.21.15.122:0/261547840 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f389815a440 con 0x7f38980b5050 2024-09-12T01:17:32.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.576+0000 7f388effd640 1 -- 172.21.15.122:0/261547840 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18670 (secure 0 0 0) 0x7f388805f020 con 0x7f38980b5050 2024-09-12T01:17:32.575 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:32.576 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":25,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:15.938148+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:32.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 -- 172.21.15.122:0/261547840 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f387806be30 msgr2=0x7f387806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f387806be30 0x7f387806e2f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3880005880 tx=0x7f3880000bc0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 -- 172.21.15.122:0/261547840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38980b5050 msgr2=0x7f3898153fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38980b5050 0x7f3898153fe0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f388800c480 tx=0x7f388800c940 comp rx=0 tx=0).stop 2024-09-12T01:17:32.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 -- 172.21.15.122:0/261547840 shutdown_connections 2024-09-12T01:17:32.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f387806be30 0x7f387806e2f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f389815b340 0x7f3898151650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38980b5050 0x7f3898153fe0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 --2- 172.21.15.122:0/261547840 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f38980b43f0 0x7f3898153aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 -- 172.21.15.122:0/261547840 >> 172.21.15.122:0/261547840 conn(0x7f3898073490 msgr2=0x7f38981583d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:32.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 -- 172.21.15.122:0/261547840 shutdown_connections 2024-09-12T01:17:32.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.578+0000 7f389ccaf640 1 -- 172.21.15.122:0/261547840 wait complete. 2024-09-12T01:17:32.589 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-12T01:17:32.589 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:32.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.691+0000 7f9d33d3b640 1 Processor -- start 2024-09-12T01:17:32.690 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.691+0000 7f9d33d3b640 1 -- start start 2024-09-12T01:17:32.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d33d3b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9d2c0afde0 0x7f9d2c15d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d33d3b640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f9d2c06e6e0 0x7f9d2c0b5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d33d3b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d2c0b6420 0x7f9d2c15fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d33d3b640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f9d2c06fd60 con 0x7f9d2c0afde0 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d33d3b640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f9d2c0b01c0 con 0x7f9d2c06e6e0 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d33d3b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9d2c0b6850 con 0x7f9d2c0b6420 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d31ad7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9d2c0afde0 0x7f9d2c15d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d31ad7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9d2c0afde0 0x7f9d2c15d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:42990/0 (socket says 172.21.15.122:42990) 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d31ad7640 1 -- 172.21.15.122:0/390319968 learned_addr learned my addr 172.21.15.122:0/390319968 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d322d8640 1 --2- 172.21.15.122:0/390319968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d2c0b6420 0x7f9d2c15fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d312d6640 1 --2- 172.21.15.122:0/390319968 >> v2:172.21.15.151:3300/0 conn(0x7f9d2c06e6e0 0x7f9d2c0b5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d31ad7640 1 -- 172.21.15.122:0/390319968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d2c0b6420 msgr2=0x7f9d2c15fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d31ad7640 1 --2- 172.21.15.122:0/390319968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d2c0b6420 0x7f9d2c15fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d31ad7640 1 -- 172.21.15.122:0/390319968 >> v2:172.21.15.151:3300/0 conn(0x7f9d2c06e6e0 msgr2=0x7f9d2c0b5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:32.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d31ad7640 1 --2- 172.21.15.122:0/390319968 >> v2:172.21.15.151:3300/0 conn(0x7f9d2c06e6e0 0x7f9d2c0b5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.692+0000 7f9d31ad7640 1 -- 172.21.15.122:0/390319968 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d2c15d7d0 con 0x7f9d2c0afde0 2024-09-12T01:17:32.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.693+0000 7f9d31ad7640 1 --2- 172.21.15.122:0/390319968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d2c0afde0 0x7f9d2c15d290 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c067c20 tx=0x7f9d2802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f2c554af276ccc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:32.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.693+0000 7f9d30ad5640 1 -- 172.21.15.122:0/390319968 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d28037070 con 0x7f9d2c0afde0 2024-09-12T01:17:32.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.693+0000 7f9d30ad5640 1 -- 172.21.15.122:0/390319968 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d28032440 con 0x7f9d2c0afde0 2024-09-12T01:17:32.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.693+0000 7f9d30ad5640 1 -- 172.21.15.122:0/390319968 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d28032810 con 0x7f9d2c0afde0 2024-09-12T01:17:32.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.694+0000 7f9d33d3b640 1 -- 172.21.15.122:0/390319968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d2c0afde0 msgr2=0x7f9d2c15d290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.694+0000 7f9d33d3b640 1 --2- 172.21.15.122:0/390319968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d2c0afde0 0x7f9d2c15d290 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c067c20 tx=0x7f9d2802a210 comp rx=0 tx=0).stop 2024-09-12T01:17:32.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.694+0000 7f9d33d3b640 1 -- 172.21.15.122:0/390319968 shutdown_connections 2024-09-12T01:17:32.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.694+0000 7f9d33d3b640 1 --2- 172.21.15.122:0/390319968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d2c0b6420 0x7f9d2c15fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.694+0000 7f9d33d3b640 1 --2- 172.21.15.122:0/390319968 >> v2:172.21.15.151:3300/0 conn(0x7f9d2c06e6e0 0x7f9d2c0b5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.694+0000 7f9d33d3b640 1 --2- 172.21.15.122:0/390319968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d2c0afde0 0x7f9d2c15d290 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.694+0000 7f9d33d3b640 1 -- 172.21.15.122:0/390319968 >> 172.21.15.122:0/390319968 conn(0x7f9d2c06bc10 msgr2=0x7f9d2c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:32.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.694+0000 7f9d33d3b640 1 -- 172.21.15.122:0/390319968 shutdown_connections 2024-09-12T01:17:32.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.694+0000 7f9d33d3b640 1 -- 172.21.15.122:0/390319968 wait complete. 2024-09-12T01:17:32.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.695+0000 7f9d33d3b640 1 Processor -- start 2024-09-12T01:17:32.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.695+0000 7f9d33d3b640 1 -- start start 2024-09-12T01:17:32.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d33d3b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d2c06e6e0 0x7f9d2c1f1f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d33d3b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9d2c0afde0 0x7f9d2c14cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d33d3b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d2c0b6420 0x7f9d2c0b18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d33d3b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9d2c06f1d0 con 0x7f9d2c06e6e0 2024-09-12T01:17:32.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d33d3b640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f9d2c06eef0 con 0x7f9d2c0afde0 2024-09-12T01:17:32.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d33d3b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9d2c06f4b0 con 0x7f9d2c0b6420 2024-09-12T01:17:32.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d31ad7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d2c06e6e0 0x7f9d2c1f1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d322d8640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d2c0b6420 0x7f9d2c0b18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d31ad7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d2c06e6e0 0x7f9d2c1f1f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:42992/0 (socket says 172.21.15.122:42992) 2024-09-12T01:17:32.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d312d6640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9d2c0afde0 0x7f9d2c14cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d31ad7640 1 -- 172.21.15.122:0/2962125475 learned_addr learned my addr 172.21.15.122:0/2962125475 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.696+0000 7f9d322d8640 1 -- 172.21.15.122:0/2962125475 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9d2c0afde0 msgr2=0x7f9d2c14cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d322d8640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9d2c0afde0 0x7f9d2c14cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d322d8640 1 -- 172.21.15.122:0/2962125475 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d2c06e6e0 msgr2=0x7f9d2c1f1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d322d8640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d2c06e6e0 0x7f9d2c1f1f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d322d8640 1 -- 172.21.15.122:0/2962125475 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d2c1576a0 con 0x7f9d2c0b6420 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d31ad7640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d2c06e6e0 0x7f9d2c1f1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d312d6640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9d2c0afde0 0x7f9d2c14cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d322d8640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d2c0b6420 0x7f9d2c0b18d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f9d24007cf0 tx=0x7f9d2400e4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d227fc640 1 -- 172.21.15.122:0/2962125475 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d2400edd0 con 0x7f9d2c0b6420 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d227fc640 1 -- 172.21.15.122:0/2962125475 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d24003990 con 0x7f9d2c0b6420 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d227fc640 1 -- 172.21.15.122:0/2962125475 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d24003d80 con 0x7f9d2c0b6420 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d33d3b640 1 -- 172.21.15.122:0/2962125475 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d2c157980 con 0x7f9d2c0b6420 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.697+0000 7f9d33d3b640 1 -- 172.21.15.122:0/2962125475 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d2c157f40 con 0x7f9d2c0b6420 2024-09-12T01:17:32.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.698+0000 7f9d33d3b640 1 -- 172.21.15.122:0/2962125475 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d2c06f790 con 0x7f9d2c0b6420 2024-09-12T01:17:32.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.699+0000 7f9d227fc640 1 -- 172.21.15.122:0/2962125475 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9d2401b020 con 0x7f9d2c0b6420 2024-09-12T01:17:32.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.699+0000 7f9d227fc640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d1006be30 0x7f9d1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:32.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.699+0000 7f9d227fc640 1 -- 172.21.15.122:0/2962125475 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f9d2408b1a0 con 0x7f9d2c0b6420 2024-09-12T01:17:32.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.699+0000 7f9d31ad7640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d1006be30 0x7f9d1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:32.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.700+0000 7f9d31ad7640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d1006be30 0x7f9d1006e2f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9d280090b0 tx=0x7f9d2802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:32.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.704+0000 7f9d227fc640 1 -- 172.21.15.122:0/2962125475 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9d24059130 con 0x7f9d2c0b6420 2024-09-12T01:17:32.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.879+0000 7f9d33d3b640 1 -- 172.21.15.122:0/2962125475 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9d2c1560e0 con 0x7f9d2c0b6420 2024-09-12T01:17:32.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.881+0000 7f9d227fc640 1 -- 172.21.15.122:0/2962125475 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18670 (secure 0 0 0) 0x7f9d2405d430 con 0x7f9d2c0b6420 2024-09-12T01:17:32.880 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:32.880 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":25,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:15.938148+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:32.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 -- 172.21.15.122:0/2962125475 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d1006be30 msgr2=0x7f9d1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d1006be30 0x7f9d1006e2f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9d280090b0 tx=0x7f9d2802e000 comp rx=0 tx=0).stop 2024-09-12T01:17:32.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 -- 172.21.15.122:0/2962125475 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d2c0b6420 msgr2=0x7f9d2c0b18d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:32.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d2c0b6420 0x7f9d2c0b18d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f9d24007cf0 tx=0x7f9d2400e4b0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 -- 172.21.15.122:0/2962125475 shutdown_connections 2024-09-12T01:17:32.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d1006be30 0x7f9d1006e2f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d2c0b6420 0x7f9d2c0b18d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9d2c0afde0 0x7f9d2c14cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.884 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 --2- 172.21.15.122:0/2962125475 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d2c06e6e0 0x7f9d2c1f1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:32.884 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 -- 172.21.15.122:0/2962125475 >> 172.21.15.122:0/2962125475 conn(0x7f9d2c06bc10 msgr2=0x7f9d2c15db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:32.884 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 -- 172.21.15.122:0/2962125475 shutdown_connections 2024-09-12T01:17:32.884 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:32.883+0000 7f9d33d3b640 1 -- 172.21.15.122:0/2962125475 wait complete. 2024-09-12T01:17:32.894 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-12T01:17:32.895 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-12T01:17:32.895 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-12T01:17:32.896 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-12T01:17:32.896 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-12T01:17:32.897 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-12T01:17:32.897 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-12T01:17:32.897 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-12T01:17:33.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.068+0000 7f0aa09c3640 1 Processor -- start 2024-09-12T01:17:33.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.070+0000 7f0aa09c3640 1 -- start start 2024-09-12T01:17:33.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.071+0000 7f0aa09c3640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c073860 0x7f0a9c06f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.071+0000 7f0aa09c3640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a9c071fd0 con 0x7f0a9c06f650 2024-09-12T01:17:33.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.071+0000 7f0aa09c3640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a9c0722b0 con 0x7f0a9c0b2920 2024-09-12T01:17:33.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.071+0000 7f0aa09c3640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f0a9c072590 con 0x7f0a9c073860 2024-09-12T01:17:33.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.072+0000 7f0a9259c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c073860 0x7f0a9c06f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.072+0000 7f0a9259c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c073860 0x7f0a9c06f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:56616/0 (socket says 172.21.15.122:56616) 2024-09-12T01:17:33.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.072+0000 7f0a9259c640 1 -- 172.21.15.122:0/1689214374 learned_addr learned my addr 172.21.15.122:0/1689214374 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.072+0000 7f0a9259c640 1 -- 172.21.15.122:0/1689214374 >> v1:172.21.15.151:6789/0 conn(0x7f0a9c0b2920 legacy=0x7f0a9c15d730 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-12T01:17:33.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.072+0000 7f0a9259c640 1 -- 172.21.15.122:0/1689214374 >> v1:172.21.15.122:6789/0 conn(0x7f0a9c06f650 legacy=0x7f0a9c0b3340 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T01:17:33.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.072+0000 7f0a9259c640 1 -- 172.21.15.122:0/1689214374 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a9c072870 con 0x7f0a9c073860 2024-09-12T01:17:33.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.072+0000 7f19d70e7640 1 Processor -- start 2024-09-12T01:17:33.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.072+0000 7f19d70e7640 1 -- start start 2024-09-12T01:17:33.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f0a9259c640 1 --2- 172.21.15.122:0/1689214374 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c073860 0x7f0a9c06f110 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c0098a0 tx=0x7f0a8c02a2a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50bbcaaeef017cff server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f19d70e7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19c8047e90 0x7f19c8034640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f19d70e7640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f19c8055790 0x7f19c8053a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f19d70e7640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19c80532c0 con 0x7f19c8033ba0 2024-09-12T01:17:33.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f19d70e7640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f19c803ae20 con 0x7f19c8055790 2024-09-12T01:17:33.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f19d70e7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f19c8053560 con 0x7f19c8047e90 2024-09-12T01:17:33.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f19d58e4640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f19c8033ba0 0x7f19c8048270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54290/0 (socket says 172.21.15.122:54290) 2024-09-12T01:17:33.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f19d58e4640 1 -- 172.21.15.122:0/2727807801 learned_addr learned my addr 172.21.15.122:0/2727807801 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:33.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f19d68e6640 1 --2- 172.21.15.122:0/2727807801 >> v2:172.21.15.151:3300/0 conn(0x7f19c8055790 0x7f19c8053a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f19d60e5640 1 --2- 172.21.15.122:0/2727807801 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19c8047e90 0x7f19c8034640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.075 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f0a9a59c640 1 -- 172.21.15.122:0/1689214374 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c037070 con 0x7f0a9c073860 2024-09-12T01:17:33.075 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f0a9a59c640 1 -- 172.21.15.122:0/1689214374 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a8c032440 con 0x7f0a9c073860 2024-09-12T01:17:33.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.074+0000 7f0a9a59c640 1 -- 172.21.15.122:0/1689214374 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c032810 con 0x7f0a9c073860 2024-09-12T01:17:33.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.075+0000 7f19d68e6640 1 -- 172.21.15.122:0/2727807801 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19c8047e90 msgr2=0x7f19c8034640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.075+0000 7f19d68e6640 1 --2- 172.21.15.122:0/2727807801 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19c8047e90 0x7f19c8034640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.075+0000 7f19d68e6640 1 -- 172.21.15.122:0/2727807801 >> v1:172.21.15.122:6789/0 conn(0x7f19c8033ba0 legacy=0x7f19c8048270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.075+0000 7f19d68e6640 1 -- 172.21.15.122:0/2727807801 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19c803a580 con 0x7f19c8055790 2024-09-12T01:17:33.077 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.075+0000 7f0aa09c3640 1 -- 172.21.15.122:0/1689214374 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c073860 msgr2=0x7f0a9c06f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.077 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.075+0000 7f0aa09c3640 1 --2- 172.21.15.122:0/1689214374 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c073860 0x7f0a9c06f110 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c0098a0 tx=0x7f0a8c02a2a0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.077 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.076+0000 7f0aa09c3640 1 -- 172.21.15.122:0/1689214374 shutdown_connections 2024-09-12T01:17:33.077 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.076+0000 7f0aa09c3640 1 --2- 172.21.15.122:0/1689214374 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c073860 0x7f0a9c06f110 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.076+0000 7f0aa09c3640 1 -- 172.21.15.122:0/1689214374 >> 172.21.15.122:0/1689214374 conn(0x7f0a9c0b1e00 msgr2=0x7f0a9c0b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.076+0000 7f0aa09c3640 1 -- 172.21.15.122:0/1689214374 shutdown_connections 2024-09-12T01:17:33.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.076+0000 7f0aa09c3640 1 -- 172.21.15.122:0/1689214374 wait complete. 2024-09-12T01:17:33.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.076+0000 7f19d68e6640 1 --2- 172.21.15.122:0/2727807801 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19c8055790 0x7f19c8053a40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f19c00097a0 tx=0x7f19c002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b4c1182f0f3c894 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.076+0000 7f19d50e3640 1 -- 172.21.15.122:0/2727807801 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19c0037070 con 0x7f19c8055790 2024-09-12T01:17:33.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.076+0000 7f19d50e3640 1 -- 172.21.15.122:0/2727807801 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19c0032440 con 0x7f19c8055790 2024-09-12T01:17:33.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.076+0000 7f19d50e3640 1 -- 172.21.15.122:0/2727807801 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19c0032810 con 0x7f19c8055790 2024-09-12T01:17:33.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.077+0000 7f19d70e7640 1 -- 172.21.15.122:0/2727807801 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19c8055790 msgr2=0x7f19c8053a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.077+0000 7f19d70e7640 1 --2- 172.21.15.122:0/2727807801 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19c8055790 0x7f19c8053a40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f19c00097a0 tx=0x7f19c002a180 comp rx=0 tx=0).stop 2024-09-12T01:17:33.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.077+0000 7f19d70e7640 1 -- 172.21.15.122:0/2727807801 shutdown_connections 2024-09-12T01:17:33.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.077+0000 7f19d70e7640 1 --2- 172.21.15.122:0/2727807801 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19c8055790 0x7f19c8053a40 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.077+0000 7f19d70e7640 1 --2- 172.21.15.122:0/2727807801 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19c8047e90 0x7f19c8034640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.077+0000 7f19d70e7640 1 -- 172.21.15.122:0/2727807801 >> 172.21.15.122:0/2727807801 conn(0x7f19c801e190 msgr2=0x7f19c8054ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.078+0000 7fdacdea1640 1 Processor -- start 2024-09-12T01:17:33.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.078+0000 7f0aa09c3640 1 Processor -- start 2024-09-12T01:17:33.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.078+0000 7fdacdea1640 1 -- start start 2024-09-12T01:17:33.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.078+0000 7f0aa09c3640 1 -- start start 2024-09-12T01:17:33.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7f0aa09c3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0a9c06f650 0x7f0a9c15cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7f0aa09c3640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0a9c073860 0x7f0a9c159090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.079+0000 7fdacdea1640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fdac815abe0 0x7fdac80b3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.079+0000 7fdacdea1640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fdac806e680 0x7fdac815afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7fdacce9f640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fdac815abe0 0x7fdac80b3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7f0aa09c3640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c0b2920 0x7f0a9c149d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7f0aa09c3640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0a9c073ca0 con 0x7f0a9c06f650 2024-09-12T01:17:33.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7f0aa09c3640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f0a9c0cfd10 con 0x7f0a9c073860 2024-09-12T01:17:33.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7f0a9b59e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c0b2920 0x7f0a9c149d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7fdacd6a0640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7fdac815b500 0x7fdac8072b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:52372/0 (socket says 172.21.15.122:52372) 2024-09-12T01:17:33.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7f0a9b59e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c0b2920 0x7f0a9c149d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:56638/0 (socket says 172.21.15.122:56638) 2024-09-12T01:17:33.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7f0a9b59e640 1 -- 172.21.15.122:0/23821651 learned_addr learned my addr 172.21.15.122:0/23821651 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f0a9c071c10 con 0x7f0a9c0b2920 2024-09-12T01:17:33.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7fdacd6a0640 1 -- 172.21.15.122:0/2432601262 learned_addr learned my addr 172.21.15.122:0/2432601262 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:33.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7fdacdea1640 1 -- 172.21.15.122:0/2432601262 --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdac8072620 con 0x7fdac815b500 2024-09-12T01:17:33.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7f0a9ad9d640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0a9c06f650 0x7f0a9c15cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7fdacdea1640 1 -- 172.21.15.122:0/2432601262 --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fdac806ebf0 con 0x7fdac806e680 2024-09-12T01:17:33.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.080+0000 7f19d70e7640 1 -- 172.21.15.122:0/2727807801 shutdown_connections 2024-09-12T01:17:33.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.081+0000 7fdacdea1640 1 -- 172.21.15.122:0/2432601262 --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fdac806eed0 con 0x7fdac815abe0 2024-09-12T01:17:33.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.081+0000 7f0a9259c640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0a9c073860 0x7f0a9c159090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.081+0000 7fdacce9f640 1 -- 172.21.15.122:0/2432601262 >> v2:172.21.15.122:3300/0 conn(0x7fdac806e680 msgr2=0x7fdac815afc0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T01:17:33.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.081+0000 7fdacce9f640 1 --2- 172.21.15.122:0/2432601262 >> v2:172.21.15.122:3300/0 conn(0x7fdac806e680 0x7fdac815afc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.081+0000 7fdacce9f640 1 -- 172.21.15.122:0/2432601262 >> v1:172.21.15.151:6789/0 conn(0x7fdac815b500 legacy=0x7fdac8072b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.081+0000 7fdacce9f640 1 -- 172.21.15.122:0/2432601262 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac806f1b0 con 0x7fdac815abe0 2024-09-12T01:17:33.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.082+0000 7f0a9259c640 1 -- 172.21.15.122:0/23821651 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c0b2920 msgr2=0x7f0a9c149d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.082+0000 7f0a9259c640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0a9c0b2920 0x7f0a9c149d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.082+0000 7f0a9259c640 1 -- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0a9c06f650 msgr2=0x7f0a9c15cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.082+0000 7f0a9259c640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0a9c06f650 0x7f0a9c15cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.082+0000 7f0a9259c640 1 -- 172.21.15.122:0/23821651 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a9c159970 con 0x7f0a9c073860 2024-09-12T01:17:33.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.081+0000 7f19d70e7640 1 -- 172.21.15.122:0/2727807801 wait complete. 2024-09-12T01:17:33.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.082+0000 7f19d70e7640 1 Processor -- start 2024-09-12T01:17:33.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.083+0000 7f19d70e7640 1 -- start start 2024-09-12T01:17:33.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.083+0000 7fdacce9f640 1 --2- 172.21.15.122:0/2432601262 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdac815abe0 0x7fdac80b3b30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdac80b2d00 tx=0x7fdabc02a0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6122386496c1666e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.084+0000 7f19d70e7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19c8033ba0 0x7f19c817d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.084+0000 7f19d60e5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19c8033ba0 0x7f19c817d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.084+0000 7f19d60e5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19c8033ba0 0x7f19c817d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43014/0 (socket says 172.21.15.122:43014) 2024-09-12T01:17:33.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.084+0000 7f19d60e5640 1 -- 172.21.15.122:0/727193148 learned_addr learned my addr 172.21.15.122:0/727193148 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.084+0000 7f19d70e7640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19c8047e90 0x7f19c80e9200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.084+0000 7f19d70e7640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19c8055790 0x7f19c817fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.084+0000 7f19d70e7640 1 -- 172.21.15.122:0/727193148 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f19c8055c40 con 0x7f19c8033ba0 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.084+0000 7f19d70e7640 1 -- 172.21.15.122:0/727193148 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f19c803ab40 con 0x7f19c8055790 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.084+0000 7f19d70e7640 1 -- 172.21.15.122:0/727193148 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f19c8055dc0 con 0x7f19c8047e90 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f19d58e4640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19c8047e90 0x7f19c80e9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f19d60e5640 1 -- 172.21.15.122:0/727193148 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19c8047e90 msgr2=0x7f19c80e9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f19d60e5640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19c8047e90 0x7f19c80e9200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f19d60e5640 1 -- 172.21.15.122:0/727193148 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19c8055790 msgr2=0x7f19c817fed0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f19d60e5640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19c8055790 0x7f19c817fed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f19d60e5640 1 -- 172.21.15.122:0/727193148 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19c804e440 con 0x7f19c8033ba0 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f19d60e5640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19c8033ba0 0x7f19c817d430 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f19d006aa80 tx=0x7f19d0069740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.086+0000 7f19c6ffd640 1 -- 172.21.15.122:0/727193148 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d0099070 con 0x7f19c8033ba0 2024-09-12T01:17:33.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.086+0000 7f19c6ffd640 1 -- 172.21.15.122:0/727193148 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19d00943f0 con 0x7f19c8033ba0 2024-09-12T01:17:33.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.086+0000 7f19c6ffd640 1 -- 172.21.15.122:0/727193148 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d00947a0 con 0x7f19c8033ba0 2024-09-12T01:17:33.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.087+0000 7f19d70e7640 1 -- 172.21.15.122:0/727193148 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19c8180aa0 con 0x7f19c8033ba0 2024-09-12T01:17:33.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.087+0000 7f19d70e7640 1 -- 172.21.15.122:0/727193148 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19c817cf10 con 0x7f19c8033ba0 2024-09-12T01:17:33.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f0a9259c640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0a9c073860 0x7f0a9c159090 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c031000 tx=0x7f0a8c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f0a93fff640 1 -- 172.21.15.122:0/23821651 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c041070 con 0x7f0a9c073860 2024-09-12T01:17:33.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f0a93fff640 1 -- 172.21.15.122:0/23821651 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a8c03c930 con 0x7f0a9c073860 2024-09-12T01:17:33.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f0a93fff640 1 -- 172.21.15.122:0/23821651 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c037040 con 0x7f0a9c073860 2024-09-12T01:17:33.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a9c15bd70 con 0x7f0a9c073860 2024-09-12T01:17:33.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.085+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a9c15c330 con 0x7f0a9c073860 2024-09-12T01:17:33.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.086+0000 7f8ee8d2b640 1 Processor -- start 2024-09-12T01:17:33.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.086+0000 7f8ee8d2b640 1 -- start start 2024-09-12T01:17:33.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7f8ee8d2b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8edc047c00 0x7f8edc006900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0a80001030 con 0x7f0a9c073860 2024-09-12T01:17:33.093 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7f8ee8d2b640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f8edc0339f0 0x7f8edc036010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.093 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7f8ee8d2b640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8edc00b6b0 con 0x7f8edc0e6f70 2024-09-12T01:17:33.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.083+0000 7fdac77fe640 1 -- 172.21.15.122:0/2432601262 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc037070 con 0x7fdac815abe0 2024-09-12T01:17:33.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.083+0000 7fdac77fe640 1 -- 172.21.15.122:0/2432601262 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdabc02ad60 con 0x7fdac815abe0 2024-09-12T01:17:33.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.083+0000 7fdac77fe640 1 -- 172.21.15.122:0/2432601262 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc032660 con 0x7fdac815abe0 2024-09-12T01:17:33.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.084+0000 7fdacdea1640 1 -- 172.21.15.122:0/2432601262 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdac815abe0 msgr2=0x7fdac80b3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.084+0000 7fdacdea1640 1 --2- 172.21.15.122:0/2432601262 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdac815abe0 0x7fdac80b3b30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdac80b2d00 tx=0x7fdabc02a0d0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7fdacdea1640 1 -- 172.21.15.122:0/2432601262 shutdown_connections 2024-09-12T01:17:33.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7fdacdea1640 1 --2- 172.21.15.122:0/2432601262 >> v2:172.21.15.122:3300/0 conn(0x7fdac806e680 0x7fdac815afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7fdacdea1640 1 --2- 172.21.15.122:0/2432601262 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdac815abe0 0x7fdac80b3b30 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.089+0000 7fdacdea1640 1 -- 172.21.15.122:0/2432601262 >> 172.21.15.122:0/2432601262 conn(0x7fdac806c240 msgr2=0x7fdac80b1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.095 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.089+0000 7f19d70e7640 1 -- 172.21.15.122:0/727193148 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f19c8007f60 con 0x7f19c8033ba0 2024-09-12T01:17:33.096 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7f8ee8d2b640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f8edc047770 con 0x7f8edc047c00 2024-09-12T01:17:33.096 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7f8ee8d2b640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f8edc00b990 con 0x7f8edc0339f0 2024-09-12T01:17:33.096 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7f8ee3fff640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f8edc0339f0 0x7f8edc036010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.096 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7f8ee3fff640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f8edc0339f0 0x7f8edc036010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:60708/0 (socket says 172.21.15.122:60708) 2024-09-12T01:17:33.096 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7f8ee3fff640 1 -- 172.21.15.122:0/68665914 learned_addr learned my addr 172.21.15.122:0/68665914 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.088+0000 7f8ee2ffd640 1 --2- 172.21.15.122:0/68665914 >> v2:172.21.15.122:3300/0 conn(0x7f8edc047c00 0x7f8edc006900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.089+0000 7f8ee3fff640 1 -- 172.21.15.122:0/68665914 >> v2:172.21.15.122:3300/0 conn(0x7f8edc047c00 msgr2=0x7f8edc006900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.089+0000 7f8ee3fff640 1 --2- 172.21.15.122:0/68665914 >> v2:172.21.15.122:3300/0 conn(0x7f8edc047c00 0x7f8edc006900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.089+0000 7f8ee3fff640 1 -- 172.21.15.122:0/68665914 >> v1:172.21.15.151:6789/0 conn(0x7f8edc0e6f70 legacy=0x7f8edc0061f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.089+0000 7f8ee3fff640 1 -- 172.21.15.122:0/68665914 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8edc005b90 con 0x7f8edc0339f0 2024-09-12T01:17:33.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.089+0000 7f19c6ffd640 1 -- 172.21.15.122:0/727193148 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f19d009c070 con 0x7f19c8033ba0 2024-09-12T01:17:33.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.090+0000 7f0a93fff640 1 -- 172.21.15.122:0/23821651 <== mon.1 v2:172.21.15.151:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0a8c044070 con 0x7f0a9c073860 2024-09-12T01:17:33.098 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.090+0000 7f19c6ffd640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f19bc06c040 0x7f19bc06e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.098 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.090+0000 7f19c6ffd640 1 -- 172.21.15.122:0/727193148 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f19d0106820 con 0x7f19c8033ba0 2024-09-12T01:17:33.098 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.090+0000 7fdacdea1640 1 -- 172.21.15.122:0/2432601262 shutdown_connections 2024-09-12T01:17:33.098 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.091+0000 7f0a93fff640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0a7c06bf00 0x7f0a7c06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.098 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.091+0000 7f0a9ad9d640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0a7c06bf00 0x7f0a7c06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.099 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.091+0000 7f0a93fff640 1 -- 172.21.15.122:0/23821651 <== mon.1 v2:172.21.15.151:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0a8c0ac130 con 0x7f0a9c073860 2024-09-12T01:17:33.099 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.091+0000 7f0a93fff640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] conn(0x7f0a7c075670 0x7f0a7c077ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.099 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.091+0000 7f0a93fff640 1 -- 172.21.15.122:0/23821651 --> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0a8c033e50 con 0x7f0a7c075670 2024-09-12T01:17:33.099 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.091+0000 7f0a93fff640 1 -- 172.21.15.122:0/23821651 <== mon.1 v2:172.21.15.151:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0a8c0ac520 con 0x7f0a9c073860 2024-09-12T01:17:33.099 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.090+0000 7fdacdea1640 1 -- 172.21.15.122:0/2432601262 wait complete. 2024-09-12T01:17:33.099 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.092+0000 7f0a9ad9d640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0a7c06bf00 0x7f0a7c06e3c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0a84006fd0 tx=0x7f0a84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.092+0000 7f0a9b59e640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] conn(0x7f0a7c075670 0x7f0a7c077ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.090+0000 7f8ee3fff640 1 --2- 172.21.15.122:0/68665914 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8edc0339f0 0x7f8edc036010 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8ee4076eb0 tx=0x7f8ee40a60d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=926cfe2a99939986 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.091+0000 7f8ee27fc640 1 -- 172.21.15.122:0/68665914 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee40b3070 con 0x7f8edc0339f0 2024-09-12T01:17:33.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.091+0000 7f8ee27fc640 1 -- 172.21.15.122:0/68665914 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ee40ae440 con 0x7f8edc0339f0 2024-09-12T01:17:33.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.092+0000 7f8ee27fc640 1 -- 172.21.15.122:0/68665914 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee40ae8b0 con 0x7f8edc0339f0 2024-09-12T01:17:33.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.090+0000 7f19c6ffd640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] conn(0x7f19bc075740 0x7f19bc077b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.090+0000 7f19c6ffd640 1 -- 172.21.15.122:0/727193148 --> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f19bc078250 con 0x7f19bc075740 2024-09-12T01:17:33.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.090+0000 7f19c6ffd640 1 -- 172.21.15.122:0/727193148 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f19d00d0ac0 con 0x7f19c8033ba0 2024-09-12T01:17:33.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.090+0000 7f19d58e4640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f19bc06c040 0x7f19bc06e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.092+0000 7fdacdea1640 1 Processor -- start 2024-09-12T01:17:33.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.092+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/68665914 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8edc0339f0 msgr2=0x7f8edc036010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.092+0000 7f8ee8d2b640 1 --2- 172.21.15.122:0/68665914 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8edc0339f0 0x7f8edc036010 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8ee4076eb0 tx=0x7f8ee40a60d0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.091+0000 7f19d58e4640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f19bc06c040 0x7f19bc06e500 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f19c804f150 tx=0x7f19cc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.092+0000 7f19d68e6640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] conn(0x7f19bc075740 0x7f19bc077b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.092+0000 7f0a9b59e640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] conn(0x7f0a7c075670 0x7f0a7c077ab0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.093+0000 7fdacdea1640 1 -- start start 2024-09-12T01:17:33.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.093+0000 7f19d68e6640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] conn(0x7f19bc075740 0x7f19bc077b80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.094+0000 7f0a93fff640 1 -- 172.21.15.122:0/23821651 <== osd.0 v2:172.21.15.122:6824/4233195468 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0a8c033e50 con 0x7f0a7c075670 2024-09-12T01:17:33.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.092+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/68665914 shutdown_connections 2024-09-12T01:17:33.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.092+0000 7f8ee8d2b640 1 --2- 172.21.15.122:0/68665914 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8edc0339f0 0x7f8edc036010 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.092+0000 7f8ee8d2b640 1 --2- 172.21.15.122:0/68665914 >> v2:172.21.15.122:3300/0 conn(0x7f8edc047c00 0x7f8edc006900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.095+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/68665914 >> 172.21.15.122:0/68665914 conn(0x7f8edc01d920 msgr2=0x7f8edc054590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.094+0000 7f19c6ffd640 1 -- 172.21.15.122:0/727193148 <== osd.2 v2:172.21.15.122:6808/1333195972 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f19bc078250 con 0x7f19bc075740 2024-09-12T01:17:33.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.094+0000 7fdacdea1640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdac806e680 0x7fdac81573a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.094+0000 7fdacdea1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdac815abe0 0x7fdac80ceea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.094+0000 7fdacce9f640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdac806e680 0x7fdac81573a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.095+0000 7fdacce9f640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdac806e680 0x7fdac81573a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:60718/0 (socket says 172.21.15.122:60718) 2024-09-12T01:17:33.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.095+0000 7fdacce9f640 1 -- 172.21.15.122:0/2316573243 learned_addr learned my addr 172.21.15.122:0/2316573243 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.094+0000 7fdac7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdac815abe0 0x7fdac80ceea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.095+0000 7fdacdea1640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdac815b500 0x7fdac80cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.095+0000 7fdacdea1640 1 -- 172.21.15.122:0/2316573243 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdac80b41f0 con 0x7fdac815abe0 2024-09-12T01:17:33.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.095+0000 7fdacdea1640 1 -- 172.21.15.122:0/2316573243 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fdac80b4070 con 0x7fdac806e680 2024-09-12T01:17:33.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.095+0000 7fdacdea1640 1 -- 172.21.15.122:0/2316573243 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fdac806fdc0 con 0x7fdac815b500 2024-09-12T01:17:33.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.095+0000 7fdacd6a0640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdac815b500 0x7fdac80cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.095+0000 7fdacd6a0640 1 -- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdac806e680 msgr2=0x7fdac81573a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.095+0000 7fdacd6a0640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdac806e680 0x7fdac81573a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.095+0000 7fdacd6a0640 1 -- 172.21.15.122:0/2316573243 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdac815abe0 msgr2=0x7fdac80ceea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.096+0000 7fdacd6a0640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdac815abe0 0x7fdac80ceea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.096+0000 7fdacd6a0640 1 -- 172.21.15.122:0/2316573243 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac81578e0 con 0x7fdac815b500 2024-09-12T01:17:33.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.096+0000 7fdac7fff640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdac815abe0 0x7fdac80ceea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:33.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.096+0000 7fdacd6a0640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdac815b500 0x7fdac80cf3e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fdac000ed40 tx=0x7fdac000a430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.096+0000 7fdac57fa640 1 -- 172.21.15.122:0/2316573243 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac0015070 con 0x7fdac815b500 2024-09-12T01:17:33.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.096+0000 7fdac57fa640 1 -- 172.21.15.122:0/2316573243 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdac0011470 con 0x7fdac815b500 2024-09-12T01:17:33.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.096+0000 7fdac57fa640 1 -- 172.21.15.122:0/2316573243 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac00118a0 con 0x7fdac815b500 2024-09-12T01:17:33.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.096+0000 7fdacdea1640 1 -- 172.21.15.122:0/2316573243 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdac8156300 con 0x7fdac815b500 2024-09-12T01:17:33.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.097+0000 7fdacdea1640 1 -- 172.21.15.122:0/2316573243 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdac81568c0 con 0x7fdac815b500 2024-09-12T01:17:33.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.098+0000 7fdacdea1640 1 -- 172.21.15.122:0/2316573243 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdac80b1750 con 0x7fdac815b500 2024-09-12T01:17:33.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.099+0000 7ff592aaf640 1 Processor -- start 2024-09-12T01:17:33.108 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.099+0000 7fdac57fa640 1 -- 172.21.15.122:0/2316573243 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdac0018070 con 0x7fdac815b500 2024-09-12T01:17:33.108 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.099+0000 7ff592aaf640 1 -- start start 2024-09-12T01:17:33.108 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.100+0000 7f9766ffd640 1 Processor -- start 2024-09-12T01:17:33.109 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.100+0000 7fdac57fa640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdab406bf00 0x7fdab406e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.109 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.100+0000 7fdac57fa640 1 -- 172.21.15.122:0/2316573243 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fdac008d7f0 con 0x7fdac815b500 2024-09-12T01:17:33.109 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.100+0000 7fdac57fa640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] conn(0x7fdab4075680 0x7fdab4077ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.109 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.100+0000 7fdac57fa640 1 -- 172.21.15.122:0/2316573243 --> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdab4078190 con 0x7fdab4075680 2024-09-12T01:17:33.109 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.100+0000 7fdac57fa640 1 -- 172.21.15.122:0/2316573243 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdac0094050 con 0x7fdac815b500 2024-09-12T01:17:33.109 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.100+0000 7ff592aaf640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff5840e2fe0 0x7ff58403a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.109 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.100+0000 7fdac7fff640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] conn(0x7fdab4075680 0x7fdab4077ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.110 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7ff591aad640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff5840e2fe0 0x7ff58403a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.110 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7ff591aad640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff5840e2fe0 0x7ff58403a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:60730/0 (socket says 172.21.15.122:60730) 2024-09-12T01:17:33.110 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7ff591aad640 1 -- 172.21.15.122:0/2319153915 learned_addr learned my addr 172.21.15.122:0/2319153915 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.110 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7ff592aaf640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5840542c0 con 0x7ff584036a00 2024-09-12T01:17:33.110 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7ff592aaf640 1 -- 172.21.15.122:0/2319153915 --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5840350b0 con 0x7ff5840345e0 2024-09-12T01:17:33.110 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7ff592aaf640 1 -- 172.21.15.122:0/2319153915 --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7ff584036f00 con 0x7ff5840e2fe0 2024-09-12T01:17:33.110 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/68665914 shutdown_connections 2024-09-12T01:17:33.111 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7f0cb33df640 1 Processor -- start 2024-09-12T01:17:33.111 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/68665914 wait complete. 2024-09-12T01:17:33.112 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.100+0000 7f9766ffd640 1 -- start start 2024-09-12T01:17:33.112 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7f9766ffd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9760148ca0 0x7f976006f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.112 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.102+0000 7f9766ffd640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f976006fa50 con 0x7f97601634e0 2024-09-12T01:17:33.112 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.102+0000 7f9766ffd640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f976006fcd0 con 0x7f976006f630 2024-09-12T01:17:33.112 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.102+0000 7f9766ffd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f976006ffb0 con 0x7f9760148ca0 2024-09-12T01:17:33.112 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.102+0000 7f0cb33df640 1 -- start start 2024-09-12T01:17:33.113 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7ff591aad640 1 -- 172.21.15.122:0/2319153915 >> v1:172.21.15.151:6789/0 conn(0x7ff5840345e0 legacy=0x7ff58403a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.113 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7ff591aad640 1 -- 172.21.15.122:0/2319153915 >> v1:172.21.15.122:6789/0 conn(0x7ff584036a00 legacy=0x7ff584007730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.113 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.101+0000 7ff591aad640 1 -- 172.21.15.122:0/2319153915 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff584035390 con 0x7ff5840e2fe0 2024-09-12T01:17:33.113 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.102+0000 7fdacce9f640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdab406bf00 0x7fdab406e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7fdac7fff640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] conn(0x7fdab4075680 0x7fdab4077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7fdacce9f640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdab406bf00 0x7fdab406e3c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdabc009560 tx=0x7fdabc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f8ee8d2b640 1 Processor -- start 2024-09-12T01:17:33.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f0cb33df640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f0cac0cfca0 0x7f0cac06f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f0cb33df640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cac0b49a0 con 0x7f0cac162ad0 2024-09-12T01:17:33.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f0cb33df640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cac0afa20 con 0x7f0cac0720b0 2024-09-12T01:17:33.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f0cb33df640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f0cac0afce0 con 0x7f0cac0cfca0 2024-09-12T01:17:33.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f0cb117b640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7f0cac0720b0 0x7f0cac072490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:52408/0 (socket says 172.21.15.122:52408) 2024-09-12T01:17:33.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f0cb117b640 1 -- 172.21.15.122:0/3295305359 learned_addr learned my addr 172.21.15.122:0/3295305359 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:33.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f8ee8d2b640 1 -- start start 2024-09-12T01:17:33.116 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7fdac57fa640 1 -- 172.21.15.122:0/2316573243 <== osd.6 v2:172.21.15.151:6824/3464426733 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdab4078190 con 0x7fdab4075680 2024-09-12T01:17:33.116 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f0cb197c640 1 --2- 172.21.15.122:0/3295305359 >> v2:172.21.15.151:3300/0 conn(0x7f0cac0cfca0 0x7f0cac06f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.116 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7ff591aad640 1 --2- 172.21.15.122:0/2319153915 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff5840e2fe0 0x7ff58403a390 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ff58c076320 tx=0x7ff58802c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1676c32644317553 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f0ca3fff640 1 -- 172.21.15.122:0/3295305359 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2628505268 0 0) 0x7f0cac0b49a0 con 0x7f0cac162ad0 2024-09-12T01:17:33.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f0ca3fff640 1 -- 172.21.15.122:0/3295305359 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c98003520 con 0x7f0cac162ad0 2024-09-12T01:17:33.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f8ee8d2b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8edc0339f0 0x7f8edc04ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f8ee8d2b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8edc047c00 0x7f8edc052c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f8ee8d2b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8edc0e6f70 0x7f8edc0049e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f8ee8d2b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8edc0e7350 con 0x7f8edc047c00 2024-09-12T01:17:33.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f8ee8d2b640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f8edc006e40 con 0x7f8edc0e6f70 2024-09-12T01:17:33.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f8ee8d2b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f8edc0527c0 con 0x7f8edc0339f0 2024-09-12T01:17:33.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.102+0000 7f976559a640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f97601634e0 0x7f97600cf2b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54312/0 (socket says 172.21.15.122:54312) 2024-09-12T01:17:33.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.102+0000 7f976559a640 1 -- 172.21.15.122:0/285267415 learned_addr learned my addr 172.21.15.122:0/285267415 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:33.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.102+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3527742598 0 0) 0x7f9758001490 con 0x7f97601634e0 2024-09-12T01:17:33.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.102+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9750003520 con 0x7f97601634e0 2024-09-12T01:17:33.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1423667741 0 0) 0x7f9750003520 con 0x7f97601634e0 2024-09-12T01:17:33.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9760148ca0 msgr2=0x7f976006f0f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-12T01:17:33.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 --2- 172.21.15.122:0/285267415 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9760148ca0 0x7f976006f0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 >> v1:172.21.15.151:6789/0 conn(0x7f976006f630 legacy=0x7f9760162dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97600ceab0 con 0x7f97601634e0 2024-09-12T01:17:33.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f9758001bc0 con 0x7f97601634e0 2024-09-12T01:17:33.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f0ca3fff640 1 -- 172.21.15.122:0/3295305359 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 188491198 0 0) 0x7f0cac0afa20 con 0x7f0cac0720b0 2024-09-12T01:17:33.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f0ca3fff640 1 -- 172.21.15.122:0/3295305359 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0cac0b49a0 con 0x7f0cac0720b0 2024-09-12T01:17:33.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f8ee2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8edc047c00 0x7f8edc052c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f8ee2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8edc047c00 0x7f8edc052c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43040/0 (socket says 172.21.15.122:43040) 2024-09-12T01:17:33.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f0cb197c640 1 -- 172.21.15.122:0/3295305359 >> v1:172.21.15.151:6789/0 conn(0x7f0cac0720b0 legacy=0x7f0cac072490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f0cb197c640 1 -- 172.21.15.122:0/3295305359 >> v1:172.21.15.122:6789/0 conn(0x7f0cac162ad0 legacy=0x7f0cac0b4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f0cb197c640 1 -- 172.21.15.122:0/3295305359 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cac0b34d0 con 0x7f0cac0cfca0 2024-09-12T01:17:33.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f8ee2ffd640 1 -- 172.21.15.122:0/2826477436 learned_addr learned my addr 172.21.15.122:0/2826477436 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f8ee3fff640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8edc0e6f70 0x7f8edc0049e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f8ee37fe640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8edc0339f0 0x7f8edc04ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f8ee37fe640 1 -- 172.21.15.122:0/2826477436 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8edc0e6f70 msgr2=0x7f8edc0049e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f8ee37fe640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8edc0e6f70 0x7f8edc0049e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f8ee37fe640 1 -- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8edc047c00 msgr2=0x7f8edc052c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f8ee37fe640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8edc047c00 0x7f8edc052c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.105+0000 7f8ee37fe640 1 -- 172.21.15.122:0/2826477436 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8edc053190 con 0x7f8edc0339f0 2024-09-12T01:17:33.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7f8ee2ffd640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8edc047c00 0x7f8edc052c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:33.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 >> v1:172.21.15.122:6789/0 conn(0x7f97601634e0 legacy=0x7f97600cf2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 --2- 172.21.15.122:0/285267415 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97500039e0 0x7f9750003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 --2- 172.21.15.122:0/285267415 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9750004800 0x7f9750004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 --2- 172.21.15.122:0/285267415 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9750005230 0x7f975000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f976006ffb0 con 0x7f97500039e0 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f975001d150 con 0x7f9750005230 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f975001d350 con 0x7f9750004800 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f975ffff640 1 --2- 172.21.15.122:0/285267415 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9750004800 0x7f9750004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.103+0000 7f9764d99640 1 --2- 172.21.15.122:0/285267415 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97500039e0 0x7f9750003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f975ffff640 1 -- 172.21.15.122:0/285267415 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9750005230 msgr2=0x7f975000b9c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f975ffff640 1 --2- 172.21.15.122:0/285267415 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9750005230 0x7f975000b9c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f975ffff640 1 -- 172.21.15.122:0/285267415 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97500039e0 msgr2=0x7f9750003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f975ffff640 1 --2- 172.21.15.122:0/285267415 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97500039e0 0x7f9750003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f975ffff640 1 -- 172.21.15.122:0/285267415 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97600ceab0 con 0x7f9750004800 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.104+0000 7f9764d99640 1 --2- 172.21.15.122:0/285267415 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97500039e0 0x7f9750003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:33.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7f975ffff640 1 --2- 172.21.15.122:0/285267415 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9750004800 0x7f9750004c80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9754001750 tx=0x7f9750005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8524407289778cb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7ff590aab640 1 -- 172.21.15.122:0/2319153915 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff588031710 con 0x7ff5840e2fe0 2024-09-12T01:17:33.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7ff590aab640 1 -- 172.21.15.122:0/2319153915 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5880318b0 con 0x7ff5840e2fe0 2024-09-12T01:17:33.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7ff590aab640 1 -- 172.21.15.122:0/2319153915 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff588031c80 con 0x7ff5840e2fe0 2024-09-12T01:17:33.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7ff592aaf640 1 -- 172.21.15.122:0/2319153915 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff5840e2fe0 msgr2=0x7ff58403a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7ff592aaf640 1 --2- 172.21.15.122:0/2319153915 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff5840e2fe0 0x7ff58403a390 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ff58c076320 tx=0x7ff58802c800 comp rx=0 tx=0).stop 2024-09-12T01:17:33.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7ff592aaf640 1 -- 172.21.15.122:0/2319153915 shutdown_connections 2024-09-12T01:17:33.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7ff592aaf640 1 --2- 172.21.15.122:0/2319153915 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff5840e2fe0 0x7ff58403a390 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7ff592aaf640 1 -- 172.21.15.122:0/2319153915 >> 172.21.15.122:0/2319153915 conn(0x7ff58401ea40 msgr2=0x7ff5840556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7f0cb197c640 1 --2- 172.21.15.122:0/3295305359 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cac0cfca0 0x7f0cac06f6f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f0ca4009d90 tx=0x7f0ca402a6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a0c5db7bb8a56b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7f0ca3fff640 1 -- 172.21.15.122:0/3295305359 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca4035020 con 0x7f0cac0cfca0 2024-09-12T01:17:33.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7f0ca3fff640 1 -- 172.21.15.122:0/3295305359 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ca4007540 con 0x7f0cac0cfca0 2024-09-12T01:17:33.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7f0ca3fff640 1 -- 172.21.15.122:0/3295305359 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca8001670 con 0x7f0cac0cfca0 2024-09-12T01:17:33.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9754001370 con 0x7f9750004800 2024-09-12T01:17:33.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7f8ee37fe640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8edc0339f0 0x7f8edc04ec30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8ed800c440 tx=0x7f8ed800c900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7f8ecffff640 1 -- 172.21.15.122:0/2826477436 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed8011790 con 0x7f8edc0339f0 2024-09-12T01:17:33.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/2826477436 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8edc0d1980 con 0x7f8edc0339f0 2024-09-12T01:17:33.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/2826477436 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8edc052170 con 0x7f8edc0339f0 2024-09-12T01:17:33.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7f8ecffff640 1 -- 172.21.15.122:0/2826477436 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ed8017070 con 0x7f8edc0339f0 2024-09-12T01:17:33.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.106+0000 7f8ecffff640 1 -- 172.21.15.122:0/2826477436 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed8011b90 con 0x7f8edc0339f0 2024-09-12T01:17:33.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97540052d0 con 0x7f9750004800 2024-09-12T01:17:33.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7f975f7fe640 1 -- 172.21.15.122:0/285267415 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975402abe0 con 0x7f9750004800 2024-09-12T01:17:33.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7ff592aaf640 1 -- 172.21.15.122:0/2319153915 shutdown_connections 2024-09-12T01:17:33.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.108+0000 7f0cb33df640 1 -- 172.21.15.122:0/3295305359 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cac0cfca0 msgr2=0x7f0cac06f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.108+0000 7f0cb33df640 1 --2- 172.21.15.122:0/3295305359 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cac0cfca0 0x7f0cac06f6f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f0ca4009d90 tx=0x7f0ca402a6a0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.108+0000 7f9766ffd640 1 -- 172.21.15.122:0/285267415 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9750004800 msgr2=0x7f9750004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.108+0000 7f9766ffd640 1 --2- 172.21.15.122:0/285267415 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9750004800 0x7f9750004c80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9754001750 tx=0x7f9750005830 comp rx=0 tx=0).stop 2024-09-12T01:17:33.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.108+0000 7f976559a640 1 -- 172.21.15.122:0/285267415 reap_dead start 2024-09-12T01:17:33.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.108+0000 7f0cb33df640 1 -- 172.21.15.122:0/3295305359 shutdown_connections 2024-09-12T01:17:33.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.108+0000 7f0cb33df640 1 --2- 172.21.15.122:0/3295305359 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cac0cfca0 0x7f0cac06f6f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.109+0000 7f9766ffd640 1 -- 172.21.15.122:0/285267415 shutdown_connections 2024-09-12T01:17:33.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.109+0000 7f9766ffd640 1 -- 172.21.15.122:0/285267415 >> 172.21.15.122:0/285267415 conn(0x7f976006bc10 msgr2=0x7f976006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.109+0000 7f0cb33df640 1 -- 172.21.15.122:0/3295305359 >> 172.21.15.122:0/3295305359 conn(0x7f0cac067d70 msgr2=0x7f0cac06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.109+0000 7f9766ffd640 1 -- 172.21.15.122:0/285267415 shutdown_connections 2024-09-12T01:17:33.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.109+0000 7f8ecffff640 1 -- 172.21.15.122:0/2826477436 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8ed801c460 con 0x7f8edc0339f0 2024-09-12T01:17:33.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.109+0000 7f9766ffd640 1 -- 172.21.15.122:0/285267415 wait complete. 2024-09-12T01:17:33.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.107+0000 7ff592aaf640 1 -- 172.21.15.122:0/2319153915 wait complete. 2024-09-12T01:17:33.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.109+0000 7ff592aaf640 1 Processor -- start 2024-09-12T01:17:33.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.110+0000 7f8ecffff640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8ec806bf00 0x7f8ec806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.110+0000 7f8ecffff640 1 -- 172.21.15.122:0/2826477436 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8ed808adb0 con 0x7f8edc0339f0 2024-09-12T01:17:33.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.109+0000 7ff592aaf640 1 -- start start 2024-09-12T01:17:33.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.110+0000 7f0cb33df640 1 -- 172.21.15.122:0/3295305359 shutdown_connections 2024-09-12T01:17:33.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.111+0000 7ff592aaf640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff5840345e0 0x7ff5840d8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.111+0000 7ff592aaf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff584036a00 0x7ff584007670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.111+0000 7f9766ffd640 1 Processor -- start 2024-09-12T01:17:33.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.111+0000 7f9766ffd640 1 -- start start 2024-09-12T01:17:33.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.111+0000 7ff591aad640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff5840345e0 0x7ff5840d8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7ff591aad640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff5840345e0 0x7ff5840d8c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:60760/0 (socket says 172.21.15.122:60760) 2024-09-12T01:17:33.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7ff5912ac640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff584036a00 0x7ff584007670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7f8ee8d2b640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] conn(0x7f8ec4001650 0x7f8ec4003b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7ff5912ac640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff584036a00 0x7ff584007670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43054/0 (socket says 172.21.15.122:43054) 2024-09-12T01:17:33.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7ff591aad640 1 -- 172.21.15.122:0/1829203289 learned_addr learned my addr 172.21.15.122:0/1829203289 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/2826477436 --> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8ec4006bb0 con 0x7f8ec4001650 2024-09-12T01:17:33.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7f8ee2ffd640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8ec806bf00 0x7f8ec806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7ff592aaf640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff5840e2fe0 0x7ff584007bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff58403afe0 con 0x7ff584036a00 2024-09-12T01:17:33.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7f8ee3fff640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] conn(0x7f8ec4001650 0x7f8ec4003b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7ff584008ab0 con 0x7ff5840345e0 2024-09-12T01:17:33.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.111+0000 7f0cb33df640 1 -- 172.21.15.122:0/3295305359 wait complete. 2024-09-12T01:17:33.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.112+0000 7f0cb33df640 1 Processor -- start 2024-09-12T01:17:33.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.113+0000 7ff5922ae640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff5840e2fe0 0x7ff584007bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.113+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff58403b160 con 0x7ff5840e2fe0 2024-09-12T01:17:33.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.113+0000 7f8ee3fff640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] conn(0x7f8ec4001650 0x7f8ec4003b10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f9766ffd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9750004800 0x7f9760147a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.113+0000 7f0cb33df640 1 -- start start 2024-09-12T01:17:33.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f0cb33df640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cac0720b0 0x7f0cac0a9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f0cb33df640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0cac0cfca0 0x7f0cac165360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f9766ffd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f97601660d0 0x7f9760140c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f0cb33df640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cac162ad0 0x7f0cac200b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f0cb117b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cac0720b0 0x7f0cac0a9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f0cb117b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cac0720b0 0x7f0cac0a9490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43068/0 (socket says 172.21.15.122:43068) 2024-09-12T01:17:33.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f0cb097a640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0cac0cfca0 0x7f0cac165360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f9764d99640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9750004800 0x7f9760147a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f9764d99640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9750004800 0x7f9760147a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:60776/0 (socket says 172.21.15.122:60776) 2024-09-12T01:17:33.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f0cb097a640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0cac0cfca0 0x7f0cac165360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:56714/0 (socket says 172.21.15.122:56714) 2024-09-12T01:17:33.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f0cb117b640 1 -- 172.21.15.122:0/2893397278 learned_addr learned my addr 172.21.15.122:0/2893397278 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0cac0b3d70 con 0x7f0cac0720b0 2024-09-12T01:17:33.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f0cac0b3a90 con 0x7f0cac162ad0 2024-09-12T01:17:33.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f0cac0ce060 con 0x7f0cac0cfca0 2024-09-12T01:17:33.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f9764d99640 1 -- 172.21.15.122:0/3042248568 learned_addr learned my addr 172.21.15.122:0/3042248568 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f975ffff640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f97601660d0 0x7f9760140c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f9766ffd640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9760162140 0x7f9760146220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f976559a640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9760162140 0x7f9760146220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f0cb117b640 1 -- 172.21.15.122:0/2893397278 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0cac0cfca0 msgr2=0x7f0cac165360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f0cb117b640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0cac0cfca0 0x7f0cac165360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f0cb117b640 1 -- 172.21.15.122:0/2893397278 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cac162ad0 msgr2=0x7f0cac200b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f0cb117b640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cac162ad0 0x7f0cac200b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f0cb117b640 1 -- 172.21.15.122:0/2893397278 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cac1658a0 con 0x7f0cac0720b0 2024-09-12T01:17:33.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f8ecffff640 1 -- 172.21.15.122:0/2826477436 <== osd.1 v2:172.21.15.122:6800/3065561574 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8ec4006bb0 con 0x7f8ec4001650 2024-09-12T01:17:33.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f97600ce760 con 0x7f9760162140 2024-09-12T01:17:33.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f9760149080 con 0x7f9750004800 2024-09-12T01:17:33.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f976006f0f0 con 0x7f97601660d0 2024-09-12T01:17:33.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7ff5912ac640 1 -- 172.21.15.122:0/1829203289 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff5840e2fe0 msgr2=0x7ff584007bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7ff5912ac640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff5840e2fe0 0x7ff584007bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7ff5912ac640 1 -- 172.21.15.122:0/1829203289 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff5840345e0 msgr2=0x7ff5840d8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7ff5912ac640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff5840345e0 0x7ff5840d8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.114+0000 7ff5912ac640 1 -- 172.21.15.122:0/1829203289 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff584051ac0 con 0x7ff584036a00 2024-09-12T01:17:33.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7ff5912ac640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff584036a00 0x7ff584007670 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff58400fca0 tx=0x7ff57c00cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.115+0000 7f0cb117b640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cac0720b0 0x7f0cac0a9490 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0ca800c750 tx=0x7f0ca800cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f976559a640 1 -- 172.21.15.122:0/3042248568 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f97601660d0 msgr2=0x7f9760140c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f976559a640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f97601660d0 0x7f9760140c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f976559a640 1 -- 172.21.15.122:0/3042248568 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9750004800 msgr2=0x7f9760147a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f976559a640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9750004800 0x7f9760147a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f976559a640 1 -- 172.21.15.122:0/3042248568 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9760161690 con 0x7f9760162140 2024-09-12T01:17:33.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.117+0000 7f976559a640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9760162140 0x7f9760146220 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f97600679a0 tx=0x7f975800cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7ff5827fc640 1 -- 172.21.15.122:0/1829203289 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff57c016020 con 0x7ff584036a00 2024-09-12T01:17:33.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff584051da0 con 0x7ff584036a00 2024-09-12T01:17:33.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff584052360 con 0x7ff584036a00 2024-09-12T01:17:33.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f0ca1ffb640 1 -- 172.21.15.122:0/2893397278 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca8018070 con 0x7f0cac0720b0 2024-09-12T01:17:33.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cac15ba80 con 0x7f0cac0720b0 2024-09-12T01:17:33.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cac164b60 con 0x7f0cac0720b0 2024-09-12T01:17:33.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f0ca1ffb640 1 -- 172.21.15.122:0/2893397278 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ca80074e0 con 0x7f0cac0720b0 2024-09-12T01:17:33.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f0ca1ffb640 1 -- 172.21.15.122:0/2893397278 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca800ce60 con 0x7f0cac0720b0 2024-09-12T01:17:33.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.117+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0c8c001030 con 0x7f0cac0720b0 2024-09-12T01:17:33.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f5643978640 1 Processor -- start 2024-09-12T01:17:33.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.116+0000 7f5643978640 1 -- start start 2024-09-12T01:17:33.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.117+0000 7f5643978640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f563400a520 0x7f5634036050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f5643978640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f563404ff80 0x7f5634036590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f5643978640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5634039660 con 0x7f56340551e0 2024-09-12T01:17:33.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f5643978640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f5634039940 con 0x7f563400a520 2024-09-12T01:17:33.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f5643978640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5634039c20 con 0x7f563404ff80 2024-09-12T01:17:33.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7ff5827fc640 1 -- 172.21.15.122:0/1829203289 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff57c0050d0 con 0x7ff584036a00 2024-09-12T01:17:33.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7ff5827fc640 1 -- 172.21.15.122:0/1829203289 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff57c007020 con 0x7ff584036a00 2024-09-12T01:17:33.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f975ffff640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f97601660d0 0x7f9760140c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:33.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff574001030 con 0x7ff584036a00 2024-09-12T01:17:33.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f5641714640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f563400a520 0x7f5634036050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f5641714640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f563400a520 0x7f5634036050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:60800/0 (socket says 172.21.15.122:60800) 2024-09-12T01:17:33.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f5641f15640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f563404ff80 0x7f5634036590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f5641714640 1 -- 172.21.15.122:0/2103784717 learned_addr learned my addr 172.21.15.122:0/2103784717 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f975d7fa640 1 -- 172.21.15.122:0/3042248568 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9758004d60 con 0x7f9760162140 2024-09-12T01:17:33.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f975d7fa640 1 -- 172.21.15.122:0/3042248568 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f975800a730 con 0x7f9760162140 2024-09-12T01:17:33.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.118+0000 7f5641f15640 1 -- 172.21.15.122:0/2103784717 >> v2:172.21.15.151:3300/0 conn(0x7f563400a520 msgr2=0x7f5634036050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.119+0000 7f975d7fa640 1 -- 172.21.15.122:0/3042248568 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975800aae0 con 0x7f9760162140 2024-09-12T01:17:33.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.119+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9760148090 con 0x7f9760162140 2024-09-12T01:17:33.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.119+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9760161940 con 0x7f9760162140 2024-09-12T01:17:33.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.119+0000 7f5641f15640 1 --2- 172.21.15.122:0/2103784717 >> v2:172.21.15.151:3300/0 conn(0x7f563400a520 0x7f5634036050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.119+0000 7f5641f15640 1 -- 172.21.15.122:0/2103784717 >> v1:172.21.15.151:6789/0 conn(0x7f56340551e0 legacy=0x7f5634005a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.119+0000 7f5641f15640 1 -- 172.21.15.122:0/2103784717 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5634039f00 con 0x7f563404ff80 2024-09-12T01:17:33.148 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.120+0000 7f0ca1ffb640 1 -- 172.21.15.122:0/2893397278 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0ca801b070 con 0x7f0cac0720b0 2024-09-12T01:17:33.148 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.119+0000 7f8ee2ffd640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8ec806bf00 0x7f8ec806e3c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8edc04f170 tx=0x7f8ed0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.148 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.120+0000 7f5641f15640 1 --2- 172.21.15.122:0/2103784717 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f563404ff80 0x7f5634036590 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f56380097a0 tx=0x7f563802a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf726b66040ba2c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.148 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.120+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f976006e770 con 0x7f9760162140 2024-09-12T01:17:33.149 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.120+0000 7f5633fff640 1 -- 172.21.15.122:0/2103784717 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638037070 con 0x7f563404ff80 2024-09-12T01:17:33.149 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.120+0000 7f5633fff640 1 -- 172.21.15.122:0/2103784717 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5638032440 con 0x7f563404ff80 2024-09-12T01:17:33.149 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.120+0000 7f19d70e7640 1 -- 172.21.15.122:0/727193148 --> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f19c817c8b0 con 0x7f19bc075740 2024-09-12T01:17:33.149 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.120+0000 7f0ca1ffb640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0c9806c470 0x7f0c9806e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f0ca1ffb640 1 -- 172.21.15.122:0/2893397278 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0ca808a640 con 0x7f0cac0720b0 2024-09-12T01:17:33.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f19c6ffd640 1 -- 172.21.15.122:0/727193148 <== osd.2 v2:172.21.15.122:6808/1333195972 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f19c817c8b0 con 0x7f19bc075740 2024-09-12T01:17:33.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f0ca1ffb640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] conn(0x7f0c98075b60 0x7f0c98077fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f0ca1ffb640 1 -- 172.21.15.122:0/2893397278 --> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0c98078670 con 0x7f0c98075b60 2024-09-12T01:17:33.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f0cb197c640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] conn(0x7f0c98075b60 0x7f0c98077fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7ff5827fc640 1 -- 172.21.15.122:0/1829203289 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff57c0071c0 con 0x7ff584036a00 2024-09-12T01:17:33.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f5643978640 1 -- 172.21.15.122:0/2103784717 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f563404ff80 msgr2=0x7f5634036590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f5643978640 1 --2- 172.21.15.122:0/2103784717 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f563404ff80 0x7f5634036590 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f56380097a0 tx=0x7f563802a1a0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f5643978640 1 -- 172.21.15.122:0/2103784717 shutdown_connections 2024-09-12T01:17:33.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f5643978640 1 --2- 172.21.15.122:0/2103784717 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f563404ff80 0x7f5634036590 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f5643978640 1 --2- 172.21.15.122:0/2103784717 >> v2:172.21.15.151:3300/0 conn(0x7f563400a520 0x7f5634036050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f5643978640 1 -- 172.21.15.122:0/2103784717 >> 172.21.15.122:0/2103784717 conn(0x7f563401d960 msgr2=0x7f56340545d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f19c4ff9640 1 -- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] conn(0x7f19bc075740 msgr2=0x7f19bc077b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7f19c4ff9640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] conn(0x7f19bc075740 0x7f19bc077b80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7f19c4ff9640 1 -- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f19bc06c040 msgr2=0x7f19bc06e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7f19c4ff9640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f19bc06c040 0x7f19bc06e500 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f19c804f150 tx=0x7f19cc009040 comp rx=0 tx=0).stop 2024-09-12T01:17:33.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7f19c4ff9640 1 -- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19c8033ba0 msgr2=0x7f19c817d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7f19c4ff9640 1 --2- 172.21.15.122:0/727193148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19c8033ba0 0x7f19c817d430 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f19d006aa80 tx=0x7f19d0069740 comp rx=0 tx=0).stop 2024-09-12T01:17:33.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7f19d68e6640 1 -- 172.21.15.122:0/727193148 reap_dead start 2024-09-12T01:17:33.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7f19c4ff9640 1 -- 172.21.15.122:0/727193148 shutdown_connections 2024-09-12T01:17:33.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7f19c4ff9640 1 -- 172.21.15.122:0/727193148 >> 172.21.15.122:0/727193148 conn(0x7f19c801e190 msgr2=0x7f19c8032fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.123+0000 7f19c4ff9640 1 -- 172.21.15.122:0/727193148 shutdown_connections 2024-09-12T01:17:33.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.123+0000 7f19c4ff9640 1 -- 172.21.15.122:0/727193148 wait complete. 2024-09-12T01:17:33.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7ff5827fc640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff57006be80 0x7ff57006e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7ff5827fc640 1 -- 172.21.15.122:0/1829203289 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff57c08b4e0 con 0x7ff584036a00 2024-09-12T01:17:33.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7ff5827fc640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] conn(0x7ff570075580 0x7ff5700779c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7ff5827fc640 1 -- 172.21.15.122:0/1829203289 --> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff570078090 con 0x7ff570075580 2024-09-12T01:17:33.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7ff5827fc640 1 -- 172.21.15.122:0/1829203289 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff57c0559d0 con 0x7ff584036a00 2024-09-12T01:17:33.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.123+0000 7ff591aad640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff57006be80 0x7ff57006e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7f0ca1ffb640 1 -- 172.21.15.122:0/2893397278 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0ca8091050 con 0x7f0cac0720b0 2024-09-12T01:17:33.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7f0cb197c640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] conn(0x7f0c98075b60 0x7f0c98077fa0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.123+0000 7f0cb097a640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0c9806c470 0x7f0c9806e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.121+0000 7f5643978640 1 -- 172.21.15.122:0/2103784717 shutdown_connections 2024-09-12T01:17:33.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.124+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 --> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0a80002dd0 con 0x7f0a7c075670 2024-09-12T01:17:33.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.126+0000 7f0a93fff640 1 -- 172.21.15.122:0/23821651 <== osd.0 v2:172.21.15.122:6824/4233195468 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0a80002dd0 con 0x7f0a7c075670 2024-09-12T01:17:33.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.124+0000 7f975d7fa640 1 -- 172.21.15.122:0/3042248568 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f975800ac80 con 0x7f9760162140 2024-09-12T01:17:33.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f975d7fa640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f974406bf00 0x7f974406e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f975d7fa640 1 -- 172.21.15.122:0/3042248568 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f975808afe0 con 0x7f9760162140 2024-09-12T01:17:33.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f975d7fa640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] conn(0x7f9744075680 0x7f9744077ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f975d7fa640 1 -- 172.21.15.122:0/3042248568 --> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9758020ec0 con 0x7f9744075680 2024-09-12T01:17:33.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f975d7fa640 1 -- 172.21.15.122:0/3042248568 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f975808b3d0 con 0x7f9760162140 2024-09-12T01:17:33.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f975ffff640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] conn(0x7f9744075680 0x7f9744077ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.124+0000 7ff5922ae640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] conn(0x7ff570075580 0x7ff5700779c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.124+0000 7ff591aad640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff57006be80 0x7ff57006e340 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff58800b8d0 tx=0x7ff588008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.123+0000 7f0ca1ffb640 1 -- 172.21.15.122:0/2893397278 <== osd.5 v2:172.21.15.151:6816/2424317786 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0c98078670 con 0x7f0c98075b60 2024-09-12T01:17:33.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.124+0000 7f0cb097a640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0c9806c470 0x7f0c9806e930 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0cac165eb0 tx=0x7f0c9c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.122+0000 7f5643978640 1 -- 172.21.15.122:0/2103784717 wait complete. 2024-09-12T01:17:33.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.124+0000 7f5643978640 1 Processor -- start 2024-09-12T01:17:33.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.124+0000 7f5643978640 1 -- start start 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f5643978640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f563404ff80 0x7f563404d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f5643978640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f56340551e0 0x7f563404de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f5643978640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f563404e390 0x7f5634048800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f5643978640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5634054e60 con 0x7f563404e390 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f5643978640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f5634054ce0 con 0x7f56340551e0 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f5643978640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f56340070a0 con 0x7f563404ff80 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f5641f15640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f563404e390 0x7f5634048800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f5641f15640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f563404e390 0x7f5634048800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43074/0 (socket says 172.21.15.122:43074) 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.125+0000 7f5641f15640 1 -- 172.21.15.122:0/2972417733 learned_addr learned my addr 172.21.15.122:0/2972417733 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.126+0000 7f5641f15640 1 -- 172.21.15.122:0/2972417733 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f563404ff80 msgr2=0x7f563404d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.126+0000 7f5641714640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f563404ff80 0x7f563404d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.126+0000 7f5641f15640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f563404ff80 0x7f563404d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.126+0000 7f5641f15640 1 -- 172.21.15.122:0/2972417733 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f56340551e0 msgr2=0x7f563404de50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-12T01:17:33.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.126+0000 7f5641f15640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f56340551e0 0x7f563404de50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.126+0000 7f5641f15640 1 -- 172.21.15.122:0/2972417733 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5634174580 con 0x7f563404e390 2024-09-12T01:17:33.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.126+0000 7f975ffff640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] conn(0x7f9744075680 0x7f9744077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.126+0000 7ff5922ae640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] conn(0x7ff570075580 0x7ff5700779c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.127+0000 7f9764d99640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f974406bf00 0x7f974406e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.127+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] conn(0x7f0a7c075670 msgr2=0x7f0a7c077ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.127+0000 7f0aa09c3640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] conn(0x7f0a7c075670 0x7f0a7c077ab0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.127+0000 7f975d7fa640 1 -- 172.21.15.122:0/3042248568 <== osd.3 v2:172.21.15.122:6816/2205417707 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9758020ec0 con 0x7f9744075680 2024-09-12T01:17:33.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.127+0000 7f5641f15640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f563404e390 0x7f5634048800 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f56380098c0 tx=0x7f56380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.127+0000 7ff5827fc640 1 -- 172.21.15.122:0/1829203289 <== osd.4 v2:172.21.15.151:6808/3127345229 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff570078090 con 0x7ff570075580 2024-09-12T01:17:33.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.127+0000 7f5631ffb640 1 -- 172.21.15.122:0/2972417733 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638037050 con 0x7f563404e390 2024-09-12T01:17:33.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.128+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0a7c06bf00 msgr2=0x7f0a7c06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.128+0000 7f0aa09c3640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0a7c06bf00 0x7f0a7c06e3c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0a84006fd0 tx=0x7f0a84008040 comp rx=0 tx=0).stop 2024-09-12T01:17:33.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.128+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0a9c073860 msgr2=0x7f0a9c159090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.128+0000 7f0aa09c3640 1 --2- 172.21.15.122:0/23821651 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0a9c073860 0x7f0a9c159090 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c031000 tx=0x7f0a8c0046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.128+0000 7f0a9b59e640 1 -- 172.21.15.122:0/23821651 reap_dead start 2024-09-12T01:17:33.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.128+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 shutdown_connections 2024-09-12T01:17:33.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.128+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 >> 172.21.15.122:0/23821651 conn(0x7f0a9c0b1e00 msgr2=0x7f0a9c159da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.128+0000 7f5643978640 1 -- 172.21.15.122:0/2972417733 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f563404d670 con 0x7f563404e390 2024-09-12T01:17:33.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.128+0000 7f5643978640 1 -- 172.21.15.122:0/2972417733 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56340496f0 con 0x7f563404e390 2024-09-12T01:17:33.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.129+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 shutdown_connections 2024-09-12T01:17:33.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.129+0000 7f0aa09c3640 1 -- 172.21.15.122:0/23821651 wait complete. 2024-09-12T01:17:33.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.129+0000 7f5643978640 1 -- 172.21.15.122:0/2972417733 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5634036050 con 0x7f563404e390 2024-09-12T01:17:33.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.131+0000 7f5631ffb640 1 -- 172.21.15.122:0/2972417733 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5638043070 con 0x7f563404e390 2024-09-12T01:17:33.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.132+0000 7f9764d99640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f974406bf00 0x7f974406e3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f974c006fd0 tx=0x7f974c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.136+0000 7fdacdea1640 1 -- 172.21.15.122:0/2316573243 --> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdac806cf20 con 0x7fdab4075680 2024-09-12T01:17:33.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.132+0000 7f5631ffb640 1 -- 172.21.15.122:0/2972417733 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638032440 con 0x7f563404e390 2024-09-12T01:17:33.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.132+0000 7f5631ffb640 1 -- 172.21.15.122:0/2972417733 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5638048460 con 0x7f563404e390 2024-09-12T01:17:33.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.133+0000 7f5631ffb640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f562006bf80 0x7f562006e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.133+0000 7f5631ffb640 1 -- 172.21.15.122:0/2972417733 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f56380acaf0 con 0x7f563404e390 2024-09-12T01:17:33.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.133+0000 7f5631ffb640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x7f5620075700 0x7f5620077b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.164 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.133+0000 7f5631ffb640 1 -- 172.21.15.122:0/2972417733 --> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f563802be50 con 0x7f5620075700 2024-09-12T01:17:33.164 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.133+0000 7f5631ffb640 1 -- 172.21.15.122:0/2972417733 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f56380ace10 con 0x7f563404e390 2024-09-12T01:17:33.164 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.136+0000 7f5641714640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f562006bf80 0x7f562006e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.164 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.136+0000 7f5640f13640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x7f5620075700 0x7f5620077b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.164 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.137+0000 7f5640f13640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x7f5620075700 0x7f5620077b40 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.164 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.137+0000 7f5641714640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f562006bf80 0x7f562006e440 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f563c069c30 tx=0x7f563c06b110 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.164 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.137+0000 7fdac57fa640 1 -- 172.21.15.122:0/2316573243 <== osd.6 v2:172.21.15.151:6824/3464426733 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fdac806cf20 con 0x7fdab4075680 2024-09-12T01:17:33.165 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.138+0000 7fdaaeffd640 1 -- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] conn(0x7fdab4075680 msgr2=0x7fdab4077ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.165 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.138+0000 7fdaaeffd640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] conn(0x7fdab4075680 0x7fdab4077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.165 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.138+0000 7f5631ffb640 1 -- 172.21.15.122:0/2972417733 <== osd.7 v2:172.21.15.151:6800/1031611436 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f563802be50 con 0x7f5620075700 2024-09-12T01:17:33.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.139+0000 7fdaaeffd640 1 -- 172.21.15.122:0/2316573243 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdab406bf00 msgr2=0x7fdab406e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.139+0000 7fdaaeffd640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdab406bf00 0x7fdab406e3c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdabc009560 tx=0x7fdabc02e000 comp rx=0 tx=0).stop 2024-09-12T01:17:33.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.139+0000 7fdaaeffd640 1 -- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdac815b500 msgr2=0x7fdac80cf3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.139+0000 7fdaaeffd640 1 --2- 172.21.15.122:0/2316573243 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdac815b500 0x7fdac80cf3e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fdac000ed40 tx=0x7fdac000a430 comp rx=0 tx=0).stop 2024-09-12T01:17:33.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.139+0000 7fdacd6a0640 1 -- 172.21.15.122:0/2316573243 reap_dead start 2024-09-12T01:17:33.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.139+0000 7fdaaeffd640 1 -- 172.21.15.122:0/2316573243 shutdown_connections 2024-09-12T01:17:33.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.139+0000 7fdaaeffd640 1 -- 172.21.15.122:0/2316573243 >> 172.21.15.122:0/2316573243 conn(0x7fdac806c240 msgr2=0x7fdac8159660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.139+0000 7fdaaeffd640 1 -- 172.21.15.122:0/2316573243 shutdown_connections 2024-09-12T01:17:33.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.139+0000 7fdaaeffd640 1 -- 172.21.15.122:0/2316573243 wait complete. 2024-09-12T01:17:33.167 INFO:teuthology.orchestra.run.smithi122.stdout:60129542154 2024-09-12T01:17:33.167 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T01:17:33.168 INFO:teuthology.orchestra.run.smithi122.stdout:60129542154 2024-09-12T01:17:33.169 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.146+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/2826477436 --> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8ec4005c40 con 0x7f8ec4001650 2024-09-12T01:17:33.169 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.147+0000 7f8ecffff640 1 -- 172.21.15.122:0/2826477436 <== osd.1 v2:172.21.15.122:6800/3065561574 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8ec4005c40 con 0x7f8ec4001650 2024-09-12T01:17:33.169 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.147+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] conn(0x7f8ec4001650 msgr2=0x7f8ec4003b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.169 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.147+0000 7f8ee8d2b640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] conn(0x7f8ec4001650 0x7f8ec4003b10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.169 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T01:17:33.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.148+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8ec806bf00 msgr2=0x7f8ec806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.148+0000 7f8ee8d2b640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8ec806bf00 0x7f8ec806e3c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8edc04f170 tx=0x7f8ed0009190 comp rx=0 tx=0).stop 2024-09-12T01:17:33.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.148+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/2826477436 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8edc0339f0 msgr2=0x7f8edc04ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.148+0000 7f8ee8d2b640 1 --2- 172.21.15.122:0/2826477436 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8edc0339f0 0x7f8edc04ec30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8ed800c440 tx=0x7f8ed800c900 comp rx=0 tx=0).stop 2024-09-12T01:17:33.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.148+0000 7f8ee3fff640 1 -- 172.21.15.122:0/2826477436 reap_dead start 2024-09-12T01:17:33.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.148+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/2826477436 shutdown_connections 2024-09-12T01:17:33.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.148+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/2826477436 >> 172.21.15.122:0/2826477436 conn(0x7f8edc01d920 msgr2=0x7f8edc0d2b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.149+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/2826477436 shutdown_connections 2024-09-12T01:17:33.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.149+0000 7f8ee8d2b640 1 -- 172.21.15.122:0/2826477436 wait complete. 2024-09-12T01:17:33.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.153+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 --> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff574002d50 con 0x7ff570075580 2024-09-12T01:17:33.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.154+0000 7ff5827fc640 1 -- 172.21.15.122:0/1829203289 <== osd.4 v2:172.21.15.151:6808/3127345229 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff574002d50 con 0x7ff570075580 2024-09-12T01:17:33.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.154+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 >> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] conn(0x7ff570075580 msgr2=0x7ff5700779c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.154+0000 7ff592aaf640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] conn(0x7ff570075580 0x7ff5700779c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.154+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 --> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0c8c002dd0 con 0x7f0c98075b60 2024-09-12T01:17:33.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff57006be80 msgr2=0x7ff57006e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7ff592aaf640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff57006be80 0x7ff57006e340 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff58800b8d0 tx=0x7ff588008040 comp rx=0 tx=0).stop 2024-09-12T01:17:33.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff584036a00 msgr2=0x7ff584007670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7ff592aaf640 1 --2- 172.21.15.122:0/1829203289 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff584036a00 0x7ff584007670 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff58400fca0 tx=0x7ff57c00cbe0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7ff5922ae640 1 -- 172.21.15.122:0/1829203289 reap_dead start 2024-09-12T01:17:33.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 shutdown_connections 2024-09-12T01:17:33.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 >> 172.21.15.122:0/1829203289 conn(0x7ff58401ea40 msgr2=0x7ff5840df730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7f0ca1ffb640 1 -- 172.21.15.122:0/2893397278 <== osd.5 v2:172.21.15.151:6816/2424317786 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0c8c002dd0 con 0x7f0c98075b60 2024-09-12T01:17:33.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 shutdown_connections 2024-09-12T01:17:33.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7ff592aaf640 1 -- 172.21.15.122:0/1829203289 wait complete. 2024-09-12T01:17:33.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 --> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f976006e770 con 0x7f9744075680 2024-09-12T01:17:33.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 >> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] conn(0x7f0c98075b60 msgr2=0x7f0c98077fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.155+0000 7f0cb33df640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] conn(0x7f0c98075b60 0x7f0c98077fa0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.156+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0c9806c470 msgr2=0x7f0c9806e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.156+0000 7f0cb33df640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0c9806c470 0x7f0c9806e930 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0cac165eb0 tx=0x7f0c9c009040 comp rx=0 tx=0).stop 2024-09-12T01:17:33.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.156+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cac0720b0 msgr2=0x7f0cac0a9490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.156+0000 7f0cb33df640 1 --2- 172.21.15.122:0/2893397278 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cac0720b0 0x7f0cac0a9490 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0ca800c750 tx=0x7f0ca800cc10 comp rx=0 tx=0).stop 2024-09-12T01:17:33.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.156+0000 7f0cb197c640 1 -- 172.21.15.122:0/2893397278 reap_dead start 2024-09-12T01:17:33.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.156+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 shutdown_connections 2024-09-12T01:17:33.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.156+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 >> 172.21.15.122:0/2893397278 conn(0x7f0cac067d70 msgr2=0x7f0cac0ce420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.156+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 shutdown_connections 2024-09-12T01:17:33.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.156+0000 7f0cb33df640 1 -- 172.21.15.122:0/2893397278 wait complete. 2024-09-12T01:17:33.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.156+0000 7f975d7fa640 1 -- 172.21.15.122:0/3042248568 <== osd.3 v2:172.21.15.122:6816/2205417707 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f976006e770 con 0x7f9744075680 2024-09-12T01:17:33.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.157+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] conn(0x7f9744075680 msgr2=0x7f9744077ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.157+0000 7f9766ffd640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] conn(0x7f9744075680 0x7f9744077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.157+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f974406bf00 msgr2=0x7f974406e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.157+0000 7f9766ffd640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f974406bf00 0x7f974406e3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f974c006fd0 tx=0x7f974c008040 comp rx=0 tx=0).stop 2024-09-12T01:17:33.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.157+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9760162140 msgr2=0x7f9760146220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.157+0000 7f9766ffd640 1 --2- 172.21.15.122:0/3042248568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9760162140 0x7f9760146220 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f97600679a0 tx=0x7f975800cf00 comp rx=0 tx=0).stop 2024-09-12T01:17:33.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.157+0000 7f976559a640 1 -- 172.21.15.122:0/3042248568 reap_dead start 2024-09-12T01:17:33.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.157+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 shutdown_connections 2024-09-12T01:17:33.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.157+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 >> 172.21.15.122:0/3042248568 conn(0x7f976006bc10 msgr2=0x7f976014b2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.158+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 shutdown_connections 2024-09-12T01:17:33.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.158+0000 7f9766ffd640 1 -- 172.21.15.122:0/3042248568 wait complete. 2024-09-12T01:17:33.179 INFO:teuthology.orchestra.run.smithi122.stdout:60129542153 2024-09-12T01:17:33.180 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T01:17:33.180 INFO:teuthology.orchestra.run.smithi122.stdout:60129542154 2024-09-12T01:17:33.181 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T01:17:33.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.169+0000 7f5643978640 1 -- 172.21.15.122:0/2972417733 --> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5634054780 con 0x7f5620075700 2024-09-12T01:17:33.182 INFO:teuthology.orchestra.run.smithi122.stdout:60129542154 2024-09-12T01:17:33.182 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T01:17:33.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.169+0000 7f5631ffb640 1 -- 172.21.15.122:0/2972417733 <== osd.7 v2:172.21.15.151:6800/1031611436 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f5634054780 con 0x7f5620075700 2024-09-12T01:17:33.183 INFO:teuthology.orchestra.run.smithi122.stdout:60129542154 2024-09-12T01:17:33.184 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T01:17:33.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.170+0000 7f5643978640 1 -- 172.21.15.122:0/2972417733 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x7f5620075700 msgr2=0x7f5620077b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.170+0000 7f5643978640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x7f5620075700 0x7f5620077b40 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.170+0000 7f5643978640 1 -- 172.21.15.122:0/2972417733 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f562006bf80 msgr2=0x7f562006e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.170+0000 7f5643978640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f562006bf80 0x7f562006e440 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f563c069c30 tx=0x7f563c06b110 comp rx=0 tx=0).stop 2024-09-12T01:17:33.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.170+0000 7f5643978640 1 -- 172.21.15.122:0/2972417733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f563404e390 msgr2=0x7f5634048800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.170+0000 7f5643978640 1 --2- 172.21.15.122:0/2972417733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f563404e390 0x7f5634048800 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f56380098c0 tx=0x7f56380046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.170+0000 7f5641f15640 1 -- 172.21.15.122:0/2972417733 reap_dead start 2024-09-12T01:17:33.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.170+0000 7f5643978640 1 -- 172.21.15.122:0/2972417733 shutdown_connections 2024-09-12T01:17:33.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.170+0000 7f5643978640 1 -- 172.21.15.122:0/2972417733 >> 172.21.15.122:0/2972417733 conn(0x7f563401d960 msgr2=0x7f5634004a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.170+0000 7f5643978640 1 -- 172.21.15.122:0/2972417733 shutdown_connections 2024-09-12T01:17:33.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.170+0000 7f5643978640 1 -- 172.21.15.122:0/2972417733 wait complete. 2024-09-12T01:17:33.186 INFO:teuthology.orchestra.run.smithi122.stdout:60129542152 2024-09-12T01:17:33.187 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T01:17:33.188 INFO:teuthology.orchestra.run.smithi122.stdout:60129542153 2024-09-12T01:17:33.188 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T01:17:33.391 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.392+0000 7fb207f03640 1 Processor -- start 2024-09-12T01:17:33.391 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.392+0000 7fb207f03640 1 -- start start 2024-09-12T01:17:33.392 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.393+0000 7fb207f03640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000b4ae0 0x7fb20008b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.393 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.393+0000 7fb207f03640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fb2000afae0 0x7fb2000b5280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.393 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.393+0000 7fb207f03640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb20006f700 con 0x7fb2000720b0 2024-09-12T01:17:33.393 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.393+0000 7fb207f03640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fb2000b3ee0 con 0x7fb2000afae0 2024-09-12T01:17:33.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.393+0000 7fb207f03640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb2000aff40 con 0x7fb2000b4ae0 2024-09-12T01:17:33.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.394+0000 7fb2064a0640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7fb2000720b0 0x7fb2000cdf20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:52440/0 (socket says 172.21.15.122:52440) 2024-09-12T01:17:33.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.394+0000 7fb2064a0640 1 -- 172.21.15.122:0/4097116485 learned_addr learned my addr 172.21.15.122:0/4097116485 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:33.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.394+0000 7fb205c9f640 1 --2- 172.21.15.122:0/4097116485 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000b4ae0 0x7fb20008b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.394+0000 7fb20549e640 1 --2- 172.21.15.122:0/4097116485 >> v2:172.21.15.151:3300/0 conn(0x7fb2000afae0 0x7fb2000b5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.396+0000 7fb205c9f640 1 -- 172.21.15.122:0/4097116485 >> v2:172.21.15.151:3300/0 conn(0x7fb2000afae0 msgr2=0x7fb2000b5280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.396+0000 7fb205c9f640 1 --2- 172.21.15.122:0/4097116485 >> v2:172.21.15.151:3300/0 conn(0x7fb2000afae0 0x7fb2000b5280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.396+0000 7fb205c9f640 1 -- 172.21.15.122:0/4097116485 >> v1:172.21.15.151:6789/0 conn(0x7fb2000720b0 legacy=0x7fb2000cdf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.396+0000 7fb205c9f640 1 -- 172.21.15.122:0/4097116485 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2000b57c0 con 0x7fb2000b4ae0 2024-09-12T01:17:33.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fb205c9f640 1 --2- 172.21.15.122:0/4097116485 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000b4ae0 0x7fb20008b3d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb1f40097a0 tx=0x7fb1f402a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7cd0ac8cdc9fd008 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fb204c9d640 1 -- 172.21.15.122:0/4097116485 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f4037070 con 0x7fb2000b4ae0 2024-09-12T01:17:33.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fb204c9d640 1 -- 172.21.15.122:0/4097116485 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1f402ada0 con 0x7fb2000b4ae0 2024-09-12T01:17:33.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fb204c9d640 1 -- 172.21.15.122:0/4097116485 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f4037070 con 0x7fb2000b4ae0 2024-09-12T01:17:33.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.400+0000 7fec3d6d7640 1 Processor -- start 2024-09-12T01:17:33.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.400+0000 7fec3d6d7640 1 -- start start 2024-09-12T01:17:33.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.401+0000 7fec3d6d7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec380b3b90 0x7fec3806dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.401+0000 7fec3d6d7640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fec3806e1a0 0x7fec380b3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.401+0000 7fec3d6d7640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec3816b570 con 0x7fec380b44b0 2024-09-12T01:17:33.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.401+0000 7fec3d6d7640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fec3806e5e0 con 0x7fec3806e1a0 2024-09-12T01:17:33.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.401+0000 7fec3d6d7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fec380b4df0 con 0x7fec380b3b90 2024-09-12T01:17:33.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fec367fc640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fec3806e1a0 0x7fec380b3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fec36ffd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec380b3b90 0x7fec3806dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fec377fe640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7fec380b44b0 0x7fec38071c30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:52456/0 (socket says 172.21.15.122:52456) 2024-09-12T01:17:33.403 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fec377fe640 1 -- 172.21.15.122:0/278726993 learned_addr learned my addr 172.21.15.122:0/278726993 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:33.403 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.403+0000 7fb207f03640 1 -- 172.21.15.122:0/4097116485 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000b4ae0 msgr2=0x7fb20008b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.403 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.403+0000 7fb207f03640 1 --2- 172.21.15.122:0/4097116485 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000b4ae0 0x7fb20008b3d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb1f40097a0 tx=0x7fb1f402a110 comp rx=0 tx=0).stop 2024-09-12T01:17:33.403 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fec36ffd640 1 -- 172.21.15.122:0/278726993 >> v2:172.21.15.151:3300/0 conn(0x7fec3806e1a0 msgr2=0x7fec380b3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fec36ffd640 1 --2- 172.21.15.122:0/278726993 >> v2:172.21.15.151:3300/0 conn(0x7fec3806e1a0 0x7fec380b3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fec36ffd640 1 -- 172.21.15.122:0/278726993 >> v1:172.21.15.151:6789/0 conn(0x7fec380b44b0 legacy=0x7fec38071c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.402+0000 7fec36ffd640 1 -- 172.21.15.122:0/278726993 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec380b50d0 con 0x7fec380b3b90 2024-09-12T01:17:33.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.404+0000 7fb207f03640 1 -- 172.21.15.122:0/4097116485 shutdown_connections 2024-09-12T01:17:33.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.404+0000 7fb207f03640 1 --2- 172.21.15.122:0/4097116485 >> v2:172.21.15.151:3300/0 conn(0x7fb2000afae0 0x7fb2000b5280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.404+0000 7fb207f03640 1 --2- 172.21.15.122:0/4097116485 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000b4ae0 0x7fb20008b3d0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.404+0000 7fb207f03640 1 -- 172.21.15.122:0/4097116485 >> 172.21.15.122:0/4097116485 conn(0x7fb200067b30 msgr2=0x7fb20006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.404+0000 7fb207f03640 1 -- 172.21.15.122:0/4097116485 shutdown_connections 2024-09-12T01:17:33.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.404+0000 7fb207f03640 1 -- 172.21.15.122:0/4097116485 wait complete. 2024-09-12T01:17:33.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.404+0000 7fec36ffd640 1 --2- 172.21.15.122:0/278726993 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec380b3b90 0x7fec3806dc60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fec2c008820 tx=0x7fec2c02c700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cab003ea28e54009 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.406+0000 7fb207f03640 1 Processor -- start 2024-09-12T01:17:33.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.406+0000 7fb207f03640 1 -- start start 2024-09-12T01:17:33.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.405+0000 7fec35ffb640 1 -- 172.21.15.122:0/278726993 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec2c038070 con 0x7fec380b3b90 2024-09-12T01:17:33.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.405+0000 7fec35ffb640 1 -- 172.21.15.122:0/278726993 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec2c00ae50 con 0x7fec380b3b90 2024-09-12T01:17:33.406 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.405+0000 7fec35ffb640 1 -- 172.21.15.122:0/278726993 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec2c00a740 con 0x7fec380b3b90 2024-09-12T01:17:33.406 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.406+0000 7fec3d6d7640 1 -- 172.21.15.122:0/278726993 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec380b3b90 msgr2=0x7fec3806dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.406 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.406+0000 7fec3d6d7640 1 --2- 172.21.15.122:0/278726993 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec380b3b90 0x7fec3806dc60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fec2c008820 tx=0x7fec2c02c700 comp rx=0 tx=0).stop 2024-09-12T01:17:33.406 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.404+0000 7f20ee3c4640 1 Processor -- start 2024-09-12T01:17:33.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.405+0000 7f20ee3c4640 1 -- start start 2024-09-12T01:17:33.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.406+0000 7f20ee3c4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f20e815a2c0 0x7f20e80cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.406+0000 7f20ee3c4640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f20e80720b0 0x7f20e8072500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.406+0000 7f20ee3c4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20e80ce620 con 0x7f20e815ea90 2024-09-12T01:17:33.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.406+0000 7f20ee3c4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f20e80ce3f0 con 0x7f20e815a2c0 2024-09-12T01:17:33.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.406+0000 7f20ee3c4640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f20e8072a40 con 0x7f20e80720b0 2024-09-12T01:17:33.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7f20ec961640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f20e80720b0 0x7f20e8072500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7f20ec961640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f20e80720b0 0x7f20e8072500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:60854/0 (socket says 172.21.15.122:60854) 2024-09-12T01:17:33.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7f20ec961640 1 -- 172.21.15.122:0/1405123855 learned_addr learned my addr 172.21.15.122:0/1405123855 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7f20e7fff640 1 --2- 172.21.15.122:0/1405123855 >> v2:172.21.15.122:3300/0 conn(0x7f20e815a2c0 0x7f20e80cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7fb207f03640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000720b0 0x7fb20015fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7fb207f03640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2000afae0 0x7fb2000ac4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7fec3d6d7640 1 -- 172.21.15.122:0/278726993 shutdown_connections 2024-09-12T01:17:33.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7fec3d6d7640 1 --2- 172.21.15.122:0/278726993 >> v2:172.21.15.151:3300/0 conn(0x7fec3806e1a0 0x7fec380b3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7fec3d6d7640 1 --2- 172.21.15.122:0/278726993 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec380b3b90 0x7fec3806dc60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7fec3d6d7640 1 -- 172.21.15.122:0/278726993 >> 172.21.15.122:0/278726993 conn(0x7fec38067950 msgr2=0x7fec38067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7f20e6ffd640 1 -- 172.21.15.122:0/1405123855 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1785082000 0 0) 0x7f20e80ce620 con 0x7f20e815ea90 2024-09-12T01:17:33.409 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.407+0000 7fb205c9f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000720b0 0x7fb20015fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.409 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fb205c9f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000720b0 0x7fb20015fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:56774/0 (socket says 172.21.15.122:56774) 2024-09-12T01:17:33.409 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7f20ec961640 1 -- 172.21.15.122:0/1405123855 >> v2:172.21.15.122:3300/0 conn(0x7f20e815a2c0 msgr2=0x7f20e80cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.409 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7f20ec961640 1 --2- 172.21.15.122:0/1405123855 >> v2:172.21.15.122:3300/0 conn(0x7f20e815a2c0 0x7f20e80cc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7f20ec961640 1 -- 172.21.15.122:0/1405123855 >> v1:172.21.15.122:6789/0 conn(0x7f20e815ea90 legacy=0x7f20e80cf680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7f20ec961640 1 -- 172.21.15.122:0/1405123855 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20e80ce8c0 con 0x7f20e80720b0 2024-09-12T01:17:33.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7f20e7fff640 1 --2- 172.21.15.122:0/1405123855 >> v2:172.21.15.122:3300/0 conn(0x7f20e815a2c0 0x7f20e80cc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:33.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fec3d6d7640 1 -- 172.21.15.122:0/278726993 shutdown_connections 2024-09-12T01:17:33.411 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fb207f03640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb2000b4ae0 0x7fb2000c5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.411 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fb207f03640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb20016b4a0 con 0x7fb2000afae0 2024-09-12T01:17:33.411 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fb207f03640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fb20008bbd0 con 0x7fb2000b4ae0 2024-09-12T01:17:33.411 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fb207f03640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb2000aced0 con 0x7fb2000720b0 2024-09-12T01:17:33.411 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fb20549e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2000afae0 0x7fb2000ac4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fb205c9f640 1 -- 172.21.15.122:0/3643390125 learned_addr learned my addr 172.21.15.122:0/3643390125 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fb205c9f640 1 -- 172.21.15.122:0/3643390125 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb2000b4ae0 msgr2=0x7fb2000c5440 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-12T01:17:33.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fb205c9f640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb2000b4ae0 0x7fb2000c5440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fb205c9f640 1 -- 172.21.15.122:0/3643390125 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2000afae0 msgr2=0x7fb2000ac4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fb205c9f640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2000afae0 0x7fb2000ac4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fb205c9f640 1 -- 172.21.15.122:0/3643390125 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2000b4410 con 0x7fb2000720b0 2024-09-12T01:17:33.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fec3d6d7640 1 -- 172.21.15.122:0/278726993 wait complete. 2024-09-12T01:17:33.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7fb205c9f640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000720b0 0x7fb20015fc40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb1f402a150 tx=0x7fb1f40046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7f20ec961640 1 --2- 172.21.15.122:0/1405123855 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f20e80720b0 0x7f20e8072500 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f20e8072f40 tx=0x7f20e002cb00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6fec3ca7bd54f9f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7f20e6ffd640 1 -- 172.21.15.122:0/1405123855 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e0036070 con 0x7f20e80720b0 2024-09-12T01:17:33.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7fb1f27fc640 1 -- 172.21.15.122:0/3643390125 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f4041070 con 0x7fb2000720b0 2024-09-12T01:17:33.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.406+0000 7fed061c5640 1 Processor -- start 2024-09-12T01:17:33.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.406+0000 7fed061c5640 1 -- start start 2024-09-12T01:17:33.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7fb1f27fc640 1 -- 172.21.15.122:0/3643390125 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1f403d630 con 0x7fb2000720b0 2024-09-12T01:17:33.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.411+0000 7fb207f03640 1 -- 172.21.15.122:0/3643390125 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2000ad1b0 con 0x7fb2000720b0 2024-09-12T01:17:33.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.411+0000 7fb1f27fc640 1 -- 172.21.15.122:0/3643390125 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f4037070 con 0x7fb2000720b0 2024-09-12T01:17:33.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7fb207f03640 1 -- 172.21.15.122:0/3643390125 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2000ad770 con 0x7fb2000720b0 2024-09-12T01:17:33.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.411+0000 7fec3d6d7640 1 Processor -- start 2024-09-12T01:17:33.416 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7f20e6ffd640 1 -- 172.21.15.122:0/1405123855 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20e002e860 con 0x7f20e80720b0 2024-09-12T01:17:33.416 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7f20e6ffd640 1 -- 172.21.15.122:0/1405123855 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e000be60 con 0x7f20e80720b0 2024-09-12T01:17:33.416 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.411+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1405123855 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f20e80720b0 msgr2=0x7f20e8072500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.416 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.411+0000 7f20ee3c4640 1 --2- 172.21.15.122:0/1405123855 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f20e80720b0 0x7f20e8072500 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f20e8072f40 tx=0x7f20e002cb00 comp rx=0 tx=0).stop 2024-09-12T01:17:33.416 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.411+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1405123855 shutdown_connections 2024-09-12T01:17:33.416 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.411+0000 7f20ee3c4640 1 --2- 172.21.15.122:0/1405123855 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f20e80720b0 0x7f20e8072500 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.416 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7f20ee3c4640 1 --2- 172.21.15.122:0/1405123855 >> v2:172.21.15.122:3300/0 conn(0x7f20e815a2c0 0x7f20e80cc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.416 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1405123855 >> 172.21.15.122:0/1405123855 conn(0x7f20e8067b30 msgr2=0x7f20e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.416 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1405123855 shutdown_connections 2024-09-12T01:17:33.417 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1405123855 wait complete. 2024-09-12T01:17:33.417 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fed061c5640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fed000b7200 0x7fed000b58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.417 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fed061c5640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fed000d4340 0x7fed000d47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.417 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fed061c5640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed000cfb20 con 0x7fed000b5500 2024-09-12T01:17:33.417 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fed061c5640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fed000cfdd0 con 0x7fed000b7200 2024-09-12T01:17:33.417 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fed061c5640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fed000d00b0 con 0x7fed000d4340 2024-09-12T01:17:33.417 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fed051c3640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fed000b5500 0x7fed000d2ca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54344/0 (socket says 172.21.15.122:54344) 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fed051c3640 1 -- 172.21.15.122:0/4027943843 learned_addr learned my addr 172.21.15.122:0/4027943843 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.408+0000 7fed059c4640 1 --2- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fed000d4340 0x7fed000d47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1302152345 0 0) 0x7fed000cfb20 con 0x7fed000b5500 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fecec003520 con 0x7fed000b5500 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3703132450 0 0) 0x7fecec003520 con 0x7fed000b5500 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fed000d4340 msgr2=0x7fed000d47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 --2- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fed000d4340 0x7fed000d47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 >> v2:172.21.15.122:3300/0 conn(0x7fed000b7200 msgr2=0x7fed000b58e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 --2- 172.21.15.122:0/4027943843 >> v2:172.21.15.122:3300/0 conn(0x7fed000b7200 0x7fed000b58e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed000d0390 con 0x7fed000b5500 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fecf0001670 con 0x7fed000b5500 2024-09-12T01:17:33.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 >> v1:172.21.15.122:6789/0 conn(0x7fed000b5500 legacy=0x7fed000d2ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.419 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 --2- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fecec0039b0 0x7fecec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.419 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 --2- 172.21.15.122:0/4027943843 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecec004800 0x7fecec004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.419 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 --2- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fecec0051c0 0x7fecec02d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.419 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fed000cfdd0 con 0x7fecec004800 2024-09-12T01:17:33.419 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fed000d00b0 con 0x7fecec0051c0 2024-09-12T01:17:33.419 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.409+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fecec02e0c0 con 0x7fecec0039b0 2024-09-12T01:17:33.419 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7fed051c3640 1 --2- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fecec0039b0 0x7fecec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.419 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7fed059c4640 1 --2- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fecec0051c0 0x7fecec02d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.419 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7fed051c3640 1 -- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fecec0051c0 msgr2=0x7fecec02d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.420 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7fed051c3640 1 --2- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fecec0051c0 0x7fecec02d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.420 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7fed051c3640 1 -- 172.21.15.122:0/4027943843 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecec004800 msgr2=0x7fecec004c80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T01:17:33.420 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7fed051c3640 1 --2- 172.21.15.122:0/4027943843 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecec004800 0x7fecec004c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.420 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.410+0000 7fed051c3640 1 -- 172.21.15.122:0/4027943843 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecec003520 con 0x7fecec0039b0 2024-09-12T01:17:33.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.411+0000 7fec3d6d7640 1 -- start start 2024-09-12T01:17:33.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7fec3d6d7640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fec3806e1a0 0x7fec380ab660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7fec3d6d7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec380b3b90 0x7fec380c5e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7fec3d6d7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec380b44b0 0x7fec380c6340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7fec3d6d7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fec380cda90 con 0x7fec380b3b90 2024-09-12T01:17:33.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7fec3d6d7640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fec380ce0c0 con 0x7fec3806e1a0 2024-09-12T01:17:33.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7fec3d6d7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fec380b4960 con 0x7fec380b44b0 2024-09-12T01:17:33.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.412+0000 7fec36ffd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fec3806e1a0 0x7fec380ab660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.413+0000 7fec367fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec380b3b90 0x7fec380c5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.413+0000 7fec367fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec380b3b90 0x7fec380c5e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43100/0 (socket says 172.21.15.122:43100) 2024-09-12T01:17:33.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.413+0000 7fec367fc640 1 -- 172.21.15.122:0/1657306041 learned_addr learned my addr 172.21.15.122:0/1657306041 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.413+0000 7fec367fc640 1 -- 172.21.15.122:0/1657306041 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec380b44b0 msgr2=0x7fec380c6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.413+0000 7fec367fc640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec380b44b0 0x7fec380c6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.413+0000 7fec367fc640 1 -- 172.21.15.122:0/1657306041 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fec3806e1a0 msgr2=0x7fec380ab660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.413+0000 7fec367fc640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fec3806e1a0 0x7fec380ab660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.413+0000 7fec367fc640 1 -- 172.21.15.122:0/1657306041 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec380abeb0 con 0x7fec380b3b90 2024-09-12T01:17:33.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.414+0000 7fec367fc640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec380b3b90 0x7fec380c5e00 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fec30007ef0 tx=0x7fec3000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.414+0000 7fec1f7fe640 1 -- 172.21.15.122:0/1657306041 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec3001a070 con 0x7fec380b3b90 2024-09-12T01:17:33.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.414+0000 7f20ee3c4640 1 Processor -- start 2024-09-12T01:17:33.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.414+0000 7f20ee3c4640 1 -- start start 2024-09-12T01:17:33.424 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.413+0000 7fb1e3fff640 1 -- 172.21.15.122:0/3643390125 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1dc005290 con 0x7fb2000720b0 2024-09-12T01:17:33.424 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.414+0000 7fec3d6d7640 1 -- 172.21.15.122:0/1657306041 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec380ac190 con 0x7fec380b3b90 2024-09-12T01:17:33.424 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.414+0000 7fec3d6d7640 1 -- 172.21.15.122:0/1657306041 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec380ac750 con 0x7fec380b3b90 2024-09-12T01:17:33.424 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.415+0000 7fec1f7fe640 1 -- 172.21.15.122:0/1657306041 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec30003b90 con 0x7fec380b3b90 2024-09-12T01:17:33.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.415+0000 7fb1f27fc640 1 -- 172.21.15.122:0/3643390125 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb1f4044070 con 0x7fb2000720b0 2024-09-12T01:17:33.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.415+0000 7fb1f27fc640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb1e406c060 0x7fb1e406e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.415+0000 7fb1f27fc640 1 -- 172.21.15.122:0/3643390125 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb1f403d7e0 con 0x7fb2000720b0 2024-09-12T01:17:33.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7f20ee3c4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f20e80720b0 0x7f20e81530d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.426 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7fb20549e640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb1e406c060 0x7fb1e406e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.426 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7f20ee3c4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f20e815a2c0 0x7f20e8162840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.426 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7f20ee3c4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f20e815ea90 0x7f20e8141bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.426 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7f20ee3c4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f20e80cee80 con 0x7f20e815ea90 2024-09-12T01:17:33.426 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7f20ee3c4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f20e80cf1f0 con 0x7f20e80720b0 2024-09-12T01:17:33.426 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7f20ee3c4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f20e80ccf20 con 0x7f20e815a2c0 2024-09-12T01:17:33.426 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7fb03e629640 1 Processor -- start 2024-09-12T01:17:33.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7fed051c3640 1 --2- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fecec0039b0 0x7fecec003dd0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fecf000c240 tx=0x7fecec005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6bbceab650b8b15d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7f20e77fe640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f20e815a2c0 0x7f20e8162840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.417+0000 7f20e7fff640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f20e80720b0 0x7f20e81530d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7fb03e629640 1 -- start start 2024-09-12T01:17:33.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.417+0000 7fb20549e640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb1e406c060 0x7fb1e406e520 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb20020cbc0 tx=0x7fb1fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.417+0000 7f20e77fe640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f20e815a2c0 0x7f20e8162840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:56818/0 (socket says 172.21.15.122:56818) 2024-09-12T01:17:33.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.417+0000 7f20e77fe640 1 -- 172.21.15.122:0/1294347750 learned_addr learned my addr 172.21.15.122:0/1294347750 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7fec1f7fe640 1 -- 172.21.15.122:0/1657306041 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec30004030 con 0x7fec380b3b90 2024-09-12T01:17:33.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7fec3d6d7640 1 -- 172.21.15.122:0/1657306041 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec18005290 con 0x7fec380b3b90 2024-09-12T01:17:33.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.417+0000 7f20e77fe640 1 -- 172.21.15.122:0/1294347750 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f20e80720b0 msgr2=0x7f20e81530d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.417+0000 7f20e77fe640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f20e80720b0 0x7f20e81530d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.417+0000 7f20e77fe640 1 -- 172.21.15.122:0/1294347750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f20e815ea90 msgr2=0x7f20e8141bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.417+0000 7f20e77fe640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f20e815ea90 0x7f20e8141bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.417+0000 7f20e77fe640 1 -- 172.21.15.122:0/1294347750 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20e8153900 con 0x7f20e815a2c0 2024-09-12T01:17:33.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7f6375eaf640 1 Processor -- start 2024-09-12T01:17:33.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.416+0000 7f6375eaf640 1 -- start start 2024-09-12T01:17:33.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7f20e77fe640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f20e815a2c0 0x7f20e8162840 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f20d800c3f0 tx=0x7f20d800c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7f6375eaf640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6370068c60 0x7f63700b5e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7f6375eaf640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f6370072430 0x7f6370072870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7f6375eaf640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63700b67e0 con 0x7f63700ce6e0 2024-09-12T01:17:33.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7f6375eaf640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f6370072db0 con 0x7f6370072430 2024-09-12T01:17:33.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7fb03e629640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fb038073860 0x7fb0380b3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7f6375eaf640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f637006e2a0 con 0x7f6370068c60 2024-09-12T01:17:33.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7f6374ead640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6370068c60 0x7f63700b5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7f6374ead640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6370068c60 0x7f63700b5e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:60892/0 (socket says 172.21.15.122:60892) 2024-09-12T01:17:33.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7f6374ead640 1 -- 172.21.15.122:0/1114300207 learned_addr learned my addr 172.21.15.122:0/1114300207 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7fb03e629640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb0380b3880 0x7fb0380b3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7fec1f7fe640 1 -- 172.21.15.122:0/1657306041 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fec3001d070 con 0x7fec380b3b90 2024-09-12T01:17:33.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7fb03e629640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb038071fd0 con 0x7fb0380b2920 2024-09-12T01:17:33.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7fb03e629640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fb0380722b0 con 0x7fb0380b3880 2024-09-12T01:17:33.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7fb03e629640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fb038072590 con 0x7fb038073860 2024-09-12T01:17:33.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7fb03ce26640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fb038073860 0x7fb0380b3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7fb03ce26640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fb038073860 0x7fb0380b3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:60898/0 (socket says 172.21.15.122:60898) 2024-09-12T01:17:33.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7fb03ce26640 1 -- 172.21.15.122:0/965337146 learned_addr learned my addr 172.21.15.122:0/965337146 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7fb03d627640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fb0380b2920 0x7fb03815d730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54348/0 (socket says 172.21.15.122:54348) 2024-09-12T01:17:33.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7f6374ead640 1 -- 172.21.15.122:0/1114300207 >> v2:172.21.15.122:3300/0 conn(0x7f6370072430 msgr2=0x7f6370072870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.418+0000 7f636ffff640 1 --2- 172.21.15.122:0/1114300207 >> v2:172.21.15.122:3300/0 conn(0x7f6370072430 0x7f6370072870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7fb03de28640 1 --2- 172.21.15.122:0/965337146 >> v2:172.21.15.122:3300/0 conn(0x7fb0380b3880 0x7fb0380b3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7f6374ead640 1 --2- 172.21.15.122:0/1114300207 >> v2:172.21.15.122:3300/0 conn(0x7f6370072430 0x7f6370072870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7f6374ead640 1 -- 172.21.15.122:0/1114300207 >> v1:172.21.15.151:6789/0 conn(0x7f63700ce6e0 legacy=0x7f63700ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7f6374ead640 1 -- 172.21.15.122:0/1114300207 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f637006e580 con 0x7f6370068c60 2024-09-12T01:17:33.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7fb03ce26640 1 -- 172.21.15.122:0/965337146 >> v2:172.21.15.122:3300/0 conn(0x7fb0380b3880 msgr2=0x7fb0380b3cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7fb03ce26640 1 --2- 172.21.15.122:0/965337146 >> v2:172.21.15.122:3300/0 conn(0x7fb0380b3880 0x7fb0380b3cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7fb03ce26640 1 -- 172.21.15.122:0/965337146 >> v1:172.21.15.122:6789/0 conn(0x7fb0380b2920 legacy=0x7fb03815d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7f636ffff640 1 --2- 172.21.15.122:0/1114300207 >> v2:172.21.15.122:3300/0 conn(0x7f6370072430 0x7f6370072870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:33.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7fec1f7fe640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec2406bf30 0x7fec2406e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7fec36ffd640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec2406bf30 0x7fec2406e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.419+0000 7fb03ce26640 1 -- 172.21.15.122:0/965337146 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb038072870 con 0x7fb038073860 2024-09-12T01:17:33.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.420+0000 7fec1f7fe640 1 -- 172.21.15.122:0/1657306041 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fec3008bb50 con 0x7fec380b3b90 2024-09-12T01:17:33.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.420+0000 7f6374ead640 1 --2- 172.21.15.122:0/1114300207 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6370068c60 0x7f63700b5e40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f63700730a0 tx=0x7f636002a280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a604ad82e226a6b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.420+0000 7fec36ffd640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec2406bf30 0x7fec2406e3f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fec2c035000 tx=0x7fec2c00a000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.420+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecf0036070 con 0x7fecec0039b0 2024-09-12T01:17:33.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.420+0000 7fecf7fff640 1 -- 172.21.15.122:0/4027943843 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecf0005af0 con 0x7fecec0039b0 2024-09-12T01:17:33.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.420+0000 7fb1f27fc640 1 -- 172.21.15.122:0/3643390125 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb1f40796f0 con 0x7fb2000720b0 2024-09-12T01:17:33.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7f20e4ff9640 1 -- 172.21.15.122:0/1294347750 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d8017070 con 0x7f20e815a2c0 2024-09-12T01:17:33.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7f20e4ff9640 1 -- 172.21.15.122:0/1294347750 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20d80035f0 con 0x7f20e815a2c0 2024-09-12T01:17:33.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1294347750 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20e8153be0 con 0x7f20e815a2c0 2024-09-12T01:17:33.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7fed061c5640 1 -- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fecec0039b0 msgr2=0x7fecec003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7fed061c5640 1 --2- 172.21.15.122:0/4027943843 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fecec0039b0 0x7fecec003dd0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fecf000c240 tx=0x7fecec005830 comp rx=0 tx=0).stop 2024-09-12T01:17:33.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1294347750 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f20e81541a0 con 0x7f20e815a2c0 2024-09-12T01:17:33.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7fed059c4640 1 -- 172.21.15.122:0/4027943843 reap_dead start 2024-09-12T01:17:33.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7f636f7fe640 1 -- 172.21.15.122:0/1114300207 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6360037070 con 0x7f6370068c60 2024-09-12T01:17:33.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7f636f7fe640 1 -- 172.21.15.122:0/1114300207 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6360032440 con 0x7f6370068c60 2024-09-12T01:17:33.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7f636f7fe640 1 -- 172.21.15.122:0/1114300207 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6360032810 con 0x7f6370068c60 2024-09-12T01:17:33.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7f20e4ff9640 1 -- 172.21.15.122:0/1294347750 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d80039e0 con 0x7f20e815a2c0 2024-09-12T01:17:33.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.421+0000 7fb03ce26640 1 --2- 172.21.15.122:0/965337146 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb038073860 0x7fb0380b3340 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb03806cbc0 tx=0x7fb03002eb00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2b1ac6b72994c00 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.423+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1294347750 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20e815a6a0 con 0x7f20e815a2c0 2024-09-12T01:17:33.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.424+0000 7fed061c5640 1 -- 172.21.15.122:0/4027943843 shutdown_connections 2024-09-12T01:17:33.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.424+0000 7fed061c5640 1 -- 172.21.15.122:0/4027943843 >> 172.21.15.122:0/4027943843 conn(0x7fed0009d770 msgr2=0x7fed0008bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.424+0000 7f20e4ff9640 1 -- 172.21.15.122:0/1294347750 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f20d801a070 con 0x7f20e815a2c0 2024-09-12T01:17:33.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.424+0000 7f20e4ff9640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f20d406bf00 0x7f20d406e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.423+0000 7fb02ffff640 1 -- 172.21.15.122:0/965337146 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb030036070 con 0x7fb038073860 2024-09-12T01:17:33.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.423+0000 7fb02ffff640 1 -- 172.21.15.122:0/965337146 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb03000d4e0 con 0x7fb038073860 2024-09-12T01:17:33.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.423+0000 7fb02ffff640 1 -- 172.21.15.122:0/965337146 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03000ba20 con 0x7fb038073860 2024-09-12T01:17:33.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.424+0000 7fb03e629640 1 -- 172.21.15.122:0/965337146 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb038073860 msgr2=0x7fb0380b3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.424+0000 7fb03e629640 1 --2- 172.21.15.122:0/965337146 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb038073860 0x7fb0380b3340 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb03806cbc0 tx=0x7fb03002eb00 comp rx=0 tx=0).stop 2024-09-12T01:17:33.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.424+0000 7fed061c5640 1 -- 172.21.15.122:0/4027943843 shutdown_connections 2024-09-12T01:17:33.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.424+0000 7fed061c5640 1 -- 172.21.15.122:0/4027943843 wait complete. 2024-09-12T01:17:33.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.425+0000 7f20e4ff9640 1 -- 172.21.15.122:0/1294347750 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f20d808a4a0 con 0x7f20e815a2c0 2024-09-12T01:17:33.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.425+0000 7f20e7fff640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f20d406bf00 0x7f20d406e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.425+0000 7f6375eaf640 1 -- 172.21.15.122:0/1114300207 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6370068c60 msgr2=0x7f63700b5e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.425+0000 7f6375eaf640 1 --2- 172.21.15.122:0/1114300207 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6370068c60 0x7f63700b5e40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f63700730a0 tx=0x7f636002a280 comp rx=0 tx=0).stop 2024-09-12T01:17:33.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.425+0000 7fb03e629640 1 -- 172.21.15.122:0/965337146 shutdown_connections 2024-09-12T01:17:33.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.426+0000 7fed061c5640 1 Processor -- start 2024-09-12T01:17:33.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.425+0000 7fb03e629640 1 --2- 172.21.15.122:0/965337146 >> v2:172.21.15.122:3300/0 conn(0x7fb0380b3880 0x7fb0380b3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.426+0000 7fed061c5640 1 -- start start 2024-09-12T01:17:33.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.425+0000 7fb03e629640 1 --2- 172.21.15.122:0/965337146 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb038073860 0x7fb0380b3340 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.425+0000 7fb03e629640 1 -- 172.21.15.122:0/965337146 >> 172.21.15.122:0/965337146 conn(0x7fb0380b1e00 msgr2=0x7fb0380b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.426+0000 7f20e7fff640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f20d406bf00 0x7f20d406e3c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f20dc009560 tx=0x7f20dc009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.426+0000 7f6375eaf640 1 -- 172.21.15.122:0/1114300207 shutdown_connections 2024-09-12T01:17:33.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.426+0000 7f6375eaf640 1 --2- 172.21.15.122:0/1114300207 >> v2:172.21.15.122:3300/0 conn(0x7f6370072430 0x7f6370072870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.426+0000 7f6375eaf640 1 --2- 172.21.15.122:0/1114300207 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6370068c60 0x7f63700b5e40 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.426+0000 7f6375eaf640 1 -- 172.21.15.122:0/1114300207 >> 172.21.15.122:0/1114300207 conn(0x7f637006be20 msgr2=0x7f637006c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.426+0000 7fb03e629640 1 -- 172.21.15.122:0/965337146 shutdown_connections 2024-09-12T01:17:33.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.426+0000 7fec1f7fe640 1 -- 172.21.15.122:0/1657306041 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fec30059be0 con 0x7fec380b3b90 2024-09-12T01:17:33.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed061c5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecec0039b0 0x7fed00153ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed061c5640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fed0015a280 0x7fed00157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed061c5640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fed00157cd0 0x7fed0015bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed061c5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fed000d33b0 con 0x7fecec0039b0 2024-09-12T01:17:33.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed061c5640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fed000d0950 con 0x7fed00157cd0 2024-09-12T01:17:33.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed051c3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecec0039b0 0x7fed00153ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed061c5640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fed000d3530 con 0x7fed0015a280 2024-09-12T01:17:33.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed051c3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecec0039b0 0x7fed00153ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43146/0 (socket says 172.21.15.122:43146) 2024-09-12T01:17:33.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed051c3640 1 -- 172.21.15.122:0/2638554661 learned_addr learned my addr 172.21.15.122:0/2638554661 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fb03e629640 1 -- 172.21.15.122:0/965337146 wait complete. 2024-09-12T01:17:33.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed059c4640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fed00157cd0 0x7fed0015bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed049c2640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fed0015a280 0x7fed00157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed051c3640 1 -- 172.21.15.122:0/2638554661 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fed0015a280 msgr2=0x7fed00157790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed051c3640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fed0015a280 0x7fed00157790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed051c3640 1 -- 172.21.15.122:0/2638554661 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fed00157cd0 msgr2=0x7fed0015bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed051c3640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fed00157cd0 0x7fed0015bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7fed051c3640 1 -- 172.21.15.122:0/2638554661 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed00154000 con 0x7fecec0039b0 2024-09-12T01:17:33.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.427+0000 7ff9c7378640 1 Processor -- start 2024-09-12T01:17:33.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.428+0000 7fed051c3640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecec0039b0 0x7fed00153ac0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fecf000c360 tx=0x7fed000d0560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.428+0000 7fecf5ffb640 1 -- 172.21.15.122:0/2638554661 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecf0036070 con 0x7fecec0039b0 2024-09-12T01:17:33.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.428+0000 7fecf5ffb640 1 -- 172.21.15.122:0/2638554661 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecf0037040 con 0x7fecec0039b0 2024-09-12T01:17:33.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.428+0000 7fed061c5640 1 -- 172.21.15.122:0/2638554661 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed000c88f0 con 0x7fecec0039b0 2024-09-12T01:17:33.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.428+0000 7fecf5ffb640 1 -- 172.21.15.122:0/2638554661 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecf003e650 con 0x7fecec0039b0 2024-09-12T01:17:33.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.428+0000 7fb03e629640 1 Processor -- start 2024-09-12T01:17:33.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.428+0000 7fed061c5640 1 -- 172.21.15.122:0/2638554661 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed000c8eb0 con 0x7fecec0039b0 2024-09-12T01:17:33.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.429+0000 7fb03e629640 1 -- start start 2024-09-12T01:17:33.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.428+0000 7ff9c7378640 1 -- start start 2024-09-12T01:17:33.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.429+0000 7ff9c7378640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff9c015c520 0x7ff9c009b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.429+0000 7ff9c4913640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7ff9c00b1620 0x7ff9c00d0980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:52476/0 (socket says 172.21.15.122:52476) 2024-09-12T01:17:33.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.429+0000 7ff9c4913640 1 -- 172.21.15.122:0/3379172908 learned_addr learned my addr 172.21.15.122:0/3379172908 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:33.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.429+0000 7f6375eaf640 1 -- 172.21.15.122:0/1114300207 shutdown_connections 2024-09-12T01:17:33.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.429+0000 7ff9c7378640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9c00cec00 con 0x7ff9c00d1090 2024-09-12T01:17:33.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7ff9c7378640 1 -- 172.21.15.122:0/3379172908 --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9c009bd90 con 0x7ff9c00b1620 2024-09-12T01:17:33.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7ff9c7378640 1 -- 172.21.15.122:0/3379172908 --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7ff9c00d0010 con 0x7ff9c015c520 2024-09-12T01:17:33.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7f20e4ff9640 1 -- 172.21.15.122:0/1294347750 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f20d80584a0 con 0x7f20e815a2c0 2024-09-12T01:17:33.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7fed061c5640 1 -- 172.21.15.122:0/2638554661 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed001580e0 con 0x7fecec0039b0 2024-09-12T01:17:33.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2808171237 0 0) 0x7ff9c009bd90 con 0x7ff9c00b1620 2024-09-12T01:17:33.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff9ac003520 con 0x7ff9c00b1620 2024-09-12T01:17:33.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4128331542 0 0) 0x7ff9c00cec00 con 0x7ff9c00d1090 2024-09-12T01:17:33.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff9c009bd90 con 0x7ff9c00d1090 2024-09-12T01:17:33.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7fb03e629640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb038073860 0x7fb038155d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7fb03e629640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0380b2920 0x7fb03815bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7fb03ce26640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0380b2920 0x7fb03815bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7fb03ce26640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0380b2920 0x7fb03815bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43160/0 (socket says 172.21.15.122:43160) 2024-09-12T01:17:33.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7fb03ce26640 1 -- 172.21.15.122:0/4216257447 learned_addr learned my addr 172.21.15.122:0/4216257447 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7fb03e629640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb0380b3880 0x7fb038153660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7fb03e629640 1 -- 172.21.15.122:0/4216257447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb038073cd0 con 0x7fb0380b2920 2024-09-12T01:17:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7fb03e629640 1 -- 172.21.15.122:0/4216257447 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fb0380cfd10 con 0x7fb038073860 2024-09-12T01:17:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7fb03e629640 1 -- 172.21.15.122:0/4216257447 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb038071c10 con 0x7fb0380b3880 2024-09-12T01:17:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.432+0000 7f6375eaf640 1 -- 172.21.15.122:0/1114300207 wait complete. 2024-09-12T01:17:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.432+0000 7fb03d627640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb038073860 0x7fb038155d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.432+0000 7fb03de28640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb0380b3880 0x7fb038153660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 <== mon.1 v1:172.21.15.151:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 167267049 0 0) 0x7ff9ac003520 con 0x7ff9c00b1620 2024-09-12T01:17:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 >> v2:172.21.15.151:3300/0 conn(0x7ff9c015c520 msgr2=0x7ff9c009b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7ff9c5114640 1 --2- 172.21.15.122:0/3379172908 >> v2:172.21.15.151:3300/0 conn(0x7ff9c015c520 0x7ff9c009b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.430+0000 7ff9b7fff640 1 --2- 172.21.15.122:0/3379172908 >> v2:172.21.15.151:3300/0 conn(0x7ff9c015c520 0x7ff9c009b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 >> v1:172.21.15.122:6789/0 conn(0x7ff9c00d1090 legacy=0x7ff9c00cd570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 --> v1:172.21.15.151:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9c00d02f0 con 0x7ff9c00b1620 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 <== mon.1 v1:172.21.15.151:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7ff9bc001670 con 0x7ff9c00b1620 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 >> v1:172.21.15.151:6789/0 conn(0x7ff9c00b1620 legacy=0x7ff9c00d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7ff9b7fff640 1 --2- 172.21.15.122:0/3379172908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9ac003b40 0x7ff9ac003f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7ff9b7fff640 1 --2- 172.21.15.122:0/3379172908 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff9ac004800 0x7ff9ac004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7ff9b7fff640 1 --2- 172.21.15.122:0/3379172908 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff9ac0051c0 0x7ff9ac0145c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c00d0010 con 0x7ff9ac003b40 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7ff9ac009c10 con 0x7ff9ac0051c0 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff9ac014b80 con 0x7ff9ac004800 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.431+0000 7ff9c5114640 1 --2- 172.21.15.122:0/3379172908 >> v2:172.21.15.151:3300/0 conn(0x7ff9c015c520 0x7ff9c009b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.432+0000 7ff9c5915640 1 --2- 172.21.15.122:0/3379172908 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff9ac0051c0 0x7ff9ac0145c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.432+0000 7fb03ce26640 1 -- 172.21.15.122:0/4216257447 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb0380b3880 msgr2=0x7fb038153660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.432+0000 7fb03ce26640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb0380b3880 0x7fb038153660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.432+0000 7fb03ce26640 1 -- 172.21.15.122:0/4216257447 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb038073860 msgr2=0x7fb038155d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.432+0000 7fb03ce26640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb038073860 0x7fb038155d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.432+0000 7fb03ce26640 1 -- 172.21.15.122:0/4216257447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0381565c0 con 0x7fb0380b2920 2024-09-12T01:17:33.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.433+0000 7fb03ce26640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0380b2920 0x7fb03815bfe0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb03002f0f0 tx=0x7fb030004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.433+0000 7fb03d627640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb038073860 0x7fb038155d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:33.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.433+0000 7fb03de28640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb0380b3880 0x7fb038153660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:33.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.433+0000 7f6375eaf640 1 Processor -- start 2024-09-12T01:17:33.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.434+0000 7f6375eaf640 1 -- start start 2024-09-12T01:17:33.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.433+0000 7ff9c5915640 1 -- 172.21.15.122:0/3379172908 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff9ac004800 msgr2=0x7ff9ac004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.433+0000 7ff9c5915640 1 --2- 172.21.15.122:0/3379172908 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff9ac004800 0x7ff9ac004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.433+0000 7ff9c5915640 1 -- 172.21.15.122:0/3379172908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9ac003b40 msgr2=0x7ff9ac003f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.433+0000 7ff9c5915640 1 --2- 172.21.15.122:0/3379172908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9ac003b40 0x7ff9ac003f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.433+0000 7ff9c5915640 1 -- 172.21.15.122:0/3379172908 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9c00d02f0 con 0x7ff9ac0051c0 2024-09-12T01:17:33.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.434+0000 7ff9c5915640 1 -- 172.21.15.122:0/3379172908 reap_dead start 2024-09-12T01:17:33.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.434+0000 7ff9c5915640 1 --2- 172.21.15.122:0/3379172908 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff9ac0051c0 0x7ff9ac0145c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff9b800c4e0 tx=0x7ff9ac005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d56defb373738fcd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.434+0000 7fecf5ffb640 1 -- 172.21.15.122:0/2638554661 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fecf003e7f0 con 0x7fecec0039b0 2024-09-12T01:17:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.434+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b8034020 con 0x7ff9ac0051c0 2024-09-12T01:17:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.434+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9b8003b90 con 0x7ff9ac0051c0 2024-09-12T01:17:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.434+0000 7ff9b7fff640 1 -- 172.21.15.122:0/3379172908 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b800c0e0 con 0x7ff9ac0051c0 2024-09-12T01:17:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.435+0000 7fecf5ffb640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fece406be30 0x7fece406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.435+0000 7fecf5ffb640 1 -- 172.21.15.122:0/2638554661 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fecf00abda0 con 0x7fecec0039b0 2024-09-12T01:17:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.435+0000 7f6375eaf640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6370068c60 0x7f6370153de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.435+0000 7f6375eaf640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6370072430 0x7f637014f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.435+0000 7f6375eaf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63700ce6e0 0x7f6370151e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.435+0000 7f6375eaf640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f637006f060 con 0x7f63700ce6e0 2024-09-12T01:17:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.435+0000 7f6375eaf640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f637006eb40 con 0x7f6370068c60 2024-09-12T01:17:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.435+0000 7f6375eaf640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f637014ac80 con 0x7f6370072430 2024-09-12T01:17:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.436+0000 7f636ffff640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6370072430 0x7f637014f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.436+0000 7f6374ead640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6370068c60 0x7f6370153de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.436+0000 7f636ffff640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6370072430 0x7f637014f5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:56850/0 (socket says 172.21.15.122:56850) 2024-09-12T01:17:33.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.436+0000 7f636ffff640 1 -- 172.21.15.122:0/3003460517 learned_addr learned my addr 172.21.15.122:0/3003460517 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.436+0000 7fed049c2640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fece406be30 0x7fece406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.436+0000 7f63756ae640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63700ce6e0 0x7f6370151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.437+0000 7fed049c2640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fece406be30 0x7fece406e2f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fed000c84e0 tx=0x7fecf800d040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.437+0000 7f63756ae640 1 -- 172.21.15.122:0/3003460517 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6370072430 msgr2=0x7f637014f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.437+0000 7f63756ae640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6370072430 0x7f637014f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.437+0000 7f63756ae640 1 -- 172.21.15.122:0/3003460517 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6370068c60 msgr2=0x7f6370153de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.437+0000 7f63756ae640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6370068c60 0x7f6370153de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.437+0000 7f63756ae640 1 -- 172.21.15.122:0/3003460517 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f637014c5d0 con 0x7f63700ce6e0 2024-09-12T01:17:33.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.437+0000 7f636ffff640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6370072430 0x7f637014f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:33.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.437+0000 7f63756ae640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63700ce6e0 0x7f6370151e60 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f636800c730 tx=0x7f636800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.436+0000 7ff9c7378640 1 -- 172.21.15.122:0/3379172908 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff9ac0051c0 msgr2=0x7ff9ac0145c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.436+0000 7ff9c7378640 1 --2- 172.21.15.122:0/3379172908 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff9ac0051c0 0x7ff9ac0145c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff9b800c4e0 tx=0x7ff9ac005830 comp rx=0 tx=0).stop 2024-09-12T01:17:33.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.437+0000 7ff9c7378640 1 -- 172.21.15.122:0/3379172908 shutdown_connections 2024-09-12T01:17:33.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.437+0000 7ff9c7378640 1 --2- 172.21.15.122:0/3379172908 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff9ac0051c0 0x7ff9ac0145c0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.437+0000 7ff9c7378640 1 -- 172.21.15.122:0/3379172908 >> 172.21.15.122:0/3379172908 conn(0x7ff9c00d23a0 msgr2=0x7ff9c00d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.438+0000 7ff9c7378640 1 -- 172.21.15.122:0/3379172908 shutdown_connections 2024-09-12T01:17:33.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.438+0000 7ff9c7378640 1 -- 172.21.15.122:0/3379172908 wait complete. 2024-09-12T01:17:33.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.440+0000 7ff9c7378640 1 Processor -- start 2024-09-12T01:17:33.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.440+0000 7ff9c7378640 1 -- start start 2024-09-12T01:17:33.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.440+0000 7fecf5ffb640 1 -- 172.21.15.122:0/2638554661 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fed001580e0 con 0x7fecec0039b0 2024-09-12T01:17:33.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.441+0000 7fb02dffb640 1 -- 172.21.15.122:0/4216257447 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03003f070 con 0x7fb0380b2920 2024-09-12T01:17:33.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.441+0000 7ff9c7378640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff9ac0051c0 0x7ff9c01f0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.441+0000 7ff9c7378640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9c009fde0 0x7ff9c00c8210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.441+0000 7ff9c7378640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff9c015b480 0x7ff9c00c9780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.441+0000 7ff9c7378640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c015c900 con 0x7ff9c009fde0 2024-09-12T01:17:33.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.441+0000 7ff9c7378640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c00d05d0 con 0x7ff9ac0051c0 2024-09-12T01:17:33.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.441+0000 7ff9c7378640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff9c01ed850 con 0x7ff9c015b480 2024-09-12T01:17:33.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.442+0000 7ff9c5915640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff9c015b480 0x7ff9c00c9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.442+0000 7ff9c5915640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff9c015b480 0x7ff9c00c9780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:56852/0 (socket says 172.21.15.122:56852) 2024-09-12T01:17:33.469 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.442+0000 7ff9c5915640 1 -- 172.21.15.122:0/3463526319 learned_addr learned my addr 172.21.15.122:0/3463526319 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.469 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.442+0000 7ff9c4913640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9c009fde0 0x7ff9c00c8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.469 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.442+0000 7f636d7fa640 1 -- 172.21.15.122:0/3003460517 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6368016020 con 0x7f63700ce6e0 2024-09-12T01:17:33.469 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.442+0000 7f636d7fa640 1 -- 172.21.15.122:0/3003460517 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6368006d50 con 0x7f63700ce6e0 2024-09-12T01:17:33.469 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.442+0000 7f636d7fa640 1 -- 172.21.15.122:0/3003460517 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6368003bb0 con 0x7f63700ce6e0 2024-09-12T01:17:33.469 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.441+0000 7fb03e629640 1 -- 172.21.15.122:0/4216257447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0381568a0 con 0x7fb0380b2920 2024-09-12T01:17:33.469 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.441+0000 7fb02dffb640 1 -- 172.21.15.122:0/4216257447 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb030030d40 con 0x7fb0380b2920 2024-09-12T01:17:33.469 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.441+0000 7fb02dffb640 1 -- 172.21.15.122:0/4216257447 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb030036070 con 0x7fb0380b2920 2024-09-12T01:17:33.470 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.441+0000 7fb03e629640 1 -- 172.21.15.122:0/4216257447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb038156e60 con 0x7fb0380b2920 2024-09-12T01:17:33.470 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.443+0000 7ff9c4913640 1 -- 172.21.15.122:0/3463526319 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff9c015b480 msgr2=0x7ff9c00c9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.470 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.443+0000 7ff9c4913640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff9c015b480 0x7ff9c00c9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.470 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.443+0000 7ff9c5114640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff9ac0051c0 0x7ff9c01f0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.470 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.443+0000 7ff9c4913640 1 -- 172.21.15.122:0/3463526319 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff9ac0051c0 msgr2=0x7ff9c01f0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.470 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.443+0000 7ff9c4913640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff9ac0051c0 0x7ff9c01f0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.470 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.443+0000 7ff9c4913640 1 -- 172.21.15.122:0/3463526319 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9c01f0d40 con 0x7ff9c009fde0 2024-09-12T01:17:33.470 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.442+0000 7f6375eaf640 1 -- 172.21.15.122:0/3003460517 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f637014b1b0 con 0x7f63700ce6e0 2024-09-12T01:17:33.471 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.442+0000 7f6375eaf640 1 -- 172.21.15.122:0/3003460517 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f637014fb20 con 0x7f63700ce6e0 2024-09-12T01:17:33.471 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.443+0000 7ff9c5915640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff9c015b480 0x7ff9c00c9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:33.471 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.442+0000 7fb0237fe640 1 -- 172.21.15.122:0/4216257447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb010005290 con 0x7fb0380b2920 2024-09-12T01:17:33.471 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.443+0000 7ff9c4913640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9c009fde0 0x7ff9c00c8210 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff9c006b190 tx=0x7ff9bc00cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.444+0000 7f6375eaf640 1 -- 172.21.15.122:0/3003460517 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63700b6410 con 0x7f63700ce6e0 2024-09-12T01:17:33.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.444+0000 7fe6b1303640 1 Processor -- start 2024-09-12T01:17:33.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.445+0000 7ff9b5ffb640 1 -- 172.21.15.122:0/3463526319 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc018070 con 0x7ff9c009fde0 2024-09-12T01:17:33.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.445+0000 7ff9b5ffb640 1 -- 172.21.15.122:0/3463526319 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9bc007500 con 0x7ff9c009fde0 2024-09-12T01:17:33.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.445+0000 7ff9c7378640 1 -- 172.21.15.122:0/3463526319 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9c00c7170 con 0x7ff9c009fde0 2024-09-12T01:17:33.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.445+0000 7ff9c7378640 1 -- 172.21.15.122:0/3463526319 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9c00c7730 con 0x7ff9c009fde0 2024-09-12T01:17:33.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.444+0000 7fe6b1303640 1 -- start start 2024-09-12T01:17:33.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.446+0000 7fe6b1303640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fe6ac162ad0 0x7fe6ac0cfca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.446+0000 7fe6b1303640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe6ac06f6f0 0x7fe6ac0b4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.446+0000 7fe6b1303640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6ac0afa20 con 0x7fe6ac0720b0 2024-09-12T01:17:33.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.446+0000 7fe6b1303640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe6ac0afce0 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.446+0000 7fe6b1303640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fe6ac0b34d0 con 0x7fe6ac162ad0 2024-09-12T01:17:33.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.447+0000 7ff9b5ffb640 1 -- 172.21.15.122:0/3463526319 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc004a20 con 0x7ff9c009fde0 2024-09-12T01:17:33.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.447+0000 7fb02dffb640 1 -- 172.21.15.122:0/4216257447 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb030039070 con 0x7fb0380b2920 2024-09-12T01:17:33.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.448+0000 7fb02dffb640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb01c06be60 0x7fb01c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.448+0000 7ff9c7378640 1 -- 172.21.15.122:0/3463526319 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9a0005290 con 0x7ff9c009fde0 2024-09-12T01:17:33.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.448+0000 7fb02dffb640 1 -- 172.21.15.122:0/4216257447 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb0300ac550 con 0x7fb0380b2920 2024-09-12T01:17:33.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.448+0000 7fb03d627640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb01c06be60 0x7fb01c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.449+0000 7fe6aa7fc640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fe6ac162ad0 0x7fe6ac0cfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.449+0000 7fe6ab7fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe6ac06f6f0 0x7fe6ac0b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.449+0000 7fe6aa7fc640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fe6ac162ad0 0x7fe6ac0cfca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:60960/0 (socket says 172.21.15.122:60960) 2024-09-12T01:17:33.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.449+0000 7fe6aa7fc640 1 -- 172.21.15.122:0/1486066550 learned_addr learned my addr 172.21.15.122:0/1486066550 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.449+0000 7fe6aaffd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fe6ac0720b0 0x7fe6ac072490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54378/0 (socket says 172.21.15.122:54378) 2024-09-12T01:17:33.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.450+0000 7fe6aa7fc640 1 -- 172.21.15.122:0/1486066550 >> v2:172.21.15.122:3300/0 conn(0x7fe6ac06f6f0 msgr2=0x7fe6ac0b4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.450+0000 7fe6aa7fc640 1 --2- 172.21.15.122:0/1486066550 >> v2:172.21.15.122:3300/0 conn(0x7fe6ac06f6f0 0x7fe6ac0b4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.449+0000 7f636d7fa640 1 -- 172.21.15.122:0/3003460517 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f63680050d0 con 0x7f63700ce6e0 2024-09-12T01:17:33.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.450+0000 7f636d7fa640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f635c06bf00 0x7f635c06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.450+0000 7f636d7fa640 1 -- 172.21.15.122:0/3003460517 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f636808b980 con 0x7f63700ce6e0 2024-09-12T01:17:33.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.450+0000 7f6374ead640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f635c06bf00 0x7f635c06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.450+0000 7fe6aa7fc640 1 -- 172.21.15.122:0/1486066550 >> v1:172.21.15.122:6789/0 conn(0x7fe6ac0720b0 legacy=0x7fe6ac072490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:33.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.450+0000 7fe6aa7fc640 1 -- 172.21.15.122:0/1486066550 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6ac0b37b0 con 0x7fe6ac162ad0 2024-09-12T01:17:33.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.451+0000 7f6374ead640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f635c06bf00 0x7f635c06e3c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6360034000 tx=0x7f636002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.451+0000 7ff9b5ffb640 1 -- 172.21.15.122:0/3463526319 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff9bc01b070 con 0x7ff9c009fde0 2024-09-12T01:17:33.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.451+0000 7fe6aa7fc640 1 --2- 172.21.15.122:0/1486066550 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe6ac162ad0 0x7fe6ac0cfca0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe6ac071e70 tx=0x7fe6a002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=395044892446ea56 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.452+0000 7ff9b5ffb640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff9a406beb0 0x7ff9a406e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.452+0000 7fb03d627640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb01c06be60 0x7fb01c06e320 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb034000f60 tx=0x7fb034009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.452+0000 7ff9c5114640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff9a406beb0 0x7ff9a406e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.453+0000 7ff9c5114640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff9a406beb0 0x7ff9a406e370 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0006fd0 tx=0x7ff9b0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.452+0000 7fe6a9ffb640 1 -- 172.21.15.122:0/1486066550 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a0037070 con 0x7fe6ac162ad0 2024-09-12T01:17:33.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.452+0000 7fe6a9ffb640 1 -- 172.21.15.122:0/1486066550 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6a0032440 con 0x7fe6ac162ad0 2024-09-12T01:17:33.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.453+0000 7fe6a9ffb640 1 -- 172.21.15.122:0/1486066550 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a0032810 con 0x7fe6ac162ad0 2024-09-12T01:17:33.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.453+0000 7fe6b1303640 1 -- 172.21.15.122:0/1486066550 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe6ac162ad0 msgr2=0x7fe6ac0cfca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.453+0000 7fe6b1303640 1 --2- 172.21.15.122:0/1486066550 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe6ac162ad0 0x7fe6ac0cfca0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe6ac071e70 tx=0x7fe6a002a230 comp rx=0 tx=0).stop 2024-09-12T01:17:33.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.453+0000 7fe6b1303640 1 -- 172.21.15.122:0/1486066550 shutdown_connections 2024-09-12T01:17:33.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.453+0000 7fe6b1303640 1 --2- 172.21.15.122:0/1486066550 >> v2:172.21.15.122:3300/0 conn(0x7fe6ac06f6f0 0x7fe6ac0b4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.453+0000 7fe6b1303640 1 --2- 172.21.15.122:0/1486066550 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe6ac162ad0 0x7fe6ac0cfca0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.453+0000 7fe6b1303640 1 -- 172.21.15.122:0/1486066550 >> 172.21.15.122:0/1486066550 conn(0x7fe6ac067d70 msgr2=0x7fe6ac06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.453+0000 7fe6b1303640 1 -- 172.21.15.122:0/1486066550 shutdown_connections 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.453+0000 7fe6b1303640 1 -- 172.21.15.122:0/1486066550 wait complete. 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.455+0000 7fe6b1303640 1 Processor -- start 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.455+0000 7fe6b1303640 1 -- start start 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6b1303640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6ac06f6f0 0x7fe6ac151300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6b1303640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe6ac0720b0 0x7fe6ac12bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6b1303640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe6ac162ad0 0x7fe6ac14b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6b1303640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6ac0b47d0 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6b1303640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe6ac0b3d70 con 0x7fe6ac162ad0 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6b1303640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe6ac0b4950 con 0x7fe6ac0720b0 2024-09-12T01:17:33.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6aaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6ac06f6f0 0x7fe6ac151300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6aaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6ac06f6f0 0x7fe6ac151300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43206/0 (socket says 172.21.15.122:43206) 2024-09-12T01:17:33.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6aaffd640 1 -- 172.21.15.122:0/3731332177 learned_addr learned my addr 172.21.15.122:0/3731332177 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:33.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6ab7fe640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe6ac162ad0 0x7fe6ac14b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6aa7fc640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe6ac0720b0 0x7fe6ac12bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6aaffd640 1 -- 172.21.15.122:0/3731332177 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe6ac0720b0 msgr2=0x7fe6ac12bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6aaffd640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe6ac0720b0 0x7fe6ac12bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6aaffd640 1 -- 172.21.15.122:0/3731332177 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe6ac162ad0 msgr2=0x7fe6ac14b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6aaffd640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe6ac162ad0 0x7fe6ac14b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.456+0000 7fe6aaffd640 1 -- 172.21.15.122:0/3731332177 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6ac165cd0 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.457+0000 7fe6aaffd640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6ac06f6f0 0x7fe6ac151300 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe69c00c450 tx=0x7fe69c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.457+0000 7fb02dffb640 1 -- 172.21.15.122:0/4216257447 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb03007ab20 con 0x7fb0380b2920 2024-09-12T01:17:33.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.470+0000 7ff9b5ffb640 1 -- 172.21.15.122:0/3463526319 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff9bc056630 con 0x7ff9c009fde0 2024-09-12T01:17:33.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.466+0000 7f636d7fa640 1 -- 172.21.15.122:0/3003460517 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6368020020 con 0x7f63700ce6e0 2024-09-12T01:17:33.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.470+0000 7fe6937fe640 1 -- 172.21.15.122:0/3731332177 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c017070 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.470+0000 7fe6b1303640 1 -- 172.21.15.122:0/3731332177 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6ac151970 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.470+0000 7fe6b1303640 1 -- 172.21.15.122:0/3731332177 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6ac151f30 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.475+0000 7fe6b1303640 1 -- 172.21.15.122:0/3731332177 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6ac0b4290 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.475+0000 7ff9b5ffb640 1 -- 172.21.15.122:0/3463526319 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff9bc058c90 con 0x7ff9c009fde0 2024-09-12T01:17:33.486 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.476+0000 7fe6937fe640 1 -- 172.21.15.122:0/3731332177 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe69c007480 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.486 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.476+0000 7fe6937fe640 1 -- 172.21.15.122:0/3731332177 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c021060 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.486 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.477+0000 7fe6937fe640 1 -- 172.21.15.122:0/3731332177 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe69c01a070 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.486 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.477+0000 7fe6937fe640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe69806be30 0x7fe69806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:33.486 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.477+0000 7fe6937fe640 1 -- 172.21.15.122:0/3731332177 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe69c08afb0 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.486 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.478+0000 7fe6aa7fc640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe69806be30 0x7fe69806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:33.486 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.479+0000 7fe6aa7fc640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe69806be30 0x7fe69806e2f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe6a0034000 tx=0x7fe6a002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:33.486 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.485+0000 7fe6937fe640 1 -- 172.21.15.122:0/3731332177 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe69c059040 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.820 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.821+0000 7fb1e3fff640 1 -- 172.21.15.122:0/3643390125 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fb1dc005580 con 0x7fb2000720b0 2024-09-12T01:17:33.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.821+0000 7fec3d6d7640 1 -- 172.21.15.122:0/1657306041 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fec18005850 con 0x7fec380b3b90 2024-09-12T01:17:33.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.822+0000 7fec1f7fe640 1 -- 172.21.15.122:0/1657306041 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fec3005dee0 con 0x7fec380b3b90 2024-09-12T01:17:33.822 INFO:teuthology.orchestra.run.smithi122.stdout:60129542153 2024-09-12T01:17:33.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.825+0000 7fb1f27fc640 1 -- 172.21.15.122:0/3643390125 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb1f40796f0 con 0x7fb2000720b0 2024-09-12T01:17:33.827 INFO:teuthology.orchestra.run.smithi122.stdout:60129542153 2024-09-12T01:17:33.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 -- 172.21.15.122:0/1657306041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec2406bf30 msgr2=0x7fec2406e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec2406bf30 0x7fec2406e3f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fec2c035000 tx=0x7fec2c00a000 comp rx=0 tx=0).stop 2024-09-12T01:17:33.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 -- 172.21.15.122:0/1657306041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec380b3b90 msgr2=0x7fec380c5e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec380b3b90 0x7fec380c5e00 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fec30007ef0 tx=0x7fec3000e4b0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 -- 172.21.15.122:0/1657306041 shutdown_connections 2024-09-12T01:17:33.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec2406bf30 0x7fec2406e3f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec380b44b0 0x7fec380c6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fb1e3fff640 1 -- 172.21.15.122:0/3643390125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb1e406c060 msgr2=0x7fb1e406e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fb1e3fff640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb1e406c060 0x7fb1e406e520 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb20020cbc0 tx=0x7fb1fc008040 comp rx=0 tx=0).stop 2024-09-12T01:17:33.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fb1e3fff640 1 -- 172.21.15.122:0/3643390125 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000720b0 msgr2=0x7fb20015fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fb1e3fff640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000720b0 0x7fb20015fc40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb1f402a150 tx=0x7fb1f40046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec380b3b90 0x7fec380c5e00 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 --2- 172.21.15.122:0/1657306041 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fec3806e1a0 0x7fec380ab660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 -- 172.21.15.122:0/1657306041 >> 172.21.15.122:0/1657306041 conn(0x7fec38067950 msgr2=0x7fec3816b7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 -- 172.21.15.122:0/1657306041 shutdown_connections 2024-09-12T01:17:33.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.829+0000 7fec1d7fa640 1 -- 172.21.15.122:0/1657306041 wait complete. 2024-09-12T01:17:33.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.833+0000 7fb1e3fff640 1 -- 172.21.15.122:0/3643390125 shutdown_connections 2024-09-12T01:17:33.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.833+0000 7fb1e3fff640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb1e406c060 0x7fb1e406e520 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.833+0000 7fb1e3fff640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb2000b4ae0 0x7fb2000c5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.833+0000 7fb1e3fff640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2000afae0 0x7fb2000ac4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.833+0000 7fb1e3fff640 1 --2- 172.21.15.122:0/3643390125 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2000720b0 0x7fb20015fc40 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.833+0000 7fb1e3fff640 1 -- 172.21.15.122:0/3643390125 >> 172.21.15.122:0/3643390125 conn(0x7fb200067b30 msgr2=0x7fb200169230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.833+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1294347750 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f20e806f0e0 con 0x7f20e815a2c0 2024-09-12T01:17:33.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.833+0000 7fb1e3fff640 1 -- 172.21.15.122:0/3643390125 shutdown_connections 2024-09-12T01:17:33.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.833+0000 7fb1e3fff640 1 -- 172.21.15.122:0/3643390125 wait complete. 2024-09-12T01:17:33.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.834+0000 7f20e4ff9640 1 -- 172.21.15.122:0/1294347750 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f20d805c7a0 con 0x7f20e815a2c0 2024-09-12T01:17:33.834 INFO:teuthology.orchestra.run.smithi122.stdout:60129542152 2024-09-12T01:17:33.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.837+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1294347750 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f20d406bf00 msgr2=0x7f20d406e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.837+0000 7f20ee3c4640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f20d406bf00 0x7f20d406e3c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f20dc009560 tx=0x7f20dc009190 comp rx=0 tx=0).stop 2024-09-12T01:17:33.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.837+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1294347750 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f20e815a2c0 msgr2=0x7f20e8162840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.837+0000 7f20ee3c4640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f20e815a2c0 0x7f20e8162840 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f20d800c3f0 tx=0x7f20d800c8b0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.838+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1294347750 shutdown_connections 2024-09-12T01:17:33.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.838+0000 7f20ee3c4640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f20d406bf00 0x7f20d406e3c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.838+0000 7f20ee3c4640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f20e815ea90 0x7f20e8141bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.838+0000 7f20ee3c4640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f20e815a2c0 0x7f20e8162840 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.838+0000 7f20ee3c4640 1 --2- 172.21.15.122:0/1294347750 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f20e80720b0 0x7f20e81530d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.838+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1294347750 >> 172.21.15.122:0/1294347750 conn(0x7f20e8067b30 msgr2=0x7f20e80cf680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.838+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1294347750 shutdown_connections 2024-09-12T01:17:33.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.838+0000 7f20ee3c4640 1 -- 172.21.15.122:0/1294347750 wait complete. 2024-09-12T01:17:33.848 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.2 2024-09-12T01:17:33.851 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.0 2024-09-12T01:17:33.851 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.853+0000 7fb0237fe640 1 -- 172.21.15.122:0/4216257447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fb010005580 con 0x7fb0380b2920 2024-09-12T01:17:33.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.854+0000 7fb02dffb640 1 -- 172.21.15.122:0/4216257447 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb03007a420 con 0x7fb0380b2920 2024-09-12T01:17:33.853 INFO:teuthology.orchestra.run.smithi122.stdout:60129542153 2024-09-12T01:17:33.855 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542152 for osd.6 2024-09-12T01:17:33.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 -- 172.21.15.122:0/4216257447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb01c06be60 msgr2=0x7fb01c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb01c06be60 0x7fb01c06e320 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb034000f60 tx=0x7fb034009040 comp rx=0 tx=0).stop 2024-09-12T01:17:33.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 -- 172.21.15.122:0/4216257447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0380b2920 msgr2=0x7fb03815bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0380b2920 0x7fb03815bfe0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb03002f0f0 tx=0x7fb030004a40 comp rx=0 tx=0).stop 2024-09-12T01:17:33.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 -- 172.21.15.122:0/4216257447 shutdown_connections 2024-09-12T01:17:33.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb01c06be60 0x7fb01c06e320 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb0380b3880 0x7fb038153660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0380b2920 0x7fb03815bfe0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 --2- 172.21.15.122:0/4216257447 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb038073860 0x7fb038155d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 -- 172.21.15.122:0/4216257447 >> 172.21.15.122:0/4216257447 conn(0x7fb0380b1e00 msgr2=0x7fb0380cec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 -- 172.21.15.122:0/4216257447 shutdown_connections 2024-09-12T01:17:33.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.857+0000 7fb0237fe640 1 -- 172.21.15.122:0/4216257447 wait complete. 2024-09-12T01:17:33.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.864+0000 7f6375eaf640 1 -- 172.21.15.122:0/3003460517 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f637014c7a0 con 0x7f63700ce6e0 2024-09-12T01:17:33.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.864+0000 7f636d7fa640 1 -- 172.21.15.122:0/3003460517 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6368059a10 con 0x7f63700ce6e0 2024-09-12T01:17:33.863 INFO:teuthology.orchestra.run.smithi122.stdout:60129542153 2024-09-12T01:17:33.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.866+0000 7f6375eaf640 1 -- 172.21.15.122:0/3003460517 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f635c06bf00 msgr2=0x7f635c06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.866 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.866+0000 7f6375eaf640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f635c06bf00 0x7f635c06e3c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6360034000 tx=0x7f636002e000 comp rx=0 tx=0).stop 2024-09-12T01:17:33.866 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.866+0000 7f6375eaf640 1 -- 172.21.15.122:0/3003460517 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63700ce6e0 msgr2=0x7f6370151e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.866 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.866+0000 7f6375eaf640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63700ce6e0 0x7f6370151e60 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f636800c730 tx=0x7f636800cbf0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.866 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.867+0000 7f6375eaf640 1 -- 172.21.15.122:0/3003460517 shutdown_connections 2024-09-12T01:17:33.866 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.867+0000 7f6375eaf640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f635c06bf00 0x7f635c06e3c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.866 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.867+0000 7f6375eaf640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63700ce6e0 0x7f6370151e60 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.866 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.867+0000 7f6375eaf640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6370072430 0x7f637014f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.867+0000 7f6375eaf640 1 --2- 172.21.15.122:0/3003460517 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6370068c60 0x7f6370153de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.867+0000 7f6375eaf640 1 -- 172.21.15.122:0/3003460517 >> 172.21.15.122:0/3003460517 conn(0x7f637006be20 msgr2=0x7f637015c900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.867+0000 7f6375eaf640 1 -- 172.21.15.122:0/3003460517 shutdown_connections 2024-09-12T01:17:33.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.867+0000 7f6375eaf640 1 -- 172.21.15.122:0/3003460517 wait complete. 2024-09-12T01:17:33.872 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.4 2024-09-12T01:17:33.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.880+0000 7ff9c7378640 1 -- 172.21.15.122:0/3463526319 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7ff9a0005580 con 0x7ff9c009fde0 2024-09-12T01:17:33.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.880+0000 7ff9b5ffb640 1 -- 172.21.15.122:0/3463526319 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff9bc058590 con 0x7ff9c009fde0 2024-09-12T01:17:33.879 INFO:teuthology.orchestra.run.smithi122.stdout:60129542153 2024-09-12T01:17:33.880 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.5 2024-09-12T01:17:33.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 -- 172.21.15.122:0/3463526319 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff9a406beb0 msgr2=0x7ff9a406e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff9a406beb0 0x7ff9a406e370 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0006fd0 tx=0x7ff9b0008040 comp rx=0 tx=0).stop 2024-09-12T01:17:33.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 -- 172.21.15.122:0/3463526319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9c009fde0 msgr2=0x7ff9c00c8210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9c009fde0 0x7ff9c00c8210 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff9c006b190 tx=0x7ff9bc00cae0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 -- 172.21.15.122:0/3463526319 shutdown_connections 2024-09-12T01:17:33.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff9a406beb0 0x7ff9a406e370 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff9c015b480 0x7ff9c00c9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9c009fde0 0x7ff9c00c8210 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 --2- 172.21.15.122:0/3463526319 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff9ac0051c0 0x7ff9c01f0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 -- 172.21.15.122:0/3463526319 >> 172.21.15.122:0/3463526319 conn(0x7ff9c00d23a0 msgr2=0x7ff9c00d0980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 -- 172.21.15.122:0/3463526319 shutdown_connections 2024-09-12T01:17:33.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.883+0000 7ff9c7378640 1 -- 172.21.15.122:0/3463526319 wait complete. 2024-09-12T01:17:33.893 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542153 for osd.1 2024-09-12T01:17:33.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.923+0000 7fed061c5640 1 -- 172.21.15.122:0/2638554661 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fed000b58e0 con 0x7fecec0039b0 2024-09-12T01:17:33.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.923+0000 7fecf5ffb640 1 -- 172.21.15.122:0/2638554661 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fecf004c070 con 0x7fecec0039b0 2024-09-12T01:17:33.922 INFO:teuthology.orchestra.run.smithi122.stdout:60129542152 2024-09-12T01:17:33.925 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 -- 172.21.15.122:0/2638554661 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fece406be30 msgr2=0x7fece406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fece406be30 0x7fece406e2f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fed000c84e0 tx=0x7fecf800d040 comp rx=0 tx=0).stop 2024-09-12T01:17:33.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 -- 172.21.15.122:0/2638554661 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecec0039b0 msgr2=0x7fed00153ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecec0039b0 0x7fed00153ac0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fecf000c360 tx=0x7fed000d0560 comp rx=0 tx=0).stop 2024-09-12T01:17:33.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 -- 172.21.15.122:0/2638554661 shutdown_connections 2024-09-12T01:17:33.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fece406be30 0x7fece406e2f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fed00157cd0 0x7fed0015bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fed0015a280 0x7fed00157790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 --2- 172.21.15.122:0/2638554661 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecec0039b0 0x7fed00153ac0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 -- 172.21.15.122:0/2638554661 >> 172.21.15.122:0/2638554661 conn(0x7fed0009d770 msgr2=0x7fed0006e380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 -- 172.21.15.122:0/2638554661 shutdown_connections 2024-09-12T01:17:33.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.926+0000 7fed061c5640 1 -- 172.21.15.122:0/2638554661 wait complete. 2024-09-12T01:17:33.937 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542152 for osd.7 2024-09-12T01:17:33.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.961+0000 7fe6b1303640 1 -- 172.21.15.122:0/3731332177 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fe6ac150070 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.962+0000 7fe6937fe640 1 -- 172.21.15.122:0/3731332177 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe69c05d340 con 0x7fe6ac06f6f0 2024-09-12T01:17:33.961 INFO:teuthology.orchestra.run.smithi122.stdout:60129542151 2024-09-12T01:17:33.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 -- 172.21.15.122:0/3731332177 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe69806be30 msgr2=0x7fe69806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe69806be30 0x7fe69806e2f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe6a0034000 tx=0x7fe6a002e000 comp rx=0 tx=0).stop 2024-09-12T01:17:33.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 -- 172.21.15.122:0/3731332177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6ac06f6f0 msgr2=0x7fe6ac151300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:33.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6ac06f6f0 0x7fe6ac151300 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe69c00c450 tx=0x7fe69c00c910 comp rx=0 tx=0).stop 2024-09-12T01:17:33.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 -- 172.21.15.122:0/3731332177 shutdown_connections 2024-09-12T01:17:33.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe69806be30 0x7fe69806e2f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe6ac162ad0 0x7fe6ac14b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe6ac0720b0 0x7fe6ac12bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.964 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 --2- 172.21.15.122:0/3731332177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6ac06f6f0 0x7fe6ac151300 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:33.964 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 -- 172.21.15.122:0/3731332177 >> 172.21.15.122:0/3731332177 conn(0x7fe6ac067d70 msgr2=0x7fe6ac152d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:33.964 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 -- 172.21.15.122:0/3731332177 shutdown_connections 2024-09-12T01:17:33.964 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:33.964+0000 7fe6b1303640 1 -- 172.21.15.122:0/3731332177 wait complete. 2024-09-12T01:17:33.973 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.3 2024-09-12T01:17:34.850 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T01:17:34.851 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T01:17:34.856 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T01:17:34.873 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T01:17:34.881 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T01:17:34.894 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T01:17:34.938 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T01:17:34.975 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T01:17:34.996 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:34.997+0000 7f6b87bfd640 1 Processor -- start 2024-09-12T01:17:34.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:34.998+0000 7f6b87bfd640 1 -- start start 2024-09-12T01:17:34.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:34.999+0000 7f6b87bfd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f6b8015a2c0 0x7f6b800cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:34.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:34.999+0000 7f6b87bfd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6b80067f40 0x7f6b800cf680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:34.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:34.999+0000 7f6b87bfd640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b800ce620 con 0x7f6b8015ea90 2024-09-12T01:17:34.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:34.999+0000 7f6b87bfd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f6b800ce3f0 con 0x7f6b8015a2c0 2024-09-12T01:17:34.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:34.999+0000 7f6b87bfd640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f6b800cf1f0 con 0x7f6b80067f40 2024-09-12T01:17:34.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.000+0000 7f6b85999640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f6b8015a2c0 0x7f6b800cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:34.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.000+0000 7f6b85999640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f6b8015a2c0 0x7f6b800cc9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43208/0 (socket says 172.21.15.122:43208) 2024-09-12T01:17:34.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.000+0000 7f6b85999640 1 -- 172.21.15.122:0/1190884718 learned_addr learned my addr 172.21.15.122:0/1190884718 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.000+0000 7f6b85999640 1 -- 172.21.15.122:0/1190884718 >> v2:172.21.15.151:3300/0 conn(0x7f6b80067f40 msgr2=0x7f6b800cf680 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-12T01:17:35.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.000+0000 7f6b85999640 1 --2- 172.21.15.122:0/1190884718 >> v2:172.21.15.151:3300/0 conn(0x7f6b80067f40 0x7f6b800cf680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.000+0000 7f6b85999640 1 -- 172.21.15.122:0/1190884718 >> v1:172.21.15.151:6789/0 conn(0x7f6b8015ea90 legacy=0x7f6b800720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.000+0000 7f6b85999640 1 -- 172.21.15.122:0/1190884718 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b800ce8c0 con 0x7f6b8015a2c0 2024-09-12T01:17:35.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.001+0000 7f6b85999640 1 --2- 172.21.15.122:0/1190884718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8015a2c0 0x7f6b800cc9e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6b800cf370 tx=0x7f6b7c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=841bd8576fc3a2d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.002+0000 7f6b84997640 1 -- 172.21.15.122:0/1190884718 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c037070 con 0x7f6b8015a2c0 2024-09-12T01:17:35.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.002+0000 7f6b84997640 1 -- 172.21.15.122:0/1190884718 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b7c032440 con 0x7f6b8015a2c0 2024-09-12T01:17:35.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.003+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1190884718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8015a2c0 msgr2=0x7f6b800cc9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.003+0000 7f6b84997640 1 -- 172.21.15.122:0/1190884718 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c037070 con 0x7f6b8015a2c0 2024-09-12T01:17:35.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.003+0000 7f6b87bfd640 1 --2- 172.21.15.122:0/1190884718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8015a2c0 0x7f6b800cc9e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6b800cf370 tx=0x7f6b7c02a2a0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.004+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1190884718 shutdown_connections 2024-09-12T01:17:35.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.004+0000 7f6b87bfd640 1 --2- 172.21.15.122:0/1190884718 >> v2:172.21.15.151:3300/0 conn(0x7f6b80067f40 0x7f6b800cf680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.004 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.004+0000 7f6b87bfd640 1 --2- 172.21.15.122:0/1190884718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8015a2c0 0x7f6b800cc9e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.004 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.004+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1190884718 >> 172.21.15.122:0/1190884718 conn(0x7f6b80067b30 msgr2=0x7f6b8006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.004 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.004+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1190884718 shutdown_connections 2024-09-12T01:17:35.005 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.004+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1190884718 wait complete. 2024-09-12T01:17:35.005 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.006+0000 7f6b87bfd640 1 Processor -- start 2024-09-12T01:17:35.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.006+0000 7f6b87bfd640 1 -- start start 2024-09-12T01:17:35.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.008+0000 7f6b87bfd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b80067f40 0x7f6b80168ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.008+0000 7f6b87bfd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b8015a2c0 0x7f6b8014b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.008+0000 7f6b87bfd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8015ea90 0x7f6b80148810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.008+0000 7f6b8619a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8015ea90 0x7f6b80148810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.008+0000 7f6b8619a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8015ea90 0x7f6b80148810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43218/0 (socket says 172.21.15.122:43218) 2024-09-12T01:17:35.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.008+0000 7f6b8619a640 1 -- 172.21.15.122:0/1475167690 learned_addr learned my addr 172.21.15.122:0/1475167690 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6b800ccf20 con 0x7f6b8015ea90 2024-09-12T01:17:35.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7fef38803640 1 Processor -- start 2024-09-12T01:17:35.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7fef38803640 1 -- start start 2024-09-12T01:17:35.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.011+0000 7fef38803640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fef2c037cd0 0x7fef2c054e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.011+0000 7fef38803640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef2c0348f0 0x7fef2c00aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.011+0000 7fef38803640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef2c053e10 con 0x7fef2c037130 2024-09-12T01:17:35.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.011+0000 7fef38803640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fef2c0549b0 con 0x7fef2c037cd0 2024-09-12T01:17:35.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.011+0000 7fef38803640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fef2c054080 con 0x7fef2c0348f0 2024-09-12T01:17:35.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6b800cee80 con 0x7f6b80067f40 2024-09-12T01:17:35.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6b800cfbc0 con 0x7f6b8015a2c0 2024-09-12T01:17:35.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7f6b85999640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b80067f40 0x7f6b80168ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7f6b8619a640 1 -- 172.21.15.122:0/1475167690 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b8015a2c0 msgr2=0x7f6b8014b190 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T01:17:35.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.011+0000 7fef337fe640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7fef2c037130 0x7fef2c037510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:52500/0 (socket says 172.21.15.122:52500) 2024-09-12T01:17:35.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.012+0000 7fef33fff640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef2c0348f0 0x7fef2c00aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.012+0000 7fef337fe640 1 -- 172.21.15.122:0/2645489238 learned_addr learned my addr 172.21.15.122:0/2645489238 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:35.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7f6b8619a640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b8015a2c0 0x7f6b8014b190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.012+0000 7fef32ffd640 1 --2- 172.21.15.122:0/2645489238 >> v2:172.21.15.122:3300/0 conn(0x7fef2c037cd0 0x7fef2c054e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.012+0000 7fef32ffd640 1 -- 172.21.15.122:0/2645489238 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef2c0348f0 msgr2=0x7fef2c00aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:35.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.012+0000 7fef32ffd640 1 --2- 172.21.15.122:0/2645489238 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef2c0348f0 0x7fef2c00aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.012+0000 7fef32ffd640 1 -- 172.21.15.122:0/2645489238 >> v1:172.21.15.151:6789/0 conn(0x7fef2c037130 legacy=0x7fef2c037510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.013+0000 7fef32ffd640 1 -- 172.21.15.122:0/2645489238 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef2c054360 con 0x7fef2c037cd0 2024-09-12T01:17:35.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7f6b8619a640 1 -- 172.21.15.122:0/1475167690 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b80067f40 msgr2=0x7f6b80168ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7f6b8619a640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b80067f40 0x7f6b80168ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7f6b8619a640 1 -- 172.21.15.122:0/1475167690 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b80146640 con 0x7f6b8015ea90 2024-09-12T01:17:35.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.009+0000 7f6b85999640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b80067f40 0x7f6b80168ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:35.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.010+0000 7f6b8619a640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8015ea90 0x7f6b80148810 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6b7800c730 tx=0x7f6b7800cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.010+0000 7f6b767fc640 1 -- 172.21.15.122:0/1475167690 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b78016020 con 0x7f6b8015ea90 2024-09-12T01:17:35.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.010+0000 7f6b767fc640 1 -- 172.21.15.122:0/1475167690 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b78006d50 con 0x7f6b8015ea90 2024-09-12T01:17:35.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.014+0000 7fef32ffd640 1 --2- 172.21.15.122:0/2645489238 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef2c037cd0 0x7fef2c054e40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fef280097a0 tx=0x7fef2802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77cedd7cfd24c045 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.010+0000 7f6b767fc640 1 -- 172.21.15.122:0/1475167690 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b78003bb0 con 0x7f6b8015ea90 2024-09-12T01:17:35.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.012+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b8014bd30 con 0x7f6b8015ea90 2024-09-12T01:17:35.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.015+0000 7fef327fc640 1 -- 172.21.15.122:0/2645489238 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef28037070 con 0x7fef2c037cd0 2024-09-12T01:17:35.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.015+0000 7fef327fc640 1 -- 172.21.15.122:0/2645489238 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef28032440 con 0x7fef2c037cd0 2024-09-12T01:17:35.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.015+0000 7fef327fc640 1 -- 172.21.15.122:0/2645489238 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef280327f0 con 0x7fef2c037cd0 2024-09-12T01:17:35.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.015+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b801468e0 con 0x7f6b8015ea90 2024-09-12T01:17:35.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.016+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b8015a6a0 con 0x7f6b8015ea90 2024-09-12T01:17:35.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.016+0000 7f6b767fc640 1 -- 172.21.15.122:0/1475167690 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6b780050d0 con 0x7f6b8015ea90 2024-09-12T01:17:35.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.017+0000 7f6b767fc640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b6407cec0 0x7f6b6407f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.017+0000 7f6b85999640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b6407cec0 0x7f6b6407f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.017+0000 7f6b767fc640 1 -- 172.21.15.122:0/1475167690 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6b7808f060 con 0x7f6b8015ea90 2024-09-12T01:17:35.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.018+0000 7f6b85999640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b6407cec0 0x7f6b6407f380 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c034000 tx=0x7f6b7c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.019+0000 7fef38803640 1 -- 172.21.15.122:0/2645489238 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef2c037cd0 msgr2=0x7fef2c054e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.019+0000 7fef38803640 1 --2- 172.21.15.122:0/2645489238 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef2c037cd0 0x7fef2c054e40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fef280097a0 tx=0x7fef2802a130 comp rx=0 tx=0).stop 2024-09-12T01:17:35.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.019+0000 7fef38803640 1 -- 172.21.15.122:0/2645489238 shutdown_connections 2024-09-12T01:17:35.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.019+0000 7fef38803640 1 --2- 172.21.15.122:0/2645489238 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef2c0348f0 0x7fef2c00aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.019+0000 7fef38803640 1 --2- 172.21.15.122:0/2645489238 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef2c037cd0 0x7fef2c054e40 secure :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fef280097a0 tx=0x7fef2802a130 comp rx=0 tx=0).stop 2024-09-12T01:17:35.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.019+0000 7fef38803640 1 -- 172.21.15.122:0/2645489238 >> 172.21.15.122:0/2645489238 conn(0x7fef2c01ea40 msgr2=0x7fef2c0556b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.020+0000 7fef38803640 1 -- 172.21.15.122:0/2645489238 shutdown_connections 2024-09-12T01:17:35.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.020+0000 7fef38803640 1 -- 172.21.15.122:0/2645489238 wait complete. 2024-09-12T01:17:35.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.022+0000 7fef38803640 1 Processor -- start 2024-09-12T01:17:35.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.022+0000 7fef38803640 1 -- start start 2024-09-12T01:17:35.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.023+0000 7fef38803640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef2c0348f0 0x7fef2c0da570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.023+0000 7fef38803640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef2c037130 0x7fef2c0e23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.023+0000 7fef38803640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef2c0dacc0 0x7fef2c0f16e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.023+0000 7fef38803640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fef2c034d60 con 0x7fef2c0348f0 2024-09-12T01:17:35.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.023+0000 7fef38803640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fef2c055380 con 0x7fef2c0dacc0 2024-09-12T01:17:35.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.023+0000 7fef38803640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fef2c034ee0 con 0x7fef2c037130 2024-09-12T01:17:35.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.024+0000 7fef337fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef2c0348f0 0x7fef2c0da570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.024+0000 7fef32ffd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef2c037130 0x7fef2c0e23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.024+0000 7fef337fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef2c0348f0 0x7fef2c0da570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43240/0 (socket says 172.21.15.122:43240) 2024-09-12T01:17:35.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.024+0000 7fef337fe640 1 -- 172.21.15.122:0/3716917092 learned_addr learned my addr 172.21.15.122:0/3716917092 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.024+0000 7fef33fff640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef2c0dacc0 0x7fef2c0f16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.024+0000 7fef32ffd640 1 -- 172.21.15.122:0/3716917092 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef2c0dacc0 msgr2=0x7fef2c0f16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.024+0000 7fef32ffd640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef2c0dacc0 0x7fef2c0f16e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.024+0000 7fef32ffd640 1 -- 172.21.15.122:0/3716917092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef2c0348f0 msgr2=0x7fef2c0da570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.024+0000 7fef32ffd640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef2c0348f0 0x7fef2c0da570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.024+0000 7fef32ffd640 1 -- 172.21.15.122:0/3716917092 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef2c0e1990 con 0x7fef2c037130 2024-09-12T01:17:35.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.025+0000 7fef32ffd640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef2c037130 0x7fef2c0e23d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fef28031000 tx=0x7fef280046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.025+0000 7fef1ffff640 1 -- 172.21.15.122:0/3716917092 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef28042020 con 0x7fef2c037130 2024-09-12T01:17:35.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.025+0000 7fef1ffff640 1 -- 172.21.15.122:0/3716917092 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef28038040 con 0x7fef2c037130 2024-09-12T01:17:35.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.025+0000 7fef1ffff640 1 -- 172.21.15.122:0/3716917092 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef28037050 con 0x7fef2c037130 2024-09-12T01:17:35.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.025+0000 7fef38803640 1 -- 172.21.15.122:0/3716917092 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef2c0daab0 con 0x7fef2c037130 2024-09-12T01:17:35.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.025+0000 7fef38803640 1 -- 172.21.15.122:0/3716917092 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fef2c0db480 con 0x7fef2c037130 2024-09-12T01:17:35.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.027+0000 7fef38803640 1 -- 172.21.15.122:0/3716917092 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef14005290 con 0x7fef2c037130 2024-09-12T01:17:35.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.027+0000 7fef1ffff640 1 -- 172.21.15.122:0/3716917092 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fef28045070 con 0x7fef2c037130 2024-09-12T01:17:35.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.027+0000 7f6b767fc640 1 -- 172.21.15.122:0/1475167690 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6b78058d00 con 0x7f6b8015ea90 2024-09-12T01:17:35.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.028+0000 7fef1ffff640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1806bf00 0x7fef1806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.028+0000 7fef1ffff640 1 -- 172.21.15.122:0/3716917092 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fef280aabf0 con 0x7fef2c037130 2024-09-12T01:17:35.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.028+0000 7fef337fe640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1806bf00 0x7fef1806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.029+0000 7fef337fe640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1806bf00 0x7fef1806e3c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fef20005880 tx=0x7fef20009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.034+0000 7fef1ffff640 1 -- 172.21.15.122:0/3716917092 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef28079330 con 0x7fef2c037130 2024-09-12T01:17:35.043 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.043+0000 7f592b877640 1 Processor -- start 2024-09-12T01:17:35.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.044+0000 7f592b877640 1 -- start start 2024-09-12T01:17:35.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.045+0000 7f592b877640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f592406dc60 0x7f592406e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.045+0000 7f592b877640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f5924071c30 0x7f59240720a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.045+0000 7f592b877640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f592406e580 con 0x7f59240725e0 2024-09-12T01:17:35.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.045+0000 7f592b877640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f5924072a30 con 0x7f592406dc60 2024-09-12T01:17:35.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.045+0000 7f592b877640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f59240b4df0 con 0x7f5924071c30 2024-09-12T01:17:35.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.045+0000 7f5929613640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f592406dc60 0x7f592406e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.045+0000 7f5929613640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f592406dc60 0x7f592406e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43252/0 (socket says 172.21.15.122:43252) 2024-09-12T01:17:35.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.045+0000 7f5929613640 1 -- 172.21.15.122:0/3069301266 learned_addr learned my addr 172.21.15.122:0/3069301266 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.046+0000 7f5928e12640 1 --2- 172.21.15.122:0/3069301266 >> v2:172.21.15.151:3300/0 conn(0x7f5924071c30 0x7f59240720a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.046+0000 7f5929613640 1 -- 172.21.15.122:0/3069301266 >> v2:172.21.15.151:3300/0 conn(0x7f5924071c30 msgr2=0x7f59240720a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:35.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.046+0000 7f5929613640 1 --2- 172.21.15.122:0/3069301266 >> v2:172.21.15.151:3300/0 conn(0x7f5924071c30 0x7f59240720a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.046+0000 7f5929613640 1 -- 172.21.15.122:0/3069301266 >> v1:172.21.15.151:6789/0 conn(0x7f59240725e0 legacy=0x7f59240b3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:35.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.046+0000 7f5929613640 1 -- 172.21.15.122:0/3069301266 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59240b50d0 con 0x7f592406dc60 2024-09-12T01:17:35.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.047+0000 7f5929613640 1 --2- 172.21.15.122:0/3069301266 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f592406dc60 0x7f592406e040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5924072c10 tx=0x7f591c032db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc1d36dd53890945 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.048+0000 7f591bfff640 1 -- 172.21.15.122:0/3069301266 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f591c003b90 con 0x7f592406dc60 2024-09-12T01:17:35.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.048+0000 7f591bfff640 1 -- 172.21.15.122:0/3069301266 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f591c003d30 con 0x7f592406dc60 2024-09-12T01:17:35.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.048+0000 7f591bfff640 1 -- 172.21.15.122:0/3069301266 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f591c033ac0 con 0x7f592406dc60 2024-09-12T01:17:35.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.049+0000 7f592b877640 1 -- 172.21.15.122:0/3069301266 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f592406dc60 msgr2=0x7f592406e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.049+0000 7f592b877640 1 --2- 172.21.15.122:0/3069301266 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f592406dc60 0x7f592406e040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5924072c10 tx=0x7f591c032db0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.049+0000 7f592b877640 1 -- 172.21.15.122:0/3069301266 shutdown_connections 2024-09-12T01:17:35.049 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.049+0000 7f592b877640 1 --2- 172.21.15.122:0/3069301266 >> v2:172.21.15.151:3300/0 conn(0x7f5924071c30 0x7f59240720a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.049 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.050+0000 7f592b877640 1 --2- 172.21.15.122:0/3069301266 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f592406dc60 0x7f592406e040 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.049 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.050+0000 7f592b877640 1 -- 172.21.15.122:0/3069301266 >> 172.21.15.122:0/3069301266 conn(0x7f5924067950 msgr2=0x7f5924067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.050+0000 7f592b877640 1 -- 172.21.15.122:0/3069301266 shutdown_connections 2024-09-12T01:17:35.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.050+0000 7f592b877640 1 -- 172.21.15.122:0/3069301266 wait complete. 2024-09-12T01:17:35.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.052+0000 7f592b877640 1 Processor -- start 2024-09-12T01:17:35.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.052+0000 7f592b877640 1 -- start start 2024-09-12T01:17:35.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.053+0000 7f592b877640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f592406dc60 0x7f592415d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.053+0000 7f592b877640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5924071c30 0x7f59240ae520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.053+0000 7f592b877640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f59240725e0 0x7f59240c5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.053+0000 7f592b877640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f59240cda90 con 0x7f592406dc60 2024-09-12T01:17:35.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.053+0000 7f592b877640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f59240ce0c0 con 0x7f59240725e0 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.053+0000 7f592b877640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f59240cf5f0 con 0x7f5924071c30 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.054+0000 7f5929613640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f592406dc60 0x7f592415d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.054+0000 7f5929613640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f592406dc60 0x7f592415d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43268/0 (socket says 172.21.15.122:43268) 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.054+0000 7f5929613640 1 -- 172.21.15.122:0/4171034983 learned_addr learned my addr 172.21.15.122:0/4171034983 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.054+0000 7f5928e12640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5924071c30 0x7f59240ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.054+0000 7f5929e14640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f59240725e0 0x7f59240c5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.055+0000 7f5928e12640 1 -- 172.21.15.122:0/4171034983 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f59240725e0 msgr2=0x7f59240c5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.055+0000 7f5928e12640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f59240725e0 0x7f59240c5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.055+0000 7f5928e12640 1 -- 172.21.15.122:0/4171034983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f592406dc60 msgr2=0x7f592415d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.055+0000 7f5928e12640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f592406dc60 0x7f592415d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.055+0000 7f5928e12640 1 -- 172.21.15.122:0/4171034983 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59240aeee0 con 0x7f5924071c30 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.055+0000 7f5929613640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f592406dc60 0x7f592415d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:35.055 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.055+0000 7f5928e12640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5924071c30 0x7f59240ae520 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f592000d620 tx=0x7f592000dae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.056+0000 7f5919ffb640 1 -- 172.21.15.122:0/4171034983 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f592000b620 con 0x7f5924071c30 2024-09-12T01:17:35.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.056+0000 7f592b877640 1 -- 172.21.15.122:0/4171034983 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59240af1c0 con 0x7f5924071c30 2024-09-12T01:17:35.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.056+0000 7f592b877640 1 -- 172.21.15.122:0/4171034983 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f592415dde0 con 0x7f5924071c30 2024-09-12T01:17:35.057 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.057+0000 7f5919ffb640 1 -- 172.21.15.122:0/4171034983 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5920019070 con 0x7f5924071c30 2024-09-12T01:17:35.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.058+0000 7f5919ffb640 1 -- 172.21.15.122:0/4171034983 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f592000b9e0 con 0x7f5924071c30 2024-09-12T01:17:35.061 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.061+0000 7f5919ffb640 1 -- 172.21.15.122:0/4171034983 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f592000bb80 con 0x7f5924071c30 2024-09-12T01:17:35.061 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.061+0000 7f5919ffb640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f590806bf00 0x7f590806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.061 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.061+0000 7f5919ffb640 1 -- 172.21.15.122:0/4171034983 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f592008b4a0 con 0x7f5924071c30 2024-09-12T01:17:35.061 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.060+0000 7f592b877640 1 -- 172.21.15.122:0/4171034983 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5904005290 con 0x7f5924071c30 2024-09-12T01:17:35.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.063+0000 7f27c26e4640 1 Processor -- start 2024-09-12T01:17:35.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.063+0000 7f5929613640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f590806bf00 0x7f590806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.064+0000 7f5929613640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f590806bf00 0x7f590806e3c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f591c000f80 tx=0x7f591c037000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.063+0000 7f27c26e4640 1 -- start start 2024-09-12T01:17:35.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.065+0000 7f27c26e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27b4037130 0x7f27b40077b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.065+0000 7f27c26e4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f27b400c970 0x7f27b4008c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.065+0000 7f27c26e4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27b4034af0 con 0x7f27b4056250 2024-09-12T01:17:35.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.065+0000 7f27c26e4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f27b4055dc0 con 0x7f27b400c970 2024-09-12T01:17:35.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.065+0000 7f27c26e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f27b400ae40 con 0x7f27b4037130 2024-09-12T01:17:35.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.065+0000 7f27bb7fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f27b400c970 0x7f27b4008c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.065+0000 7f27bbfff640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27b4037130 0x7f27b40077b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.066 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.065+0000 7f27bbfff640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27b4037130 0x7f27b40077b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:56904/0 (socket says 172.21.15.122:56904) 2024-09-12T01:17:35.066 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.065+0000 7f27bbfff640 1 -- 172.21.15.122:0/3349441000 learned_addr learned my addr 172.21.15.122:0/3349441000 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.066 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.066+0000 7f27bb7fe640 1 -- 172.21.15.122:0/3349441000 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27b4037130 msgr2=0x7f27b40077b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:35.066 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.066+0000 7f27bb7fe640 1 --2- 172.21.15.122:0/3349441000 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27b4037130 0x7f27b40077b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.066 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.066+0000 7f27bb7fe640 1 -- 172.21.15.122:0/3349441000 >> v1:172.21.15.151:6789/0 conn(0x7f27b4056250 legacy=0x7f27b4037510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:35.066 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.066+0000 7f27bb7fe640 1 -- 172.21.15.122:0/3349441000 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27b400b120 con 0x7f27b400c970 2024-09-12T01:17:35.066 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.067+0000 7f27bb7fe640 1 --2- 172.21.15.122:0/3349441000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27b400c970 0x7f27b4008c90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f27b000b850 tx=0x7f27b002a4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45505c442873cc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.067+0000 7f5919ffb640 1 -- 172.21.15.122:0/4171034983 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5920059b80 con 0x7f5924071c30 2024-09-12T01:17:35.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.067+0000 7ff8f9f03640 1 Processor -- start 2024-09-12T01:17:35.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.067+0000 7f27baffd640 1 -- 172.21.15.122:0/3349441000 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b002f710 con 0x7f27b400c970 2024-09-12T01:17:35.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.067+0000 7f27baffd640 1 -- 172.21.15.122:0/3349441000 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27b002f8b0 con 0x7f27b400c970 2024-09-12T01:17:35.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.067+0000 7f27baffd640 1 -- 172.21.15.122:0/3349441000 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b002fc80 con 0x7f27b400c970 2024-09-12T01:17:35.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.068+0000 7f27c26e4640 1 -- 172.21.15.122:0/3349441000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27b400c970 msgr2=0x7f27b4008c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.068+0000 7f27c26e4640 1 --2- 172.21.15.122:0/3349441000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27b400c970 0x7f27b4008c90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f27b000b850 tx=0x7f27b002a4d0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f27c26e4640 1 -- 172.21.15.122:0/3349441000 shutdown_connections 2024-09-12T01:17:35.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f27c26e4640 1 --2- 172.21.15.122:0/3349441000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27b400c970 0x7f27b4008c90 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f27c26e4640 1 --2- 172.21.15.122:0/3349441000 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27b4037130 0x7f27b40077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f27c26e4640 1 -- 172.21.15.122:0/3349441000 >> 172.21.15.122:0/3349441000 conn(0x7f27b401ea40 msgr2=0x7f27b40556b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f27c26e4640 1 -- 172.21.15.122:0/3349441000 shutdown_connections 2024-09-12T01:17:35.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7ff8f9f03640 1 -- start start 2024-09-12T01:17:35.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.070+0000 7ff8f9f03640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff8f40d3150 0x7ff8f4167330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.070+0000 7ff8f9f03640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8f40cf700 con 0x7ff8f409ca20 2024-09-12T01:17:35.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.070+0000 7ff8f9f03640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8f40cf9e0 con 0x7ff8f409ce00 2024-09-12T01:17:35.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.070+0000 7ff8f9f03640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7ff8f40d0310 con 0x7ff8f40d3150 2024-09-12T01:17:35.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f27c26e4640 1 -- 172.21.15.122:0/3349441000 wait complete. 2024-09-12T01:17:35.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.071+0000 7ff8f2ffd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff8f40d3150 0x7ff8f4167330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.071+0000 7ff8f2ffd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff8f40d3150 0x7ff8f4167330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:32794/0 (socket says 172.21.15.122:32794) 2024-09-12T01:17:35.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.071+0000 7ff8f2ffd640 1 -- 172.21.15.122:0/3988564885 learned_addr learned my addr 172.21.15.122:0/3988564885 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.071+0000 7f27c26e4640 1 Processor -- start 2024-09-12T01:17:35.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.071+0000 7ff8f2ffd640 1 -- 172.21.15.122:0/3988564885 >> v1:172.21.15.151:6789/0 conn(0x7ff8f409ce00 legacy=0x7ff8f40b1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:35.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.071+0000 7ff8f2ffd640 1 -- 172.21.15.122:0/3988564885 >> v1:172.21.15.122:6789/0 conn(0x7ff8f409ca20 legacy=0x7ff8f4166c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:35.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.067+0000 7f3d6bd3b640 1 Processor -- start 2024-09-12T01:17:35.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.067+0000 7f3d6bd3b640 1 -- start start 2024-09-12T01:17:35.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f3d6bd3b640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f3d6415fc30 0x7f3d64071e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f3d6bd3b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6409b140 0x7f3d640704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f3d69ad7640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f3d6415fc30 0x7f3d64071e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f3d69ad7640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f3d6415fc30 0x7f3d64071e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:32788/0 (socket says 172.21.15.122:32788) 2024-09-12T01:17:35.072 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f3d69ad7640 1 -- 172.21.15.122:0/3568796903 learned_addr learned my addr 172.21.15.122:0/3568796903 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/3568796903 --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d6409ba30 con 0x7f3d640b17d0 2024-09-12T01:17:35.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/3568796903 --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f3d640b1590 con 0x7f3d6415fc30 2024-09-12T01:17:35.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/3568796903 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f3d64160ab0 con 0x7f3d6409b140 2024-09-12T01:17:35.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.069+0000 7f3d6a2d8640 1 --2- 172.21.15.122:0/3568796903 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6409b140 0x7f3d640704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.070+0000 7f3d6a2d8640 1 -- 172.21.15.122:0/3568796903 >> v2:172.21.15.151:3300/0 conn(0x7f3d6415fc30 msgr2=0x7f3d64071e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:35.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.070+0000 7f3d6a2d8640 1 --2- 172.21.15.122:0/3568796903 >> v2:172.21.15.151:3300/0 conn(0x7f3d6415fc30 0x7f3d64071e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.070+0000 7f3d6a2d8640 1 -- 172.21.15.122:0/3568796903 >> v1:172.21.15.122:6789/0 conn(0x7f3d640b17d0 legacy=0x7f3d6409aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:35.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.070+0000 7f3d6a2d8640 1 -- 172.21.15.122:0/3568796903 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d6409bcf0 con 0x7f3d6409b140 2024-09-12T01:17:35.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.071+0000 7f3d6a2d8640 1 --2- 172.21.15.122:0/3568796903 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6409b140 0x7f3d640704f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c009d90 tx=0x7f3d5c02a590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=569d839ba3e1fce4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.072+0000 7f3d68ad5640 1 -- 172.21.15.122:0/3568796903 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5c007740 con 0x7f3d6409b140 2024-09-12T01:17:35.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.072+0000 7f3d68ad5640 1 -- 172.21.15.122:0/3568796903 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d5c0078e0 con 0x7f3d6409b140 2024-09-12T01:17:35.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.072+0000 7f3d68ad5640 1 -- 172.21.15.122:0/3568796903 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5c007cf0 con 0x7f3d6409b140 2024-09-12T01:17:35.075 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7ff8f2ffd640 1 -- 172.21.15.122:0/3988564885 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8f40cfcc0 con 0x7ff8f40d3150 2024-09-12T01:17:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/3568796903 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6409b140 msgr2=0x7f3d640704f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f3d6bd3b640 1 --2- 172.21.15.122:0/3568796903 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6409b140 0x7f3d640704f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c009d90 tx=0x7f3d5c02a590 comp rx=0 tx=0).stop 2024-09-12T01:17:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/3568796903 shutdown_connections 2024-09-12T01:17:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7f3d6bd3b640 1 --2- 172.21.15.122:0/3568796903 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6409b140 0x7f3d640704f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7ff8f2ffd640 1 --2- 172.21.15.122:0/3988564885 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8f40d3150 0x7ff8f4167330 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff8e80098a0 tx=0x7ff8e802a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7e65364654341f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.077 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7f3d6bd3b640 1 --2- 172.21.15.122:0/3568796903 >> v2:172.21.15.151:3300/0 conn(0x7f3d6415fc30 0x7f3d64071e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.077 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/3568796903 >> 172.21.15.122:0/3568796903 conn(0x7f3d640d23a0 msgr2=0x7f3d640d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.077 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.072+0000 7f27c26e4640 1 -- start start 2024-09-12T01:17:35.077 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27c26e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27b400c970 0x7f27b40ded70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.077 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7ff8f27fc640 1 -- 172.21.15.122:0/3988564885 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e8037070 con 0x7ff8f40d3150 2024-09-12T01:17:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27c26e4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27b4037130 0x7f27b40dfcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.075+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/3568796903 shutdown_connections 2024-09-12T01:17:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27bbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27b400c970 0x7f27b40ded70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27bbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27b400c970 0x7f27b40ded70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43292/0 (socket says 172.21.15.122:43292) 2024-09-12T01:17:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27c26e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27b4056250 0x7f27b4007050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27c26e4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f27b40dfb40 con 0x7f27b400c970 2024-09-12T01:17:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27c26e4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f27b40df9c0 con 0x7f27b4037130 2024-09-12T01:17:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27c26e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f27b403ad70 con 0x7f27b4056250 2024-09-12T01:17:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27bb7fe640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27b4037130 0x7f27b40dfcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27bb7fe640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27b4037130 0x7f27b40dfcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:32800/0 (socket says 172.21.15.122:32800) 2024-09-12T01:17:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27bb7fe640 1 -- 172.21.15.122:0/2656288623 learned_addr learned my addr 172.21.15.122:0/2656288623 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.073+0000 7f27c0c81640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27b4056250 0x7f27b4007050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7f27bb7fe640 1 -- 172.21.15.122:0/2656288623 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27b4056250 msgr2=0x7f27b4007050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7f27bb7fe640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27b4056250 0x7f27b4007050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7f27bb7fe640 1 -- 172.21.15.122:0/2656288623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27b400c970 msgr2=0x7f27b40ded70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7f27bb7fe640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27b400c970 0x7f27b40ded70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7f27bb7fe640 1 -- 172.21.15.122:0/2656288623 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27b40e06a0 con 0x7f27b4037130 2024-09-12T01:17:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.074+0000 7f27bbfff640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27b400c970 0x7f27b40ded70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.075+0000 7ff8f27fc640 1 -- 172.21.15.122:0/3988564885 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8e8032440 con 0x7ff8f40d3150 2024-09-12T01:17:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.075+0000 7f27bb7fe640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27b4037130 0x7f27b40dfcc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f27b000b970 tx=0x7f27b00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.076+0000 7f27b8ff9640 1 -- 172.21.15.122:0/2656288623 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b003b410 con 0x7f27b4037130 2024-09-12T01:17:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.076+0000 7f27b8ff9640 1 -- 172.21.15.122:0/2656288623 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27b0041070 con 0x7f27b4037130 2024-09-12T01:17:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.076+0000 7f27c26e4640 1 -- 172.21.15.122:0/2656288623 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27b40e0980 con 0x7f27b4037130 2024-09-12T01:17:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.075+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/3568796903 wait complete. 2024-09-12T01:17:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.076+0000 7ff8f9f03640 1 -- 172.21.15.122:0/3988564885 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8f40d3150 msgr2=0x7ff8f4167330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.076+0000 7ff8f9f03640 1 --2- 172.21.15.122:0/3988564885 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8f40d3150 0x7ff8f4167330 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff8e80098a0 tx=0x7ff8e802a250 comp rx=0 tx=0).stop 2024-09-12T01:17:35.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.076+0000 7f3d6bd3b640 1 Processor -- start 2024-09-12T01:17:35.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.077+0000 7ff8f9f03640 1 -- 172.21.15.122:0/3988564885 shutdown_connections 2024-09-12T01:17:35.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.077+0000 7ff8f9f03640 1 --2- 172.21.15.122:0/3988564885 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8f40d3150 0x7ff8f4167330 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.077+0000 7ff8f9f03640 1 -- 172.21.15.122:0/3988564885 >> 172.21.15.122:0/3988564885 conn(0x7ff8f40d11f0 msgr2=0x7ff8f40d1600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.077+0000 7f27b8ff9640 1 -- 172.21.15.122:0/2656288623 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b003b7b0 con 0x7f27b4037130 2024-09-12T01:17:35.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.077+0000 7f27c26e4640 1 -- 172.21.15.122:0/2656288623 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27b40e0f40 con 0x7f27b4037130 2024-09-12T01:17:35.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.077+0000 7f3d6bd3b640 1 -- start start 2024-09-12T01:17:35.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.078+0000 7ff8f9f03640 1 -- 172.21.15.122:0/3988564885 shutdown_connections 2024-09-12T01:17:35.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.078+0000 7f3d6bd3b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3d6409b140 0x7f3d640b54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f27b8ff9640 1 -- 172.21.15.122:0/2656288623 <== mon.1 v2:172.21.15.151:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f27b003b950 con 0x7f27b4037130 2024-09-12T01:17:35.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f3d69ad7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3d6409b140 0x7f3d640b54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f3d69ad7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3d6409b140 0x7f3d640b54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43308/0 (socket says 172.21.15.122:43308) 2024-09-12T01:17:35.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f3d69ad7640 1 -- 172.21.15.122:0/4090755967 learned_addr learned my addr 172.21.15.122:0/4090755967 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f3d6bd3b640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3d640b17d0 0x7f3d640b2c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f3d6bd3b640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6415fc30 0x7f3d6415d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f27b8ff9640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a806bf30 0x7f27a806e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3d640b1bd0 con 0x7f3d6409b140 2024-09-12T01:17:35.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.078+0000 7ff8f9f03640 1 -- 172.21.15.122:0/3988564885 wait complete. 2024-09-12T01:17:35.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7ff8f9f03640 1 Processor -- start 2024-09-12T01:17:35.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f3d64160fe0 con 0x7f3d640b17d0 2024-09-12T01:17:35.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f3d64070a30 con 0x7f3d6415fc30 2024-09-12T01:17:35.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f27b8ff9640 1 -- 172.21.15.122:0/2656288623 <== mon.1 v2:172.21.15.151:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f27b00ac240 con 0x7f27b4037130 2024-09-12T01:17:35.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f3d692d6640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3d640b17d0 0x7f3d640b2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.080+0000 7f27bbfff640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a806bf30 0x7f27a806e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.079+0000 7f3d6a2d8640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6415fc30 0x7f3d6415d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.080+0000 7f27bbfff640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a806bf30 0x7f27a806e3f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f27ac00dfd0 tx=0x7f27ac00f040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.080+0000 7ff8f9f03640 1 -- start start 2024-09-12T01:17:35.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7f27c26e4640 1 -- 172.21.15.122:0/2656288623 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27b401f1a0 con 0x7f27b4037130 2024-09-12T01:17:35.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7ff8f9f03640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8f409ca20 0x7ff8f41f9e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7ff8f9f03640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8f409ce00 0x7ff8f415eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7ff8f9f03640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff8f40d3150 0x7ff8f415c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7ff8f9f03640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff8f4073470 con 0x7ff8f409ce00 2024-09-12T01:17:35.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7ff8f9f03640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7ff8f40732f0 con 0x7ff8f409ca20 2024-09-12T01:17:35.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7ff8f9f03640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff8f40737d0 con 0x7ff8f40d3150 2024-09-12T01:17:35.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7ff8f2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8f409ce00 0x7ff8f415eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7ff8f2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8f409ce00 0x7ff8f415eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43320/0 (socket says 172.21.15.122:43320) 2024-09-12T01:17:35.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7ff8f2ffd640 1 -- 172.21.15.122:0/1534510454 learned_addr learned my addr 172.21.15.122:0/1534510454 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.080+0000 7f3d69ad7640 1 -- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6415fc30 msgr2=0x7f3d6415d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.080+0000 7f3d69ad7640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6415fc30 0x7f3d6415d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.080+0000 7f3d69ad7640 1 -- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3d640b17d0 msgr2=0x7f3d640b2c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.080+0000 7f3d69ad7640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3d640b17d0 0x7f3d640b2c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.080+0000 7f3d69ad7640 1 -- 172.21.15.122:0/4090755967 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d640b5c60 con 0x7f3d6409b140 2024-09-12T01:17:35.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7f3d6a2d8640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6415fc30 0x7f3d6415d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:35.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.081+0000 7f3d69ad7640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3d6409b140 0x7f3d640b54c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3d6000ebb0 tx=0x7f3d6000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.082+0000 7f3d692d6640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3d640b17d0 0x7f3d640b2c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:35.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.082+0000 7f3d5a7fc640 1 -- 172.21.15.122:0/4090755967 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d60017070 con 0x7f3d6409b140 2024-09-12T01:17:35.091 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.082+0000 7ff8f2ffd640 1 -- 172.21.15.122:0/1534510454 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff8f40d3150 msgr2=0x7ff8f415c0a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-12T01:17:35.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.082+0000 7ff8f2ffd640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff8f40d3150 0x7ff8f415c0a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.082+0000 7f3d5a7fc640 1 -- 172.21.15.122:0/4090755967 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d6000eca0 con 0x7f3d6409b140 2024-09-12T01:17:35.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.082+0000 7ff8f2ffd640 1 -- 172.21.15.122:0/1534510454 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8f409ca20 msgr2=0x7ff8f41f9e60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-12T01:17:35.093 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.082+0000 7ff8f2ffd640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8f409ca20 0x7ff8f41f9e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.093 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.082+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d640b5f40 con 0x7f3d6409b140 2024-09-12T01:17:35.093 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.082+0000 7ff8f2ffd640 1 -- 172.21.15.122:0/1534510454 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8f40cb700 con 0x7ff8f409ce00 2024-09-12T01:17:35.093 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.082+0000 7ff8f2ffd640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8f409ce00 0x7ff8f415eac0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff8e80090b0 tx=0x7ff8e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.084+0000 7f3d5a7fc640 1 -- 172.21.15.122:0/4090755967 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6000ce30 con 0x7f3d6409b140 2024-09-12T01:17:35.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.084+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d6406d130 con 0x7f3d6409b140 2024-09-12T01:17:35.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.084+0000 7ff8dbfff640 1 -- 172.21.15.122:0/1534510454 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e8037050 con 0x7ff8f409ce00 2024-09-12T01:17:35.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.084+0000 7ff8f9f03640 1 -- 172.21.15.122:0/1534510454 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8f40ce3c0 con 0x7ff8f409ce00 2024-09-12T01:17:35.094 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.084+0000 7ff8f9f03640 1 -- 172.21.15.122:0/1534510454 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8f40cbc80 con 0x7ff8f409ce00 2024-09-12T01:17:35.095 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.085+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d6406d330 con 0x7f3d6409b140 2024-09-12T01:17:35.095 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.085+0000 7f3d5a7fc640 1 -- 172.21.15.122:0/4090755967 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3d6001a070 con 0x7f3d6409b140 2024-09-12T01:17:35.095 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.086+0000 7f3d5a7fc640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3d4806be80 0x7f3d4806e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.095 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.086+0000 7f3d5a7fc640 1 -- 172.21.15.122:0/4090755967 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3d6008f060 con 0x7f3d6409b140 2024-09-12T01:17:35.096 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.086+0000 7f27b8ff9640 1 -- 172.21.15.122:0/2656288623 <== mon.1 v2:172.21.15.151:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f27b007a2d0 con 0x7f27b4037130 2024-09-12T01:17:35.096 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.086+0000 7ff8dbfff640 1 -- 172.21.15.122:0/1534510454 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8e8038040 con 0x7ff8f409ce00 2024-09-12T01:17:35.096 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.086+0000 7ff8dbfff640 1 -- 172.21.15.122:0/1534510454 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e8004230 con 0x7ff8f409ce00 2024-09-12T01:17:35.096 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.087+0000 7ff8d9ffb640 1 -- 172.21.15.122:0/1534510454 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8d4005290 con 0x7ff8f409ce00 2024-09-12T01:17:35.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.088+0000 7f3d692d6640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3d4806be80 0x7f3d4806e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.089+0000 7f3d692d6640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3d4806be80 0x7f3d4806e340 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3d640d18a0 tx=0x7f3d54009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.096+0000 7ff8dbfff640 1 -- 172.21.15.122:0/1534510454 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff8e80043d0 con 0x7ff8f409ce00 2024-09-12T01:17:35.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.094+0000 7f3d5a7fc640 1 -- 172.21.15.122:0/4090755967 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3d600587f0 con 0x7f3d6409b140 2024-09-12T01:17:35.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.103+0000 7ff8dbfff640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e006bf00 0x7ff8e006e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.103+0000 7ff8f37fe640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e006bf00 0x7ff8e006e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.103+0000 7ff8dbfff640 1 -- 172.21.15.122:0/1534510454 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff8e80ac850 con 0x7ff8f409ce00 2024-09-12T01:17:35.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.104+0000 7ff8f37fe640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e006bf00 0x7ff8e006e3c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4000f60 tx=0x7ff8e40079b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.104+0000 7ff8dbfff640 1 -- 172.21.15.122:0/1534510454 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff8e8076ea0 con 0x7ff8f409ce00 2024-09-12T01:17:35.113 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.113+0000 7fde40682640 1 Processor -- start 2024-09-12T01:17:35.113 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.113+0000 7fde40682640 1 -- start start 2024-09-12T01:17:35.113 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.114+0000 7fde40682640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fde3815b900 0x7fde38140050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.114+0000 7fde40682640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fde38140590 0x7fde3806e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.114+0000 7fde40682640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde380cf7f0 con 0x7fde3815b520 2024-09-12T01:17:35.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.114+0000 7fde40682640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fde380d0890 con 0x7fde3815b900 2024-09-12T01:17:35.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.114+0000 7fde40682640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fde380cfad0 con 0x7fde38140590 2024-09-12T01:17:35.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.115+0000 7fde3e41e640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fde3815b520 0x7fde380ceff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54400/0 (socket says 172.21.15.122:54400) 2024-09-12T01:17:35.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.115+0000 7fde3e41e640 1 -- 172.21.15.122:0/1143390224 learned_addr learned my addr 172.21.15.122:0/1143390224 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:35.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.116+0000 7fde3dc1d640 1 --2- 172.21.15.122:0/1143390224 >> v2:172.21.15.122:3300/0 conn(0x7fde3815b900 0x7fde38140050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.116+0000 7fde3d41c640 1 -- 172.21.15.122:0/1143390224 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1982968644 0 0) 0x7fde380cf7f0 con 0x7fde3815b520 2024-09-12T01:17:35.116 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.116+0000 7fde3dc1d640 1 -- 172.21.15.122:0/1143390224 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fde38140590 msgr2=0x7fde3806e6e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-12T01:17:35.116 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.116+0000 7fde3dc1d640 1 --2- 172.21.15.122:0/1143390224 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fde38140590 0x7fde3806e6e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.116 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.116+0000 7fde3dc1d640 1 -- 172.21.15.122:0/1143390224 >> v1:172.21.15.122:6789/0 conn(0x7fde3815b520 legacy=0x7fde380ceff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.116 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.116+0000 7fde3dc1d640 1 -- 172.21.15.122:0/1143390224 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde380cfdb0 con 0x7fde3815b900 2024-09-12T01:17:35.116 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.118+0000 7fde3dc1d640 1 --2- 172.21.15.122:0/1143390224 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde3815b900 0x7fde38140050 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fde3400ba40 tx=0x7fde3402c670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7d60e0c8d14350e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.118+0000 7fde3d41c640 1 -- 172.21.15.122:0/1143390224 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde34004030 con 0x7fde3815b900 2024-09-12T01:17:35.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.118+0000 7fde3d41c640 1 -- 172.21.15.122:0/1143390224 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde340041d0 con 0x7fde3815b900 2024-09-12T01:17:35.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.118+0000 7fde3d41c640 1 -- 172.21.15.122:0/1143390224 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde34003610 con 0x7fde3815b900 2024-09-12T01:17:35.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.119+0000 7fde40682640 1 -- 172.21.15.122:0/1143390224 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde3815b900 msgr2=0x7fde38140050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.119+0000 7fde40682640 1 --2- 172.21.15.122:0/1143390224 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde3815b900 0x7fde38140050 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fde3400ba40 tx=0x7fde3402c670 comp rx=0 tx=0).stop 2024-09-12T01:17:35.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.120+0000 7fde40682640 1 -- 172.21.15.122:0/1143390224 shutdown_connections 2024-09-12T01:17:35.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.120+0000 7fde40682640 1 --2- 172.21.15.122:0/1143390224 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde3815b900 0x7fde38140050 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.120+0000 7fde40682640 1 --2- 172.21.15.122:0/1143390224 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fde38140590 0x7fde3806e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.120+0000 7fde40682640 1 -- 172.21.15.122:0/1143390224 >> 172.21.15.122:0/1143390224 conn(0x7fde3806bc10 msgr2=0x7fde3806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.120+0000 7fde40682640 1 -- 172.21.15.122:0/1143390224 shutdown_connections 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.120+0000 7fde40682640 1 -- 172.21.15.122:0/1143390224 wait complete. 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.122+0000 7fde40682640 1 Processor -- start 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.122+0000 7fde40682640 1 -- start start 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.124+0000 7fde40682640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde38140590 0x7fde38156ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.124+0000 7fde3e41e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde38140590 0x7fde38156ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.124+0000 7fde3e41e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde38140590 0x7fde38156ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43340/0 (socket says 172.21.15.122:43340) 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.124+0000 7fde3e41e640 1 -- 172.21.15.122:0/2242226318 learned_addr learned my addr 172.21.15.122:0/2242226318 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.124+0000 7fde40682640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fde3815b520 0x7fde38157ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.124+0000 7fde40682640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fde3815b900 0x7fde38156560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.124+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fde3815bd60 con 0x7fde38140590 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.124+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fde380d0370 con 0x7fde3815b900 2024-09-12T01:17:35.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.124+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fde38158400 con 0x7fde3815b520 2024-09-12T01:17:35.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.125+0000 7fde3e41e640 1 -- 172.21.15.122:0/2242226318 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fde3815b520 msgr2=0x7fde38157ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.125+0000 7fde3e41e640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fde3815b520 0x7fde38157ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.125+0000 7fde3e41e640 1 -- 172.21.15.122:0/2242226318 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fde3815b900 msgr2=0x7fde38156560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T01:17:35.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.125+0000 7fde3e41e640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fde3815b900 0x7fde38156560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.125+0000 7fde3e41e640 1 -- 172.21.15.122:0/2242226318 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde381557a0 con 0x7fde38140590 2024-09-12T01:17:35.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.125+0000 7fde3e41e640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde38140590 0x7fde38156ed0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fde3000cab0 tx=0x7fde3000cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.125+0000 7fde2effd640 1 -- 172.21.15.122:0/2242226318 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde30018070 con 0x7fde38140590 2024-09-12T01:17:35.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.125+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde38155a80 con 0x7fde38140590 2024-09-12T01:17:35.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.125+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde38156aa0 con 0x7fde38140590 2024-09-12T01:17:35.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.128+0000 7fde2effd640 1 -- 172.21.15.122:0/2242226318 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde30004d60 con 0x7fde38140590 2024-09-12T01:17:35.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.128+0000 7fde2effd640 1 -- 172.21.15.122:0/2242226318 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde3000aa40 con 0x7fde38140590 2024-09-12T01:17:35.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.128+0000 7fde2effd640 1 -- 172.21.15.122:0/2242226318 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fde3001b070 con 0x7fde38140590 2024-09-12T01:17:35.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.129+0000 7fde2effd640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fde1c06bf60 0x7fde1c06e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.129+0000 7fde2effd640 1 -- 172.21.15.122:0/2242226318 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fde3008a9f0 con 0x7fde38140590 2024-09-12T01:17:35.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.129+0000 7fde3dc1d640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fde1c06bf60 0x7fde1c06e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.130+0000 7fde3dc1d640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fde1c06bf60 0x7fde1c06e420 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fde34036000 tx=0x7fde34032000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.130+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde20005290 con 0x7fde38140590 2024-09-12T01:17:35.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.139+0000 7fde2effd640 1 -- 172.21.15.122:0/2242226318 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fde300590d0 con 0x7fde38140590 2024-09-12T01:17:35.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.160+0000 7ff3c4afa640 1 Processor -- start 2024-09-12T01:17:35.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.161+0000 7ff3c4afa640 1 -- start start 2024-09-12T01:17:35.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.162+0000 7ff3c4afa640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff3c015ea90 0x7ff3c00cf680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.162+0000 7ff3c4afa640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3c00ce620 con 0x7ff3c015a2c0 2024-09-12T01:17:35.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.162+0000 7ff3c4afa640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3c00ce8c0 con 0x7ff3c00720b0 2024-09-12T01:17:35.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.162+0000 7ff3c4afa640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7ff3c00ce3f0 con 0x7ff3c015ea90 2024-09-12T01:17:35.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.163+0000 7ff3be59c640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7ff3c015a2c0 0x7ff3c00cc9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54410/0 (socket says 172.21.15.122:54410) 2024-09-12T01:17:35.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.163+0000 7ff3be59c640 1 -- 172.21.15.122:0/2050582958 learned_addr learned my addr 172.21.15.122:0/2050582958 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:35.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.164+0000 7ff3bd59a640 1 -- 172.21.15.122:0/2050582958 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2409622739 0 0) 0x7ff3c00ce620 con 0x7ff3c015a2c0 2024-09-12T01:17:35.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.164+0000 7ff3bd59a640 1 -- 172.21.15.122:0/2050582958 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff3a8003520 con 0x7ff3c015a2c0 2024-09-12T01:17:35.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.164+0000 7ff3bdd9b640 1 --2- 172.21.15.122:0/2050582958 >> v2:172.21.15.151:3300/0 conn(0x7ff3c015ea90 0x7ff3c00cf680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.165 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.164+0000 7ff3bdd9b640 1 -- 172.21.15.122:0/2050582958 >> v1:172.21.15.151:6789/0 conn(0x7ff3c00720b0 legacy=0x7ff3c00b34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.165 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.164+0000 7ff3bd59a640 1 -- 172.21.15.122:0/2050582958 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 186851275 0 0) 0x7ff3a8003520 con 0x7ff3c015a2c0 2024-09-12T01:17:35.165 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.164+0000 7ff3bdd9b640 1 -- 172.21.15.122:0/2050582958 >> v1:172.21.15.122:6789/0 conn(0x7ff3c015a2c0 legacy=0x7ff3c00cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.165 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.164+0000 7ff3bdd9b640 1 -- 172.21.15.122:0/2050582958 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3c00ceba0 con 0x7ff3c015ea90 2024-09-12T01:17:35.165 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.166+0000 7ff3bdd9b640 1 --2- 172.21.15.122:0/2050582958 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff3c015ea90 0x7ff3c00cf680 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff3b40097a0 tx=0x7ff3b402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1071c1e2f7533a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.165 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.166+0000 7ff3bd59a640 1 -- 172.21.15.122:0/2050582958 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b4037070 con 0x7ff3c015ea90 2024-09-12T01:17:35.165 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.166+0000 7ff3bd59a640 1 -- 172.21.15.122:0/2050582958 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3b402ac50 con 0x7ff3c015ea90 2024-09-12T01:17:35.165 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.166+0000 7ff3bd59a640 1 -- 172.21.15.122:0/2050582958 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b00019d0 con 0x7ff3c015ea90 2024-09-12T01:17:35.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.167+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2050582958 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff3c015ea90 msgr2=0x7ff3c00cf680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.167+0000 7ff3c4afa640 1 --2- 172.21.15.122:0/2050582958 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff3c015ea90 0x7ff3c00cf680 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff3b40097a0 tx=0x7ff3b402a1c0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.167 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.168+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2050582958 shutdown_connections 2024-09-12T01:17:35.167 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.168+0000 7ff3c4afa640 1 --2- 172.21.15.122:0/2050582958 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff3c015ea90 0x7ff3c00cf680 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.167 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.168+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2050582958 >> 172.21.15.122:0/2050582958 conn(0x7ff3c0067b30 msgr2=0x7ff3c006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.167 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.168+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2050582958 shutdown_connections 2024-09-12T01:17:35.169 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.168+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2050582958 wait complete. 2024-09-12T01:17:35.169 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.170+0000 7ff3c4afa640 1 Processor -- start 2024-09-12T01:17:35.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.170+0000 7ff3c4afa640 1 -- start start 2024-09-12T01:17:35.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.172+0000 7ff3c4afa640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff3c00720b0 0x7ff3c00b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.172+0000 7ff3c4afa640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff3c015a2c0 0x7ff3c014a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.172+0000 7ff3c4afa640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff3c015ea90 0x7ff3c014ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.172+0000 7ff3bed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff3c015ea90 0x7ff3c014ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.172+0000 7ff3bed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff3c015ea90 0x7ff3c014ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43344/0 (socket says 172.21.15.122:43344) 2024-09-12T01:17:35.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.172+0000 7ff3bdd9b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff3c015a2c0 0x7ff3c014a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.173+0000 7ff3bdd9b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff3c015a2c0 0x7ff3c014a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:32826/0 (socket says 172.21.15.122:32826) 2024-09-12T01:17:35.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.173+0000 7ff3bed9d640 1 -- 172.21.15.122:0/2386243171 learned_addr learned my addr 172.21.15.122:0/2386243171 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.173+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff3c00cfbc0 con 0x7ff3c015ea90 2024-09-12T01:17:35.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.173+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7ff3c00cf1f0 con 0x7ff3c015a2c0 2024-09-12T01:17:35.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.173+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff3c015a6a0 con 0x7ff3c00720b0 2024-09-12T01:17:35.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.173+0000 7ff3bed9d640 1 -- 172.21.15.122:0/2386243171 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff3c00720b0 msgr2=0x7ff3c00b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.173+0000 7ff3bed9d640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff3c00720b0 0x7ff3c00b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.173+0000 7ff3bed9d640 1 -- 172.21.15.122:0/2386243171 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff3c015a2c0 msgr2=0x7ff3c014a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.173+0000 7ff3bed9d640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff3c015a2c0 0x7ff3c014a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.173+0000 7ff3bed9d640 1 -- 172.21.15.122:0/2386243171 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3c014f360 con 0x7ff3c015ea90 2024-09-12T01:17:35.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.174+0000 7ff3bed9d640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff3c015ea90 0x7ff3c014ab90 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff3b800c3c0 tx=0x7ff3b800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.174+0000 7ff3aeffd640 1 -- 172.21.15.122:0/2386243171 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b80052d0 con 0x7ff3c015ea90 2024-09-12T01:17:35.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.174+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3c014f640 con 0x7ff3c015ea90 2024-09-12T01:17:35.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.175+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3c014fc00 con 0x7ff3c015ea90 2024-09-12T01:17:35.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.176+0000 7ff3aeffd640 1 -- 172.21.15.122:0/2386243171 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3b8005470 con 0x7ff3c015ea90 2024-09-12T01:17:35.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.176+0000 7ff3aeffd640 1 -- 172.21.15.122:0/2386243171 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b8007220 con 0x7ff3c015ea90 2024-09-12T01:17:35.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.177+0000 7ff3aeffd640 1 -- 172.21.15.122:0/2386243171 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff3b80073c0 con 0x7ff3c015ea90 2024-09-12T01:17:35.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.178+0000 7ff3aeffd640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff3a006be30 0x7ff3a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.178+0000 7ff3be59c640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff3a006be30 0x7ff3a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.178+0000 7ff3aeffd640 1 -- 172.21.15.122:0/2386243171 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff3b808a680 con 0x7ff3c015ea90 2024-09-12T01:17:35.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.180+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3c0067f40 con 0x7ff3c015ea90 2024-09-12T01:17:35.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.180+0000 7ff3be59c640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff3a006be30 0x7ff3a006e2f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff3b0001720 tx=0x7ff3b0001ee0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.189+0000 7ff3aeffd640 1 -- 172.21.15.122:0/2386243171 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff3b8058570 con 0x7ff3c015ea90 2024-09-12T01:17:35.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.401+0000 7fef38803640 1 -- 172.21.15.122:0/3716917092 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fef14005580 con 0x7fef2c037130 2024-09-12T01:17:35.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.401+0000 7fef1ffff640 1 -- 172.21.15.122:0/3716917092 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fef28078c30 con 0x7fef2c037130 2024-09-12T01:17:35.403 INFO:teuthology.orchestra.run.smithi122.stdout:60129542154 2024-09-12T01:17:35.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.405+0000 7fef38803640 1 -- 172.21.15.122:0/3716917092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1806bf00 msgr2=0x7fef1806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.405+0000 7fef38803640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1806bf00 0x7fef1806e3c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fef20005880 tx=0x7fef20009040 comp rx=0 tx=0).stop 2024-09-12T01:17:35.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.405+0000 7fef38803640 1 -- 172.21.15.122:0/3716917092 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef2c037130 msgr2=0x7fef2c0e23d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.404 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.405+0000 7fef38803640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef2c037130 0x7fef2c0e23d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fef28031000 tx=0x7fef280046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.405+0000 7fef38803640 1 -- 172.21.15.122:0/3716917092 shutdown_connections 2024-09-12T01:17:35.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.405+0000 7fef38803640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1806bf00 0x7fef1806e3c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.405+0000 7fef38803640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef2c0dacc0 0x7fef2c0f16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.405+0000 7fef38803640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef2c037130 0x7fef2c0e23d0 secure :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fef28031000 tx=0x7fef280046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.405+0000 7fef38803640 1 --2- 172.21.15.122:0/3716917092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef2c0348f0 0x7fef2c0da570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.405+0000 7fef38803640 1 -- 172.21.15.122:0/3716917092 >> 172.21.15.122:0/3716917092 conn(0x7fef2c01ea40 msgr2=0x7fef2c032ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.406+0000 7fef38803640 1 -- 172.21.15.122:0/3716917092 shutdown_connections 2024-09-12T01:17:35.405 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.406+0000 7fef38803640 1 -- 172.21.15.122:0/3716917092 wait complete. 2024-09-12T01:17:35.421 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542154 for osd.2 2024-09-12T01:17:35.421 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:35.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.422+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f6b8015aa50 con 0x7f6b8015ea90 2024-09-12T01:17:35.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.423+0000 7f6b767fc640 1 -- 172.21.15.122:0/1475167690 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6b78058600 con 0x7f6b8015ea90 2024-09-12T01:17:35.422 INFO:teuthology.orchestra.run.smithi122.stdout:60129542154 2024-09-12T01:17:35.426 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b6407cec0 msgr2=0x7f6b6407f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.426 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b6407cec0 0x7f6b6407f380 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c034000 tx=0x7f6b7c02e000 comp rx=0 tx=0).stop 2024-09-12T01:17:35.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8015ea90 msgr2=0x7f6b80148810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8015ea90 0x7f6b80148810 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6b7800c730 tx=0x7f6b7800cb30 comp rx=0 tx=0).stop 2024-09-12T01:17:35.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 shutdown_connections 2024-09-12T01:17:35.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b6407cec0 0x7f6b6407f380 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8015ea90 0x7f6b80148810 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b8015a2c0 0x7f6b8014b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 --2- 172.21.15.122:0/1475167690 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b80067f40 0x7f6b80168ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 >> 172.21.15.122:0/1475167690 conn(0x7f6b80067b30 msgr2=0x7f6b800b2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 shutdown_connections 2024-09-12T01:17:35.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.426+0000 7f6b87bfd640 1 -- 172.21.15.122:0/1475167690 wait complete. 2024-09-12T01:17:35.442 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542154 for osd.0 2024-09-12T01:17:35.442 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:35.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.450+0000 7f27c26e4640 1 -- 172.21.15.122:0/2656288623 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f27b4009c00 con 0x7f27b4037130 2024-09-12T01:17:35.450 INFO:teuthology.orchestra.run.smithi122.stdout:60129542153 2024-09-12T01:17:35.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.451+0000 7f27b8ff9640 1 -- 172.21.15.122:0/2656288623 <== mon.1 v2:172.21.15.151:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f27b007e5d0 con 0x7f27b4037130 2024-09-12T01:17:35.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 -- 172.21.15.122:0/2656288623 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a806bf30 msgr2=0x7f27a806e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a806bf30 0x7f27a806e3f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f27ac00dfd0 tx=0x7f27ac00f040 comp rx=0 tx=0).stop 2024-09-12T01:17:35.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 -- 172.21.15.122:0/2656288623 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27b4037130 msgr2=0x7f27b40dfcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27b4037130 0x7f27b40dfcc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f27b000b970 tx=0x7f27b00046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 -- 172.21.15.122:0/2656288623 shutdown_connections 2024-09-12T01:17:35.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a806bf30 0x7f27a806e3f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27b4056250 0x7f27b4007050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27b4037130 0x7f27b40dfcc0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 --2- 172.21.15.122:0/2656288623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27b400c970 0x7f27b40ded70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 -- 172.21.15.122:0/2656288623 >> 172.21.15.122:0/2656288623 conn(0x7f27b401ea40 msgr2=0x7f27b40e3220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 -- 172.21.15.122:0/2656288623 shutdown_connections 2024-09-12T01:17:35.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.453+0000 7f27c26e4640 1 -- 172.21.15.122:0/2656288623 wait complete. 2024-09-12T01:17:35.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.454+0000 7f592b877640 1 -- 172.21.15.122:0/4171034983 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f5904005580 con 0x7f5924071c30 2024-09-12T01:17:35.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.455+0000 7f5919ffb640 1 -- 172.21.15.122:0/4171034983 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5920059480 con 0x7f5924071c30 2024-09-12T01:17:35.455 INFO:teuthology.orchestra.run.smithi122.stdout:60129542154 2024-09-12T01:17:35.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 -- 172.21.15.122:0/4171034983 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f590806bf00 msgr2=0x7f590806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f590806bf00 0x7f590806e3c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f591c000f80 tx=0x7f591c037000 comp rx=0 tx=0).stop 2024-09-12T01:17:35.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 -- 172.21.15.122:0/4171034983 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5924071c30 msgr2=0x7f59240ae520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5924071c30 0x7f59240ae520 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f592000d620 tx=0x7f592000dae0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 -- 172.21.15.122:0/4171034983 shutdown_connections 2024-09-12T01:17:35.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f590806bf00 0x7f590806e3c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f59240725e0 0x7f59240c5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5924071c30 0x7f59240ae520 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 --2- 172.21.15.122:0/4171034983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f592406dc60 0x7f592415d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 -- 172.21.15.122:0/4171034983 >> 172.21.15.122:0/4171034983 conn(0x7f5924067950 msgr2=0x7f59240b1e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 -- 172.21.15.122:0/4171034983 shutdown_connections 2024-09-12T01:17:35.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.458+0000 7f592b877640 1 -- 172.21.15.122:0/4171034983 wait complete. 2024-09-12T01:17:35.465 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.6 2024-09-12T01:17:35.465 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:35.473 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542154 for osd.4 2024-09-12T01:17:35.473 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:35.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.480+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f3d640b8320 con 0x7f3d6409b140 2024-09-12T01:17:35.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.480+0000 7f3d5a7fc640 1 -- 172.21.15.122:0/4090755967 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3d6005caf0 con 0x7f3d6409b140 2024-09-12T01:17:35.479 INFO:teuthology.orchestra.run.smithi122.stdout:60129542154 2024-09-12T01:17:35.480 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.481+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fde20005580 con 0x7fde38140590 2024-09-12T01:17:35.480 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.481+0000 7fde2effd640 1 -- 172.21.15.122:0/2242226318 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fde300589d0 con 0x7fde38140590 2024-09-12T01:17:35.480 INFO:teuthology.orchestra.run.smithi122.stdout:60129542153 2024-09-12T01:17:35.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3d4806be80 msgr2=0x7f3d4806e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3d4806be80 0x7f3d4806e340 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3d640d18a0 tx=0x7f3d54009040 comp rx=0 tx=0).stop 2024-09-12T01:17:35.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3d6409b140 msgr2=0x7f3d640b54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3d6409b140 0x7f3d640b54c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3d6000ebb0 tx=0x7f3d6000c520 comp rx=0 tx=0).stop 2024-09-12T01:17:35.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 shutdown_connections 2024-09-12T01:17:35.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3d4806be80 0x7f3d4806e340 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3d6415fc30 0x7f3d6415d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3d640b17d0 0x7f3d640b2c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 --2- 172.21.15.122:0/4090755967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3d6409b140 0x7f3d640b54c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 >> 172.21.15.122:0/4090755967 conn(0x7f3d640d23a0 msgr2=0x7f3d6408b260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 shutdown_connections 2024-09-12T01:17:35.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.482+0000 7f3d6bd3b640 1 -- 172.21.15.122:0/4090755967 wait complete. 2024-09-12T01:17:35.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fde1c06bf60 msgr2=0x7fde1c06e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fde1c06bf60 0x7fde1c06e420 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fde34036000 tx=0x7fde34032000 comp rx=0 tx=0).stop 2024-09-12T01:17:35.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde38140590 msgr2=0x7fde38156ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde38140590 0x7fde38156ed0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fde3000cab0 tx=0x7fde3000cf70 comp rx=0 tx=0).stop 2024-09-12T01:17:35.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 shutdown_connections 2024-09-12T01:17:35.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fde1c06bf60 0x7fde1c06e420 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fde3815b900 0x7fde38156560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fde3815b520 0x7fde38157ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 --2- 172.21.15.122:0/2242226318 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde38140590 0x7fde38156ed0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 >> 172.21.15.122:0/2242226318 conn(0x7fde3806bc10 msgr2=0x7fde3815c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 shutdown_connections 2024-09-12T01:17:35.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.483+0000 7fde40682640 1 -- 172.21.15.122:0/2242226318 wait complete. 2024-09-12T01:17:35.486 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.487+0000 7ff8d9ffb640 1 -- 172.21.15.122:0/1534510454 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7ff8d4005850 con 0x7ff8f409ce00 2024-09-12T01:17:35.487 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.488+0000 7ff8dbfff640 1 -- 172.21.15.122:0/1534510454 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff8e807af30 con 0x7ff8f409ce00 2024-09-12T01:17:35.487 INFO:teuthology.orchestra.run.smithi122.stdout:60129542154 2024-09-12T01:17:35.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 -- 172.21.15.122:0/1534510454 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e006bf00 msgr2=0x7ff8e006e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e006bf00 0x7ff8e006e3c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4000f60 tx=0x7ff8e40079b0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 -- 172.21.15.122:0/1534510454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8f409ce00 msgr2=0x7ff8f415eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8f409ce00 0x7ff8f415eac0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff8e80090b0 tx=0x7ff8e80046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 -- 172.21.15.122:0/1534510454 shutdown_connections 2024-09-12T01:17:35.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e006bf00 0x7ff8e006e3c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff8f40d3150 0x7ff8f415c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8f409ce00 0x7ff8f415eac0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 --2- 172.21.15.122:0/1534510454 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8f409ca20 0x7ff8f41f9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 -- 172.21.15.122:0/1534510454 >> 172.21.15.122:0/1534510454 conn(0x7ff8f40d11f0 msgr2=0x7ff8f40b5900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 -- 172.21.15.122:0/1534510454 shutdown_connections 2024-09-12T01:17:35.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.490+0000 7ff8d9ffb640 1 -- 172.21.15.122:0/1534510454 wait complete. 2024-09-12T01:17:35.497 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542154 for osd.1 2024-09-12T01:17:35.497 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:35.498 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.7 2024-09-12T01:17:35.498 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:35.501 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542154 for osd.5 2024-09-12T01:17:35.501 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:35.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.530+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7ff3c006bd90 con 0x7ff3c015ea90 2024-09-12T01:17:35.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.530+0000 7ff3aeffd640 1 -- 172.21.15.122:0/2386243171 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff3b805c870 con 0x7ff3c015ea90 2024-09-12T01:17:35.529 INFO:teuthology.orchestra.run.smithi122.stdout:60129542152 2024-09-12T01:17:35.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff3a006be30 msgr2=0x7ff3a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff3a006be30 0x7ff3a006e2f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff3b0001720 tx=0x7ff3b0001ee0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff3c015ea90 msgr2=0x7ff3c014ab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff3c015ea90 0x7ff3c014ab90 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff3b800c3c0 tx=0x7ff3b800c880 comp rx=0 tx=0).stop 2024-09-12T01:17:35.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 shutdown_connections 2024-09-12T01:17:35.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff3a006be30 0x7ff3a006e2f0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff3c015ea90 0x7ff3c014ab90 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff3c015a2c0 0x7ff3c014a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 --2- 172.21.15.122:0/2386243171 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff3c00720b0 0x7ff3c00b1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 >> 172.21.15.122:0/2386243171 conn(0x7ff3c0067b30 msgr2=0x7ff3c014b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 shutdown_connections 2024-09-12T01:17:35.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.532+0000 7ff3c4afa640 1 -- 172.21.15.122:0/2386243171 wait complete. 2024-09-12T01:17:35.542 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.3 2024-09-12T01:17:35.543 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:35.543 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T01:17:35.543 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:17:35.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.692+0000 7fa43a7fd640 1 Processor -- start 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.692+0000 7fa43a7fd640 1 -- start start 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa43a7fd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa43415e5f0 0x7fa4340d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa43a7fd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa4340d30f0 0x7fa4340b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa43a7fd640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4340d3690 con 0x7fa4340b64c0 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa43a7fd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fa43406d530 con 0x7fa4340d30f0 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa43a7fd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa4340d3970 con 0x7fa43415e5f0 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa4337fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa4340d30f0 0x7fa4340b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa4337fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa4340d30f0 0x7fa4340b5f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43356/0 (socket says 172.21.15.122:43356) 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa4337fe640 1 -- 172.21.15.122:0/302974046 learned_addr learned my addr 172.21.15.122:0/302974046 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa433fff640 1 --2- 172.21.15.122:0/302974046 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa43415e5f0 0x7fa4340d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa4337fe640 1 -- 172.21.15.122:0/302974046 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa43415e5f0 msgr2=0x7fa4340d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa4337fe640 1 --2- 172.21.15.122:0/302974046 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa43415e5f0 0x7fa4340d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa4337fe640 1 -- 172.21.15.122:0/302974046 >> v1:172.21.15.151:6789/0 conn(0x7fa4340b64c0 legacy=0x7fa4340cf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa4337fe640 1 -- 172.21.15.122:0/302974046 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa43406cee0 con 0x7fa4340d30f0 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.693+0000 7fa433fff640 1 --2- 172.21.15.122:0/302974046 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa43415e5f0 0x7fa4340d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.694+0000 7fa4337fe640 1 --2- 172.21.15.122:0/302974046 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4340d30f0 0x7fa4340b5f80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa428009870 tx=0x7fa42802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f6e52d3ea47c55b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.694+0000 7fa432ffd640 1 -- 172.21.15.122:0/302974046 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa428037070 con 0x7fa4340d30f0 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.694+0000 7fa432ffd640 1 -- 172.21.15.122:0/302974046 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa428032440 con 0x7fa4340d30f0 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.694+0000 7fa432ffd640 1 -- 172.21.15.122:0/302974046 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa428032810 con 0x7fa4340d30f0 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.694+0000 7fa43a7fd640 1 -- 172.21.15.122:0/302974046 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4340d30f0 msgr2=0x7fa4340b5f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.694+0000 7fa43a7fd640 1 --2- 172.21.15.122:0/302974046 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4340d30f0 0x7fa4340b5f80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa428009870 tx=0x7fa42802a270 comp rx=0 tx=0).stop 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.695+0000 7fa43a7fd640 1 -- 172.21.15.122:0/302974046 shutdown_connections 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.695+0000 7fa43a7fd640 1 --2- 172.21.15.122:0/302974046 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4340d30f0 0x7fa4340b5f80 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.695+0000 7fa43a7fd640 1 --2- 172.21.15.122:0/302974046 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa43415e5f0 0x7fa4340d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.695+0000 7fa43a7fd640 1 -- 172.21.15.122:0/302974046 >> 172.21.15.122:0/302974046 conn(0x7fa43408bfc0 msgr2=0x7fa4340d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.695+0000 7fa43a7fd640 1 -- 172.21.15.122:0/302974046 shutdown_connections 2024-09-12T01:17:35.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.695+0000 7fa43a7fd640 1 -- 172.21.15.122:0/302974046 wait complete. 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.696+0000 7fa43a7fd640 1 Processor -- start 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.696+0000 7fa43a7fd640 1 -- start start 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa43a7fd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa4340b64c0 0x7fa434157c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa43a7fd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa4340d30f0 0x7fa434158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa43a7fd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa43415e5f0 0x7fa4340b7350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa43a7fd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa4340d5310 con 0x7fa43415e5f0 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa43a7fd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fa43415e9d0 con 0x7fa4340b64c0 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa43a7fd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa43406e9d0 con 0x7fa4340d30f0 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa438d9a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa43415e5f0 0x7fa4340b7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa438d9a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa43415e5f0 0x7fa4340b7350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43368/0 (socket says 172.21.15.122:43368) 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa438d9a640 1 -- 172.21.15.122:0/2814240787 learned_addr learned my addr 172.21.15.122:0/2814240787 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa4337fe640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa4340d30f0 0x7fa434158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa433fff640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa4340b64c0 0x7fa434157c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.703 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa438d9a640 1 -- 172.21.15.122:0/2814240787 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa4340d30f0 msgr2=0x7fa434158bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa438d9a640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa4340d30f0 0x7fa434158bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa438d9a640 1 -- 172.21.15.122:0/2814240787 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa4340b64c0 msgr2=0x7fa434157c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa438d9a640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa4340b64c0 0x7fa434157c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa438d9a640 1 -- 172.21.15.122:0/2814240787 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa434159510 con 0x7fa43415e5f0 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa438d9a640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa43415e5f0 0x7fa4340b7350 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa42c00c7a0 tx=0x7fa42c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa430ff9640 1 -- 172.21.15.122:0/2814240787 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa42c003b70 con 0x7fa43415e5f0 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa430ff9640 1 -- 172.21.15.122:0/2814240787 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa42c003d30 con 0x7fa43415e5f0 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa43a7fd640 1 -- 172.21.15.122:0/2814240787 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa43415fd00 con 0x7fa43415e5f0 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa430ff9640 1 -- 172.21.15.122:0/2814240787 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa42c00aa90 con 0x7fa43415e5f0 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.697+0000 7fa43a7fd640 1 -- 172.21.15.122:0/2814240787 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4341602c0 con 0x7fa43415e5f0 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.698+0000 7fa43a7fd640 1 -- 172.21.15.122:0/2814240787 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4340b5f80 con 0x7fa43415e5f0 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.699+0000 7fa430ff9640 1 -- 172.21.15.122:0/2814240787 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa42c00ac30 con 0x7fa43415e5f0 2024-09-12T01:17:35.704 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.699+0000 7fa430ff9640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa42006be30 0x7fa42006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:35.705 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.699+0000 7fa430ff9640 1 -- 172.21.15.122:0/2814240787 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa42c08b040 con 0x7fa43415e5f0 2024-09-12T01:17:35.705 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.699+0000 7fa433fff640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa42006be30 0x7fa42006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:35.705 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.700+0000 7fa433fff640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa42006be30 0x7fa42006e2f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa424006e80 tx=0x7fa424008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:35.705 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.704+0000 7fa430ff9640 1 -- 172.21.15.122:0/2814240787 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa42c058fd0 con 0x7fa43415e5f0 2024-09-12T01:17:35.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.866+0000 7fa43a7fd640 1 -- 172.21.15.122:0/2814240787 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa4340c7980 con 0x7fa42006be30 2024-09-12T01:17:35.872 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.873+0000 7fa430ff9640 1 -- 172.21.15.122:0/2814240787 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fa4340c7980 con 0x7fa42006be30 2024-09-12T01:17:35.877 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:35.878 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:17:35.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 -- 172.21.15.122:0/2814240787 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa42006be30 msgr2=0x7fa42006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa42006be30 0x7fa42006e2f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa424006e80 tx=0x7fa424008040 comp rx=0 tx=0).stop 2024-09-12T01:17:35.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 -- 172.21.15.122:0/2814240787 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa43415e5f0 msgr2=0x7fa4340b7350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:35.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa43415e5f0 0x7fa4340b7350 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa42c00c7a0 tx=0x7fa42c00cc60 comp rx=0 tx=0).stop 2024-09-12T01:17:35.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 -- 172.21.15.122:0/2814240787 shutdown_connections 2024-09-12T01:17:35.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa42006be30 0x7fa42006e2f0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa43415e5f0 0x7fa4340b7350 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa4340d30f0 0x7fa434158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 --2- 172.21.15.122:0/2814240787 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa4340b64c0 0x7fa434157c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:35.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 -- 172.21.15.122:0/2814240787 >> 172.21.15.122:0/2814240787 conn(0x7fa43408bfc0 msgr2=0x7fa4340cefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:35.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 -- 172.21.15.122:0/2814240787 shutdown_connections 2024-09-12T01:17:35.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:35.877+0000 7fa43a7fd640 1 -- 172.21.15.122:0/2814240787 wait complete. 2024-09-12T01:17:35.887 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-12T01:17:35.845568+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219508,"kb_used_data":3272,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755212,"statfs":{"total":773094113280,"available":772869337088,"internally_reserved":0,"allocated":3350528,"data_stored":2018492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":221236788},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002671"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265286+0000","last_change":"2024-09-12T01:17:10.586002+0000","last_active":"2024-09-12T01:17:17.265286+0000","last_peered":"2024-09-12T01:17:17.265286+0000","last_clean":"2024-09-12T01:17:17.265286+0000","last_became_active":"2024-09-12T01:17:10.585514+0000","last_became_peered":"2024-09-12T01:17:10.585514+0000","last_unstale":"2024-09-12T01:17:17.265286+0000","last_undegraded":"2024-09-12T01:17:17.265286+0000","last_fullsized":"2024-09-12T01:17:17.265286+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:04.404100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266000+0000","last_change":"2024-09-12T01:17:11.598677+0000","last_active":"2024-09-12T01:17:17.266000+0000","last_peered":"2024-09-12T01:17:17.266000+0000","last_clean":"2024-09-12T01:17:17.266000+0000","last_became_active":"2024-09-12T01:17:11.598374+0000","last_became_peered":"2024-09-12T01:17:11.598374+0000","last_unstale":"2024-09-12T01:17:17.266000+0000","last_undegraded":"2024-09-12T01:17:17.266000+0000","last_fullsized":"2024-09-12T01:17:17.266000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265122+0000","last_change":"2024-09-12T01:17:15.780041+0000","last_active":"2024-09-12T01:17:17.265122+0000","last_peered":"2024-09-12T01:17:17.265122+0000","last_clean":"2024-09-12T01:17:17.265122+0000","last_became_active":"2024-09-12T01:17:15.779425+0000","last_became_peered":"2024-09-12T01:17:15.779425+0000","last_unstale":"2024-09-12T01:17:17.265122+0000","last_undegraded":"2024-09-12T01:17:17.265122+0000","last_fullsized":"2024-09-12T01:17:17.265122+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:51.253916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266126+0000","last_change":"2024-09-12T01:17:10.585775+0000","last_active":"2024-09-12T01:17:17.266126+0000","last_peered":"2024-09-12T01:17:17.266126+0000","last_clean":"2024-09-12T01:17:17.266126+0000","last_became_active":"2024-09-12T01:17:10.585477+0000","last_became_peered":"2024-09-12T01:17:10.585477+0000","last_unstale":"2024-09-12T01:17:17.266126+0000","last_undegraded":"2024-09-12T01:17:17.266126+0000","last_fullsized":"2024-09-12T01:17:17.266126+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:03.137078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265131+0000","last_change":"2024-09-12T01:17:11.593051+0000","last_active":"2024-09-12T01:17:17.265131+0000","last_peered":"2024-09-12T01:17:17.265131+0000","last_clean":"2024-09-12T01:17:17.265131+0000","last_became_active":"2024-09-12T01:17:11.592459+0000","last_became_peered":"2024-09-12T01:17:11.592459+0000","last_unstale":"2024-09-12T01:17:17.265131+0000","last_undegraded":"2024-09-12T01:17:17.265131+0000","last_fullsized":"2024-09-12T01:17:17.265131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:26.158406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618717+0000","last_change":"2024-09-12T01:17:15.604363+0000","last_active":"2024-09-12T01:17:16.618717+0000","last_peered":"2024-09-12T01:17:16.618717+0000","last_clean":"2024-09-12T01:17:16.618717+0000","last_became_active":"2024-09-12T01:17:15.603988+0000","last_became_peered":"2024-09-12T01:17:15.603988+0000","last_unstale":"2024-09-12T01:17:16.618717+0000","last_undegraded":"2024-09-12T01:17:16.618717+0000","last_fullsized":"2024-09-12T01:17:16.618717+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:46.096914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265739+0000","last_change":"2024-09-12T01:17:10.591026+0000","last_active":"2024-09-12T01:17:17.265739+0000","last_peered":"2024-09-12T01:17:17.265739+0000","last_clean":"2024-09-12T01:17:17.265739+0000","last_became_active":"2024-09-12T01:17:10.590437+0000","last_became_peered":"2024-09-12T01:17:10.590437+0000","last_unstale":"2024-09-12T01:17:17.265739+0000","last_undegraded":"2024-09-12T01:17:17.265739+0000","last_fullsized":"2024-09-12T01:17:17.265739+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:06.319601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617973+0000","last_change":"2024-09-12T01:17:11.585108+0000","last_active":"2024-09-12T01:17:16.617973+0000","last_peered":"2024-09-12T01:17:16.617973+0000","last_clean":"2024-09-12T01:17:16.617973+0000","last_became_active":"2024-09-12T01:17:11.584829+0000","last_became_peered":"2024-09-12T01:17:11.584829+0000","last_unstale":"2024-09-12T01:17:16.617973+0000","last_undegraded":"2024-09-12T01:17:16.617973+0000","last_fullsized":"2024-09-12T01:17:16.617973+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:42.075205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619668+0000","last_change":"2024-09-12T01:17:15.607644+0000","last_active":"2024-09-12T01:17:16.619668+0000","last_peered":"2024-09-12T01:17:16.619668+0000","last_clean":"2024-09-12T01:17:16.619668+0000","last_became_active":"2024-09-12T01:17:15.606843+0000","last_became_peered":"2024-09-12T01:17:15.606843+0000","last_unstale":"2024-09-12T01:17:16.619668+0000","last_undegraded":"2024-09-12T01:17:16.619668+0000","last_fullsized":"2024-09-12T01:17:16.619668+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265196+0000","last_change":"2024-09-12T01:17:10.586615+0000","last_active":"2024-09-12T01:17:17.265196+0000","last_peered":"2024-09-12T01:17:17.265196+0000","last_clean":"2024-09-12T01:17:17.265196+0000","last_became_active":"2024-09-12T01:17:10.586315+0000","last_became_peered":"2024-09-12T01:17:10.586315+0000","last_unstale":"2024-09-12T01:17:17.265196+0000","last_undegraded":"2024-09-12T01:17:17.265196+0000","last_fullsized":"2024-09-12T01:17:17.265196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618344+0000","last_change":"2024-09-12T01:17:11.585070+0000","last_active":"2024-09-12T01:17:16.618344+0000","last_peered":"2024-09-12T01:17:16.618344+0000","last_clean":"2024-09-12T01:17:16.618344+0000","last_became_active":"2024-09-12T01:17:11.584800+0000","last_became_peered":"2024-09-12T01:17:11.584800+0000","last_unstale":"2024-09-12T01:17:16.618344+0000","last_undegraded":"2024-09-12T01:17:16.618344+0000","last_fullsized":"2024-09-12T01:17:16.618344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:48.708757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618524+0000","last_change":"2024-09-12T01:17:15.603158+0000","last_active":"2024-09-12T01:17:16.618524+0000","last_peered":"2024-09-12T01:17:16.618524+0000","last_clean":"2024-09-12T01:17:16.618524+0000","last_became_active":"2024-09-12T01:17:15.602740+0000","last_became_peered":"2024-09-12T01:17:15.602740+0000","last_unstale":"2024-09-12T01:17:16.618524+0000","last_undegraded":"2024-09-12T01:17:16.618524+0000","last_fullsized":"2024-09-12T01:17:16.618524+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:49.700075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265236+0000","last_change":"2024-09-12T01:17:11.595870+0000","last_active":"2024-09-12T01:17:17.265236+0000","last_peered":"2024-09-12T01:17:17.265236+0000","last_clean":"2024-09-12T01:17:17.265236+0000","last_became_active":"2024-09-12T01:17:11.595581+0000","last_became_peered":"2024-09-12T01:17:11.595581+0000","last_unstale":"2024-09-12T01:17:17.265236+0000","last_undegraded":"2024-09-12T01:17:17.265236+0000","last_fullsized":"2024-09-12T01:17:17.265236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265325+0000","last_change":"2024-09-12T01:17:10.587629+0000","last_active":"2024-09-12T01:17:17.265325+0000","last_peered":"2024-09-12T01:17:17.265325+0000","last_clean":"2024-09-12T01:17:17.265325+0000","last_became_active":"2024-09-12T01:17:10.587347+0000","last_became_peered":"2024-09-12T01:17:10.587347+0000","last_unstale":"2024-09-12T01:17:17.265325+0000","last_undegraded":"2024-09-12T01:17:17.265325+0000","last_fullsized":"2024-09-12T01:17:17.265325+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619010+0000","last_change":"2024-09-12T01:17:15.604181+0000","last_active":"2024-09-12T01:17:16.619010+0000","last_peered":"2024-09-12T01:17:16.619010+0000","last_clean":"2024-09-12T01:17:16.619010+0000","last_became_active":"2024-09-12T01:17:15.603745+0000","last_became_peered":"2024-09-12T01:17:15.603745+0000","last_unstale":"2024-09-12T01:17:16.619010+0000","last_undegraded":"2024-09-12T01:17:16.619010+0000","last_fullsized":"2024-09-12T01:17:16.619010+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265625+0000","last_change":"2024-09-12T01:17:11.588412+0000","last_active":"2024-09-12T01:17:17.265625+0000","last_peered":"2024-09-12T01:17:17.265625+0000","last_clean":"2024-09-12T01:17:17.265625+0000","last_became_active":"2024-09-12T01:17:11.588138+0000","last_became_peered":"2024-09-12T01:17:11.588138+0000","last_unstale":"2024-09-12T01:17:17.265625+0000","last_undegraded":"2024-09-12T01:17:17.265625+0000","last_fullsized":"2024-09-12T01:17:17.265625+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:15.910181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657382+0000","last_change":"2024-09-12T01:17:10.583421+0000","last_active":"2024-09-12T01:17:16.657382+0000","last_peered":"2024-09-12T01:17:16.657382+0000","last_clean":"2024-09-12T01:17:16.657382+0000","last_became_active":"2024-09-12T01:17:10.583153+0000","last_became_peered":"2024-09-12T01:17:10.583153+0000","last_unstale":"2024-09-12T01:17:16.657382+0000","last_undegraded":"2024-09-12T01:17:16.657382+0000","last_fullsized":"2024-09-12T01:17:16.657382+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619160+0000","last_change":"2024-09-12T01:17:15.602314+0000","last_active":"2024-09-12T01:17:16.619160+0000","last_peered":"2024-09-12T01:17:16.619160+0000","last_clean":"2024-09-12T01:17:16.619160+0000","last_became_active":"2024-09-12T01:17:15.601909+0000","last_became_peered":"2024-09-12T01:17:15.601909+0000","last_unstale":"2024-09-12T01:17:16.619160+0000","last_undegraded":"2024-09-12T01:17:16.619160+0000","last_fullsized":"2024-09-12T01:17:16.619160+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265085+0000","last_change":"2024-09-12T01:17:11.583965+0000","last_active":"2024-09-12T01:17:17.265085+0000","last_peered":"2024-09-12T01:17:17.265085+0000","last_clean":"2024-09-12T01:17:17.265085+0000","last_became_active":"2024-09-12T01:17:11.583702+0000","last_became_peered":"2024-09-12T01:17:11.583702+0000","last_unstale":"2024-09-12T01:17:17.265085+0000","last_undegraded":"2024-09-12T01:17:17.265085+0000","last_fullsized":"2024-09-12T01:17:17.265085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:08.742892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657084+0000","last_change":"2024-09-12T01:17:10.585334+0000","last_active":"2024-09-12T01:17:16.657084+0000","last_peered":"2024-09-12T01:17:16.657084+0000","last_clean":"2024-09-12T01:17:16.657084+0000","last_became_active":"2024-09-12T01:17:10.585030+0000","last_became_peered":"2024-09-12T01:17:10.585030+0000","last_unstale":"2024-09-12T01:17:16.657084+0000","last_undegraded":"2024-09-12T01:17:16.657084+0000","last_fullsized":"2024-09-12T01:17:16.657084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:13.112009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657704+0000","last_change":"2024-09-12T01:17:15.780045+0000","last_active":"2024-09-12T01:17:16.657704+0000","last_peered":"2024-09-12T01:17:16.657704+0000","last_clean":"2024-09-12T01:17:16.657704+0000","last_became_active":"2024-09-12T01:17:15.779539+0000","last_became_peered":"2024-09-12T01:17:15.779539+0000","last_unstale":"2024-09-12T01:17:16.657704+0000","last_undegraded":"2024-09-12T01:17:16.657704+0000","last_fullsized":"2024-09-12T01:17:16.657704+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619650+0000","last_change":"2024-09-12T01:17:11.585488+0000","last_active":"2024-09-12T01:17:16.619650+0000","last_peered":"2024-09-12T01:17:16.619650+0000","last_clean":"2024-09-12T01:17:16.619650+0000","last_became_active":"2024-09-12T01:17:11.585052+0000","last_became_peered":"2024-09-12T01:17:11.585052+0000","last_unstale":"2024-09-12T01:17:16.619650+0000","last_undegraded":"2024-09-12T01:17:16.619650+0000","last_fullsized":"2024-09-12T01:17:16.619650+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:02.314044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264776+0000","last_change":"2024-09-12T01:17:10.588378+0000","last_active":"2024-09-12T01:17:17.264776+0000","last_peered":"2024-09-12T01:17:17.264776+0000","last_clean":"2024-09-12T01:17:17.264776+0000","last_became_active":"2024-09-12T01:17:10.588109+0000","last_became_peered":"2024-09-12T01:17:10.588109+0000","last_unstale":"2024-09-12T01:17:17.264776+0000","last_undegraded":"2024-09-12T01:17:17.264776+0000","last_fullsized":"2024-09-12T01:17:17.264776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618433+0000","last_change":"2024-09-12T01:17:15.607948+0000","last_active":"2024-09-12T01:17:16.618433+0000","last_peered":"2024-09-12T01:17:16.618433+0000","last_clean":"2024-09-12T01:17:16.618433+0000","last_became_active":"2024-09-12T01:17:15.607196+0000","last_became_peered":"2024-09-12T01:17:15.607196+0000","last_unstale":"2024-09-12T01:17:16.618433+0000","last_undegraded":"2024-09-12T01:17:16.618433+0000","last_fullsized":"2024-09-12T01:17:16.618433+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:29.155405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264883+0000","last_change":"2024-09-12T01:17:11.579409+0000","last_active":"2024-09-12T01:17:17.264883+0000","last_peered":"2024-09-12T01:17:17.264883+0000","last_clean":"2024-09-12T01:17:17.264883+0000","last_became_active":"2024-09-12T01:17:11.579134+0000","last_became_peered":"2024-09-12T01:17:11.579134+0000","last_unstale":"2024-09-12T01:17:17.264883+0000","last_undegraded":"2024-09-12T01:17:17.264883+0000","last_fullsized":"2024-09-12T01:17:17.264883+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:15.529599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266125+0000","last_change":"2024-09-12T01:17:10.590217+0000","last_active":"2024-09-12T01:17:17.266125+0000","last_peered":"2024-09-12T01:17:17.266125+0000","last_clean":"2024-09-12T01:17:17.266125+0000","last_became_active":"2024-09-12T01:17:10.589930+0000","last_became_peered":"2024-09-12T01:17:10.589930+0000","last_unstale":"2024-09-12T01:17:17.266125+0000","last_undegraded":"2024-09-12T01:17:17.266125+0000","last_fullsized":"2024-09-12T01:17:17.266125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619494+0000","last_change":"2024-09-12T01:17:15.778711+0000","last_active":"2024-09-12T01:17:16.619494+0000","last_peered":"2024-09-12T01:17:16.619494+0000","last_clean":"2024-09-12T01:17:16.619494+0000","last_became_active":"2024-09-12T01:17:15.777531+0000","last_became_peered":"2024-09-12T01:17:15.777531+0000","last_unstale":"2024-09-12T01:17:16.619494+0000","last_undegraded":"2024-09-12T01:17:16.619494+0000","last_fullsized":"2024-09-12T01:17:16.619494+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266212+0000","last_change":"2024-09-12T01:17:11.589616+0000","last_active":"2024-09-12T01:17:17.266212+0000","last_peered":"2024-09-12T01:17:17.266212+0000","last_clean":"2024-09-12T01:17:17.266212+0000","last_became_active":"2024-09-12T01:17:11.589325+0000","last_became_peered":"2024-09-12T01:17:11.589325+0000","last_unstale":"2024-09-12T01:17:17.266212+0000","last_undegraded":"2024-09-12T01:17:17.266212+0000","last_fullsized":"2024-09-12T01:17:17.266212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657639+0000","last_change":"2024-09-12T01:17:10.587784+0000","last_active":"2024-09-12T01:17:16.657639+0000","last_peered":"2024-09-12T01:17:16.657639+0000","last_clean":"2024-09-12T01:17:16.657639+0000","last_became_active":"2024-09-12T01:17:10.587473+0000","last_became_peered":"2024-09-12T01:17:10.587473+0000","last_unstale":"2024-09-12T01:17:16.657639+0000","last_undegraded":"2024-09-12T01:17:16.657639+0000","last_fullsized":"2024-09-12T01:17:16.657639+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:01.507926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264626+0000","last_change":"2024-09-12T01:17:15.777952+0000","last_active":"2024-09-12T01:17:17.264626+0000","last_peered":"2024-09-12T01:17:17.264626+0000","last_clean":"2024-09-12T01:17:17.264626+0000","last_became_active":"2024-09-12T01:17:15.777555+0000","last_became_peered":"2024-09-12T01:17:15.777555+0000","last_unstale":"2024-09-12T01:17:17.264626+0000","last_undegraded":"2024-09-12T01:17:17.264626+0000","last_fullsized":"2024-09-12T01:17:17.264626+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657524+0000","last_change":"2024-09-12T01:17:11.580386+0000","last_active":"2024-09-12T01:17:16.657524+0000","last_peered":"2024-09-12T01:17:16.657524+0000","last_clean":"2024-09-12T01:17:16.657524+0000","last_became_active":"2024-09-12T01:17:11.580125+0000","last_became_peered":"2024-09-12T01:17:11.580125+0000","last_unstale":"2024-09-12T01:17:16.657524+0000","last_undegraded":"2024-09-12T01:17:16.657524+0000","last_fullsized":"2024-09-12T01:17:16.657524+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:01.905545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265851+0000","last_change":"2024-09-12T01:17:10.585693+0000","last_active":"2024-09-12T01:17:17.265851+0000","last_peered":"2024-09-12T01:17:17.265851+0000","last_clean":"2024-09-12T01:17:17.265851+0000","last_became_active":"2024-09-12T01:17:10.585382+0000","last_became_peered":"2024-09-12T01:17:10.585382+0000","last_unstale":"2024-09-12T01:17:17.265851+0000","last_undegraded":"2024-09-12T01:17:17.265851+0000","last_fullsized":"2024-09-12T01:17:17.265851+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:17.367349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264487+0000","last_change":"2024-09-12T01:17:15.776856+0000","last_active":"2024-09-12T01:17:17.264487+0000","last_peered":"2024-09-12T01:17:17.264487+0000","last_clean":"2024-09-12T01:17:17.264487+0000","last_became_active":"2024-09-12T01:17:15.776523+0000","last_became_peered":"2024-09-12T01:17:15.776523+0000","last_unstale":"2024-09-12T01:17:17.264487+0000","last_undegraded":"2024-09-12T01:17:17.264487+0000","last_fullsized":"2024-09-12T01:17:17.264487+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:41.733664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618460+0000","last_change":"2024-09-12T01:17:11.586045+0000","last_active":"2024-09-12T01:17:16.618460+0000","last_peered":"2024-09-12T01:17:16.618460+0000","last_clean":"2024-09-12T01:17:16.618460+0000","last_became_active":"2024-09-12T01:17:11.585733+0000","last_became_peered":"2024-09-12T01:17:11.585733+0000","last_unstale":"2024-09-12T01:17:16.618460+0000","last_undegraded":"2024-09-12T01:17:16.618460+0000","last_fullsized":"2024-09-12T01:17:16.618460+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:08.010472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657580+0000","last_change":"2024-09-12T01:17:10.580893+0000","last_active":"2024-09-12T01:17:16.657580+0000","last_peered":"2024-09-12T01:17:16.657580+0000","last_clean":"2024-09-12T01:17:16.657580+0000","last_became_active":"2024-09-12T01:17:10.580613+0000","last_became_peered":"2024-09-12T01:17:10.580613+0000","last_unstale":"2024-09-12T01:17:16.657580+0000","last_undegraded":"2024-09-12T01:17:16.657580+0000","last_fullsized":"2024-09-12T01:17:16.657580+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:09.757662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657102+0000","last_change":"2024-09-12T01:17:15.605783+0000","last_active":"2024-09-12T01:17:16.657102+0000","last_peered":"2024-09-12T01:17:16.657102+0000","last_clean":"2024-09-12T01:17:16.657102+0000","last_became_active":"2024-09-12T01:17:15.605374+0000","last_became_peered":"2024-09-12T01:17:15.605374+0000","last_unstale":"2024-09-12T01:17:16.657102+0000","last_undegraded":"2024-09-12T01:17:16.657102+0000","last_fullsized":"2024-09-12T01:17:16.657102+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619777+0000","last_change":"2024-09-12T01:17:11.584813+0000","last_active":"2024-09-12T01:17:16.619777+0000","last_peered":"2024-09-12T01:17:16.619777+0000","last_clean":"2024-09-12T01:17:16.619777+0000","last_became_active":"2024-09-12T01:17:11.584472+0000","last_became_peered":"2024-09-12T01:17:11.584472+0000","last_unstale":"2024-09-12T01:17:16.619777+0000","last_undegraded":"2024-09-12T01:17:16.619777+0000","last_fullsized":"2024-09-12T01:17:16.619777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:19.985567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619704+0000","last_change":"2024-09-12T01:17:10.583724+0000","last_active":"2024-09-12T01:17:16.619704+0000","last_peered":"2024-09-12T01:17:16.619704+0000","last_clean":"2024-09-12T01:17:16.619704+0000","last_became_active":"2024-09-12T01:17:10.583358+0000","last_became_peered":"2024-09-12T01:17:10.583358+0000","last_unstale":"2024-09-12T01:17:16.619704+0000","last_undegraded":"2024-09-12T01:17:16.619704+0000","last_fullsized":"2024-09-12T01:17:16.619704+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657421+0000","last_change":"2024-09-12T01:17:15.606566+0000","last_active":"2024-09-12T01:17:16.657421+0000","last_peered":"2024-09-12T01:17:16.657421+0000","last_clean":"2024-09-12T01:17:16.657421+0000","last_became_active":"2024-09-12T01:17:15.606099+0000","last_became_peered":"2024-09-12T01:17:15.606099+0000","last_unstale":"2024-09-12T01:17:16.657421+0000","last_undegraded":"2024-09-12T01:17:16.657421+0000","last_fullsized":"2024-09-12T01:17:16.657421+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657002+0000","last_change":"2024-09-12T01:17:11.578435+0000","last_active":"2024-09-12T01:17:16.657002+0000","last_peered":"2024-09-12T01:17:16.657002+0000","last_clean":"2024-09-12T01:17:16.657002+0000","last_became_active":"2024-09-12T01:17:11.578163+0000","last_became_peered":"2024-09-12T01:17:11.578163+0000","last_unstale":"2024-09-12T01:17:16.657002+0000","last_undegraded":"2024-09-12T01:17:16.657002+0000","last_fullsized":"2024-09-12T01:17:16.657002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:15.910181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618811+0000","last_change":"2024-09-12T01:17:10.582207+0000","last_active":"2024-09-12T01:17:16.618811+0000","last_peered":"2024-09-12T01:17:16.618811+0000","last_clean":"2024-09-12T01:17:16.618811+0000","last_became_active":"2024-09-12T01:17:10.581928+0000","last_became_peered":"2024-09-12T01:17:10.581928+0000","last_unstale":"2024-09-12T01:17:16.618811+0000","last_undegraded":"2024-09-12T01:17:16.618811+0000","last_fullsized":"2024-09-12T01:17:16.618811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:13.112009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657650+0000","last_change":"2024-09-12T01:17:15.605262+0000","last_active":"2024-09-12T01:17:16.657650+0000","last_peered":"2024-09-12T01:17:16.657650+0000","last_clean":"2024-09-12T01:17:16.657650+0000","last_became_active":"2024-09-12T01:17:15.603175+0000","last_became_peered":"2024-09-12T01:17:15.603175+0000","last_unstale":"2024-09-12T01:17:16.657650+0000","last_undegraded":"2024-09-12T01:17:16.657650+0000","last_fullsized":"2024-09-12T01:17:16.657650+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:59.300217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264271+0000","last_change":"2024-09-12T01:17:11.590713+0000","last_active":"2024-09-12T01:17:17.264271+0000","last_peered":"2024-09-12T01:17:17.264271+0000","last_clean":"2024-09-12T01:17:17.264271+0000","last_became_active":"2024-09-12T01:17:11.590432+0000","last_became_peered":"2024-09-12T01:17:11.590432+0000","last_unstale":"2024-09-12T01:17:17.264271+0000","last_undegraded":"2024-09-12T01:17:17.264271+0000","last_fullsized":"2024-09-12T01:17:17.264271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:38.781859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264852+0000","last_change":"2024-09-12T01:17:10.589841+0000","last_active":"2024-09-12T01:17:17.264852+0000","last_peered":"2024-09-12T01:17:17.264852+0000","last_clean":"2024-09-12T01:17:17.264852+0000","last_became_active":"2024-09-12T01:17:10.589527+0000","last_became_peered":"2024-09-12T01:17:10.589527+0000","last_unstale":"2024-09-12T01:17:17.264852+0000","last_undegraded":"2024-09-12T01:17:17.264852+0000","last_fullsized":"2024-09-12T01:17:17.264852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264744+0000","last_change":"2024-09-12T01:17:15.777704+0000","last_active":"2024-09-12T01:17:17.264744+0000","last_peered":"2024-09-12T01:17:17.264744+0000","last_clean":"2024-09-12T01:17:17.264744+0000","last_became_active":"2024-09-12T01:17:15.777303+0000","last_became_peered":"2024-09-12T01:17:15.777303+0000","last_unstale":"2024-09-12T01:17:17.264744+0000","last_undegraded":"2024-09-12T01:17:17.264744+0000","last_fullsized":"2024-09-12T01:17:17.264744+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:28.324723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265476+0000","last_change":"2024-09-12T01:17:11.597171+0000","last_active":"2024-09-12T01:17:17.265476+0000","last_peered":"2024-09-12T01:17:17.265476+0000","last_clean":"2024-09-12T01:17:17.265476+0000","last_became_active":"2024-09-12T01:17:11.596311+0000","last_became_peered":"2024-09-12T01:17:11.596311+0000","last_unstale":"2024-09-12T01:17:17.265476+0000","last_undegraded":"2024-09-12T01:17:17.265476+0000","last_fullsized":"2024-09-12T01:17:17.265476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:37.900042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618221+0000","last_change":"2024-09-12T01:17:10.582275+0000","last_active":"2024-09-12T01:17:16.618221+0000","last_peered":"2024-09-12T01:17:16.618221+0000","last_clean":"2024-09-12T01:17:16.618221+0000","last_became_active":"2024-09-12T01:17:10.581972+0000","last_became_peered":"2024-09-12T01:17:10.581972+0000","last_unstale":"2024-09-12T01:17:16.618221+0000","last_undegraded":"2024-09-12T01:17:16.618221+0000","last_fullsized":"2024-09-12T01:17:16.618221+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264896+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:17:17.264896+0000","last_peered":"2024-09-12T01:17:17.264896+0000","last_clean":"2024-09-12T01:17:17.264896+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:17:17.264896+0000","last_undegraded":"2024-09-12T01:17:17.264896+0000","last_fullsized":"2024-09-12T01:17:17.264896+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266104+0000","last_change":"2024-09-12T01:17:15.778699+0000","last_active":"2024-09-12T01:17:17.266104+0000","last_peered":"2024-09-12T01:17:17.266104+0000","last_clean":"2024-09-12T01:17:17.266104+0000","last_became_active":"2024-09-12T01:17:15.778289+0000","last_became_peered":"2024-09-12T01:17:15.778289+0000","last_unstale":"2024-09-12T01:17:17.266104+0000","last_undegraded":"2024-09-12T01:17:17.266104+0000","last_fullsized":"2024-09-12T01:17:17.266104+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265629+0000","last_change":"2024-09-12T01:17:11.601353+0000","last_active":"2024-09-12T01:17:17.265629+0000","last_peered":"2024-09-12T01:17:17.265629+0000","last_clean":"2024-09-12T01:17:17.265629+0000","last_became_active":"2024-09-12T01:17:11.601037+0000","last_became_peered":"2024-09-12T01:17:11.601037+0000","last_unstale":"2024-09-12T01:17:17.265629+0000","last_undegraded":"2024-09-12T01:17:17.265629+0000","last_fullsized":"2024-09-12T01:17:17.265629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:25.133695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618906+0000","last_change":"2024-09-12T01:17:10.578667+0000","last_active":"2024-09-12T01:17:16.618906+0000","last_peered":"2024-09-12T01:17:16.618906+0000","last_clean":"2024-09-12T01:17:16.618906+0000","last_became_active":"2024-09-12T01:17:10.578382+0000","last_became_peered":"2024-09-12T01:17:10.578382+0000","last_unstale":"2024-09-12T01:17:16.618906+0000","last_undegraded":"2024-09-12T01:17:16.618906+0000","last_fullsized":"2024-09-12T01:17:16.618906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:33.129269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265300+0000","last_change":"2024-09-12T01:17:15.778035+0000","last_active":"2024-09-12T01:17:17.265300+0000","last_peered":"2024-09-12T01:17:17.265300+0000","last_clean":"2024-09-12T01:17:17.265300+0000","last_became_active":"2024-09-12T01:17:15.777269+0000","last_became_peered":"2024-09-12T01:17:15.777269+0000","last_unstale":"2024-09-12T01:17:17.265300+0000","last_undegraded":"2024-09-12T01:17:17.265300+0000","last_fullsized":"2024-09-12T01:17:17.265300+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619262+0000","last_change":"2024-09-12T01:17:11.587787+0000","last_active":"2024-09-12T01:17:16.619262+0000","last_peered":"2024-09-12T01:17:16.619262+0000","last_clean":"2024-09-12T01:17:16.619262+0000","last_became_active":"2024-09-12T01:17:11.587514+0000","last_became_peered":"2024-09-12T01:17:11.587514+0000","last_unstale":"2024-09-12T01:17:16.619262+0000","last_undegraded":"2024-09-12T01:17:16.619262+0000","last_fullsized":"2024-09-12T01:17:16.619262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:25.133695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657495+0000","last_change":"2024-09-12T01:17:10.584764+0000","last_active":"2024-09-12T01:17:16.657495+0000","last_peered":"2024-09-12T01:17:16.657495+0000","last_clean":"2024-09-12T01:17:16.657495+0000","last_became_active":"2024-09-12T01:17:10.584451+0000","last_became_peered":"2024-09-12T01:17:10.584451+0000","last_unstale":"2024-09-12T01:17:16.657495+0000","last_undegraded":"2024-09-12T01:17:16.657495+0000","last_fullsized":"2024-09-12T01:17:16.657495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264655+0000","last_change":"2024-09-12T01:17:15.612598+0000","last_active":"2024-09-12T01:17:17.264655+0000","last_peered":"2024-09-12T01:17:17.264655+0000","last_clean":"2024-09-12T01:17:17.264655+0000","last_became_active":"2024-09-12T01:17:15.612071+0000","last_became_peered":"2024-09-12T01:17:15.612071+0000","last_unstale":"2024-09-12T01:17:17.264655+0000","last_undegraded":"2024-09-12T01:17:17.264655+0000","last_fullsized":"2024-09-12T01:17:17.264655+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:47.121149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266075+0000","last_change":"2024-09-12T01:17:11.602585+0000","last_active":"2024-09-12T01:17:17.266075+0000","last_peered":"2024-09-12T01:17:17.266075+0000","last_clean":"2024-09-12T01:17:17.266075+0000","last_became_active":"2024-09-12T01:17:11.602281+0000","last_became_peered":"2024-09-12T01:17:11.602281+0000","last_unstale":"2024-09-12T01:17:17.266075+0000","last_undegraded":"2024-09-12T01:17:17.266075+0000","last_fullsized":"2024-09-12T01:17:17.266075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:30.272764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619021+0000","last_change":"2024-09-12T01:17:10.580045+0000","last_active":"2024-09-12T01:17:16.619021+0000","last_peered":"2024-09-12T01:17:16.619021+0000","last_clean":"2024-09-12T01:17:16.619021+0000","last_became_active":"2024-09-12T01:17:10.579788+0000","last_became_peered":"2024-09-12T01:17:10.579788+0000","last_unstale":"2024-09-12T01:17:16.619021+0000","last_undegraded":"2024-09-12T01:17:16.619021+0000","last_fullsized":"2024-09-12T01:17:16.619021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:47.291916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617978+0000","last_change":"2024-09-12T01:17:15.775432+0000","last_active":"2024-09-12T01:17:16.617978+0000","last_peered":"2024-09-12T01:17:16.617978+0000","last_clean":"2024-09-12T01:17:16.617978+0000","last_became_active":"2024-09-12T01:17:15.775042+0000","last_became_peered":"2024-09-12T01:17:15.775042+0000","last_unstale":"2024-09-12T01:17:16.617978+0000","last_undegraded":"2024-09-12T01:17:16.617978+0000","last_fullsized":"2024-09-12T01:17:16.617978+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:47:31.806907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265408+0000","last_change":"2024-09-12T01:17:11.600517+0000","last_active":"2024-09-12T01:17:17.265408+0000","last_peered":"2024-09-12T01:17:17.265408+0000","last_clean":"2024-09-12T01:17:17.265408+0000","last_became_active":"2024-09-12T01:17:11.600251+0000","last_became_peered":"2024-09-12T01:17:11.600251+0000","last_unstale":"2024-09-12T01:17:17.265408+0000","last_undegraded":"2024-09-12T01:17:17.265408+0000","last_fullsized":"2024-09-12T01:17:17.265408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:42.075205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618964+0000","last_change":"2024-09-12T01:17:10.585476+0000","last_active":"2024-09-12T01:17:16.618964+0000","last_peered":"2024-09-12T01:17:16.618964+0000","last_clean":"2024-09-12T01:17:16.618964+0000","last_became_active":"2024-09-12T01:17:10.585107+0000","last_became_peered":"2024-09-12T01:17:10.585107+0000","last_unstale":"2024-09-12T01:17:16.618964+0000","last_undegraded":"2024-09-12T01:17:16.618964+0000","last_fullsized":"2024-09-12T01:17:16.618964+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:47.291916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618901+0000","last_change":"2024-09-12T01:17:15.603897+0000","last_active":"2024-09-12T01:17:16.618901+0000","last_peered":"2024-09-12T01:17:16.618901+0000","last_clean":"2024-09-12T01:17:16.618901+0000","last_became_active":"2024-09-12T01:17:15.603442+0000","last_became_peered":"2024-09-12T01:17:15.603442+0000","last_unstale":"2024-09-12T01:17:16.618901+0000","last_undegraded":"2024-09-12T01:17:16.618901+0000","last_fullsized":"2024-09-12T01:17:16.618901+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:40.711602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265468+0000","last_change":"2024-09-12T01:17:11.599473+0000","last_active":"2024-09-12T01:17:17.265468+0000","last_peered":"2024-09-12T01:17:17.265468+0000","last_clean":"2024-09-12T01:17:17.265468+0000","last_became_active":"2024-09-12T01:17:11.599113+0000","last_became_peered":"2024-09-12T01:17:11.599113+0000","last_unstale":"2024-09-12T01:17:17.265468+0000","last_undegraded":"2024-09-12T01:17:17.265468+0000","last_fullsized":"2024-09-12T01:17:17.265468+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:45.678365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618627+0000","last_change":"2024-09-12T01:17:10.579498+0000","last_active":"2024-09-12T01:17:16.618627+0000","last_peered":"2024-09-12T01:17:16.618627+0000","last_clean":"2024-09-12T01:17:16.618627+0000","last_became_active":"2024-09-12T01:17:10.579108+0000","last_became_peered":"2024-09-12T01:17:10.579108+0000","last_unstale":"2024-09-12T01:17:16.618627+0000","last_undegraded":"2024-09-12T01:17:16.618627+0000","last_fullsized":"2024-09-12T01:17:16.618627+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:01:41.401607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264734+0000","last_change":"2024-09-12T01:17:15.609335+0000","last_active":"2024-09-12T01:17:17.264734+0000","last_peered":"2024-09-12T01:17:17.264734+0000","last_clean":"2024-09-12T01:17:17.264734+0000","last_became_active":"2024-09-12T01:17:15.608330+0000","last_became_peered":"2024-09-12T01:17:15.608330+0000","last_unstale":"2024-09-12T01:17:17.264734+0000","last_undegraded":"2024-09-12T01:17:17.264734+0000","last_fullsized":"2024-09-12T01:17:17.264734+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:36.583556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264936+0000","last_change":"2024-09-12T01:17:11.593756+0000","last_active":"2024-09-12T01:17:17.264936+0000","last_peered":"2024-09-12T01:17:17.264936+0000","last_clean":"2024-09-12T01:17:17.264936+0000","last_became_active":"2024-09-12T01:17:11.593458+0000","last_became_peered":"2024-09-12T01:17:11.593458+0000","last_unstale":"2024-09-12T01:17:17.264936+0000","last_undegraded":"2024-09-12T01:17:17.264936+0000","last_fullsized":"2024-09-12T01:17:17.264936+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264776+0000","last_change":"2024-09-12T01:17:10.590108+0000","last_active":"2024-09-12T01:17:17.264776+0000","last_peered":"2024-09-12T01:17:17.264776+0000","last_clean":"2024-09-12T01:17:17.264776+0000","last_became_active":"2024-09-12T01:17:10.589816+0000","last_became_peered":"2024-09-12T01:17:10.589816+0000","last_unstale":"2024-09-12T01:17:17.264776+0000","last_undegraded":"2024-09-12T01:17:17.264776+0000","last_fullsized":"2024-09-12T01:17:17.264776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266192+0000","last_change":"2024-09-12T01:17:15.779018+0000","last_active":"2024-09-12T01:17:17.266192+0000","last_peered":"2024-09-12T01:17:17.266192+0000","last_clean":"2024-09-12T01:17:17.266192+0000","last_became_active":"2024-09-12T01:17:15.778628+0000","last_became_peered":"2024-09-12T01:17:15.778628+0000","last_unstale":"2024-09-12T01:17:17.266192+0000","last_undegraded":"2024-09-12T01:17:17.266192+0000","last_fullsized":"2024-09-12T01:17:17.266192+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:04.885386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265318+0000","last_change":"2024-09-12T01:17:11.600718+0000","last_active":"2024-09-12T01:17:17.265318+0000","last_peered":"2024-09-12T01:17:17.265318+0000","last_clean":"2024-09-12T01:17:17.265318+0000","last_became_active":"2024-09-12T01:17:11.600140+0000","last_became_peered":"2024-09-12T01:17:11.600140+0000","last_unstale":"2024-09-12T01:17:17.265318+0000","last_undegraded":"2024-09-12T01:17:17.265318+0000","last_fullsized":"2024-09-12T01:17:17.265318+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619633+0000","last_change":"2024-09-12T01:17:10.584752+0000","last_active":"2024-09-12T01:17:16.619633+0000","last_peered":"2024-09-12T01:17:16.619633+0000","last_clean":"2024-09-12T01:17:16.619633+0000","last_became_active":"2024-09-12T01:17:10.584462+0000","last_became_peered":"2024-09-12T01:17:10.584462+0000","last_unstale":"2024-09-12T01:17:16.619633+0000","last_undegraded":"2024-09-12T01:17:16.619633+0000","last_fullsized":"2024-09-12T01:17:16.619633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265803+0000","last_change":"2024-09-12T01:17:15.777743+0000","last_active":"2024-09-12T01:17:17.265803+0000","last_peered":"2024-09-12T01:17:17.265803+0000","last_clean":"2024-09-12T01:17:17.265803+0000","last_became_active":"2024-09-12T01:17:15.777328+0000","last_became_peered":"2024-09-12T01:17:15.777328+0000","last_unstale":"2024-09-12T01:17:17.265803+0000","last_undegraded":"2024-09-12T01:17:17.265803+0000","last_fullsized":"2024-09-12T01:17:17.265803+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:47:31.806907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264892+0000","last_change":"2024-09-12T01:17:11.600826+0000","last_active":"2024-09-12T01:17:17.264892+0000","last_peered":"2024-09-12T01:17:17.264892+0000","last_clean":"2024-09-12T01:17:17.264892+0000","last_became_active":"2024-09-12T01:17:11.600561+0000","last_became_peered":"2024-09-12T01:17:11.600561+0000","last_unstale":"2024-09-12T01:17:17.264892+0000","last_undegraded":"2024-09-12T01:17:17.264892+0000","last_fullsized":"2024-09-12T01:17:17.264892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:31.041879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264934+0000","last_change":"2024-09-12T01:17:10.587484+0000","last_active":"2024-09-12T01:17:17.264934+0000","last_peered":"2024-09-12T01:17:17.264934+0000","last_clean":"2024-09-12T01:17:17.264934+0000","last_became_active":"2024-09-12T01:17:10.587219+0000","last_became_peered":"2024-09-12T01:17:10.587219+0000","last_unstale":"2024-09-12T01:17:17.264934+0000","last_undegraded":"2024-09-12T01:17:17.264934+0000","last_fullsized":"2024-09-12T01:17:17.264934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:09.882388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618229+0000","last_change":"2024-09-12T01:17:15.778289+0000","last_active":"2024-09-12T01:17:16.618229+0000","last_peered":"2024-09-12T01:17:16.618229+0000","last_clean":"2024-09-12T01:17:16.618229+0000","last_became_active":"2024-09-12T01:17:15.777878+0000","last_became_peered":"2024-09-12T01:17:15.777878+0000","last_unstale":"2024-09-12T01:17:16.618229+0000","last_undegraded":"2024-09-12T01:17:16.618229+0000","last_fullsized":"2024-09-12T01:17:16.618229+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:31.202531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265590+0000","last_change":"2024-09-12T01:17:11.596322+0000","last_active":"2024-09-12T01:17:17.265590+0000","last_peered":"2024-09-12T01:17:17.265590+0000","last_clean":"2024-09-12T01:17:17.265590+0000","last_became_active":"2024-09-12T01:17:11.596071+0000","last_became_peered":"2024-09-12T01:17:11.596071+0000","last_unstale":"2024-09-12T01:17:17.265590+0000","last_undegraded":"2024-09-12T01:17:17.265590+0000","last_fullsized":"2024-09-12T01:17:17.265590+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:36.689893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:20.886345+0000","last_change":"2024-09-12T01:17:10.587427+0000","last_active":"2024-09-12T01:17:20.886345+0000","last_peered":"2024-09-12T01:17:20.886345+0000","last_clean":"2024-09-12T01:17:20.886345+0000","last_became_active":"2024-09-12T01:17:10.587148+0000","last_became_peered":"2024-09-12T01:17:10.587148+0000","last_unstale":"2024-09-12T01:17:20.886345+0000","last_undegraded":"2024-09-12T01:17:20.886345+0000","last_fullsized":"2024-09-12T01:17:20.886345+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657140+0000","last_change":"2024-09-12T01:17:15.610309+0000","last_active":"2024-09-12T01:17:16.657140+0000","last_peered":"2024-09-12T01:17:16.657140+0000","last_clean":"2024-09-12T01:17:16.657140+0000","last_became_active":"2024-09-12T01:17:15.609168+0000","last_became_peered":"2024-09-12T01:17:15.609168+0000","last_unstale":"2024-09-12T01:17:16.657140+0000","last_undegraded":"2024-09-12T01:17:16.657140+0000","last_fullsized":"2024-09-12T01:17:16.657140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619514+0000","last_change":"2024-09-12T01:17:11.589626+0000","last_active":"2024-09-12T01:17:16.619514+0000","last_peered":"2024-09-12T01:17:16.619514+0000","last_clean":"2024-09-12T01:17:16.619514+0000","last_became_active":"2024-09-12T01:17:11.589327+0000","last_became_peered":"2024-09-12T01:17:11.589327+0000","last_unstale":"2024-09-12T01:17:16.619514+0000","last_undegraded":"2024-09-12T01:17:16.619514+0000","last_fullsized":"2024-09-12T01:17:16.619514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:18.372767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657468+0000","last_change":"2024-09-12T01:17:10.582658+0000","last_active":"2024-09-12T01:17:16.657468+0000","last_peered":"2024-09-12T01:17:16.657468+0000","last_clean":"2024-09-12T01:17:16.657468+0000","last_became_active":"2024-09-12T01:17:10.582406+0000","last_became_peered":"2024-09-12T01:17:10.582406+0000","last_unstale":"2024-09-12T01:17:16.657468+0000","last_undegraded":"2024-09-12T01:17:16.657468+0000","last_fullsized":"2024-09-12T01:17:16.657468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619571+0000","last_change":"2024-09-12T01:17:15.608879+0000","last_active":"2024-09-12T01:17:16.619571+0000","last_peered":"2024-09-12T01:17:16.619571+0000","last_clean":"2024-09-12T01:17:16.619571+0000","last_became_active":"2024-09-12T01:17:15.607003+0000","last_became_peered":"2024-09-12T01:17:15.607003+0000","last_unstale":"2024-09-12T01:17:16.619571+0000","last_undegraded":"2024-09-12T01:17:16.619571+0000","last_fullsized":"2024-09-12T01:17:16.619571+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:59.300217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265241+0000","last_change":"2024-09-12T01:17:11.593258+0000","last_active":"2024-09-12T01:17:17.265241+0000","last_peered":"2024-09-12T01:17:17.265241+0000","last_clean":"2024-09-12T01:17:17.265241+0000","last_became_active":"2024-09-12T01:17:11.592803+0000","last_became_peered":"2024-09-12T01:17:11.592803+0000","last_unstale":"2024-09-12T01:17:17.265241+0000","last_undegraded":"2024-09-12T01:17:17.265241+0000","last_fullsized":"2024-09-12T01:17:17.265241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.840662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618347+0000","last_change":"2024-09-12T01:17:10.590916+0000","last_active":"2024-09-12T01:17:16.618347+0000","last_peered":"2024-09-12T01:17:16.618347+0000","last_clean":"2024-09-12T01:17:16.618347+0000","last_became_active":"2024-09-12T01:17:10.590617+0000","last_became_peered":"2024-09-12T01:17:10.590617+0000","last_unstale":"2024-09-12T01:17:16.618347+0000","last_undegraded":"2024-09-12T01:17:16.618347+0000","last_fullsized":"2024-09-12T01:17:16.618347+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264947+0000","last_change":"2024-09-12T01:17:15.608476+0000","last_active":"2024-09-12T01:17:17.264947+0000","last_peered":"2024-09-12T01:17:17.264947+0000","last_clean":"2024-09-12T01:17:17.264947+0000","last_became_active":"2024-09-12T01:17:15.607668+0000","last_became_peered":"2024-09-12T01:17:15.607668+0000","last_unstale":"2024-09-12T01:17:17.264947+0000","last_undegraded":"2024-09-12T01:17:17.264947+0000","last_fullsized":"2024-09-12T01:17:17.264947+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:56.288248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618146+0000","last_change":"2024-09-12T01:17:11.594024+0000","last_active":"2024-09-12T01:17:16.618146+0000","last_peered":"2024-09-12T01:17:16.618146+0000","last_clean":"2024-09-12T01:17:16.618146+0000","last_became_active":"2024-09-12T01:17:11.593429+0000","last_became_peered":"2024-09-12T01:17:11.593429+0000","last_unstale":"2024-09-12T01:17:16.618146+0000","last_undegraded":"2024-09-12T01:17:16.618146+0000","last_fullsized":"2024-09-12T01:17:16.618146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:52.266539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265915+0000","last_change":"2024-09-12T01:17:10.588186+0000","last_active":"2024-09-12T01:17:17.265915+0000","last_peered":"2024-09-12T01:17:17.265915+0000","last_clean":"2024-09-12T01:17:17.265915+0000","last_became_active":"2024-09-12T01:17:10.587904+0000","last_became_peered":"2024-09-12T01:17:10.587904+0000","last_unstale":"2024-09-12T01:17:17.265915+0000","last_undegraded":"2024-09-12T01:17:17.265915+0000","last_fullsized":"2024-09-12T01:17:17.265915+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265274+0000","last_change":"2024-09-12T01:17:15.779775+0000","last_active":"2024-09-12T01:17:17.265274+0000","last_peered":"2024-09-12T01:17:17.265274+0000","last_clean":"2024-09-12T01:17:17.265274+0000","last_became_active":"2024-09-12T01:17:15.778910+0000","last_became_peered":"2024-09-12T01:17:15.778910+0000","last_unstale":"2024-09-12T01:17:17.265274+0000","last_undegraded":"2024-09-12T01:17:17.265274+0000","last_fullsized":"2024-09-12T01:17:17.265274+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:12.235636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264588+0000","last_change":"2024-09-12T01:17:15.778482+0000","last_active":"2024-09-12T01:17:17.264588+0000","last_peered":"2024-09-12T01:17:17.264588+0000","last_clean":"2024-09-12T01:17:17.264588+0000","last_became_active":"2024-09-12T01:17:15.778108+0000","last_became_peered":"2024-09-12T01:17:15.778108+0000","last_unstale":"2024-09-12T01:17:17.264588+0000","last_undegraded":"2024-09-12T01:17:17.264588+0000","last_fullsized":"2024-09-12T01:17:17.264588+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:27.996522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.656948+0000","last_change":"2024-09-12T01:17:11.581179+0000","last_active":"2024-09-12T01:17:16.656948+0000","last_peered":"2024-09-12T01:17:16.656948+0000","last_clean":"2024-09-12T01:17:16.656948+0000","last_became_active":"2024-09-12T01:17:11.580885+0000","last_became_peered":"2024-09-12T01:17:11.580885+0000","last_unstale":"2024-09-12T01:17:16.656948+0000","last_undegraded":"2024-09-12T01:17:16.656948+0000","last_fullsized":"2024-09-12T01:17:16.656948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:37.900042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619089+0000","last_change":"2024-09-12T01:17:10.584706+0000","last_active":"2024-09-12T01:17:16.619089+0000","last_peered":"2024-09-12T01:17:16.619089+0000","last_clean":"2024-09-12T01:17:16.619089+0000","last_became_active":"2024-09-12T01:17:10.584409+0000","last_became_peered":"2024-09-12T01:17:10.584409+0000","last_unstale":"2024-09-12T01:17:16.619089+0000","last_undegraded":"2024-09-12T01:17:16.619089+0000","last_fullsized":"2024-09-12T01:17:16.619089+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:09.757662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265735+0000","last_change":"2024-09-12T01:17:15.609035+0000","last_active":"2024-09-12T01:17:17.265735+0000","last_peered":"2024-09-12T01:17:17.265735+0000","last_clean":"2024-09-12T01:17:17.265735+0000","last_became_active":"2024-09-12T01:17:15.608643+0000","last_became_peered":"2024-09-12T01:17:15.608643+0000","last_unstale":"2024-09-12T01:17:17.265735+0000","last_undegraded":"2024-09-12T01:17:17.265735+0000","last_fullsized":"2024-09-12T01:17:17.265735+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265021+0000","last_change":"2024-09-12T01:17:11.588355+0000","last_active":"2024-09-12T01:17:17.265021+0000","last_peered":"2024-09-12T01:17:17.265021+0000","last_clean":"2024-09-12T01:17:17.265021+0000","last_became_active":"2024-09-12T01:17:11.588081+0000","last_became_peered":"2024-09-12T01:17:11.588081+0000","last_unstale":"2024-09-12T01:17:17.265021+0000","last_undegraded":"2024-09-12T01:17:17.265021+0000","last_fullsized":"2024-09-12T01:17:17.265021+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265370+0000","last_change":"2024-09-12T01:17:10.590837+0000","last_active":"2024-09-12T01:17:17.265370+0000","last_peered":"2024-09-12T01:17:17.265370+0000","last_clean":"2024-09-12T01:17:17.265370+0000","last_became_active":"2024-09-12T01:17:10.590616+0000","last_became_peered":"2024-09-12T01:17:10.590616+0000","last_unstale":"2024-09-12T01:17:17.265370+0000","last_undegraded":"2024-09-12T01:17:17.265370+0000","last_fullsized":"2024-09-12T01:17:17.265370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:33.129269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265424+0000","last_change":"2024-09-12T01:17:10.587237+0000","last_active":"2024-09-12T01:17:17.265424+0000","last_peered":"2024-09-12T01:17:17.265424+0000","last_clean":"2024-09-12T01:17:17.265424+0000","last_became_active":"2024-09-12T01:17:10.586976+0000","last_became_peered":"2024-09-12T01:17:10.586976+0000","last_unstale":"2024-09-12T01:17:17.265424+0000","last_undegraded":"2024-09-12T01:17:17.265424+0000","last_fullsized":"2024-09-12T01:17:17.265424+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:06.319601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264845+0000","last_change":"2024-09-12T01:17:11.585467+0000","last_active":"2024-09-12T01:17:17.264845+0000","last_peered":"2024-09-12T01:17:17.264845+0000","last_clean":"2024-09-12T01:17:17.264845+0000","last_became_active":"2024-09-12T01:17:11.585168+0000","last_became_peered":"2024-09-12T01:17:11.585168+0000","last_unstale":"2024-09-12T01:17:17.264845+0000","last_undegraded":"2024-09-12T01:17:17.264845+0000","last_fullsized":"2024-09-12T01:17:17.264845+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:28.623330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618803+0000","last_change":"2024-09-12T01:17:15.608344+0000","last_active":"2024-09-12T01:17:16.618803+0000","last_peered":"2024-09-12T01:17:16.618803+0000","last_clean":"2024-09-12T01:17:16.618803+0000","last_became_active":"2024-09-12T01:17:15.607926+0000","last_became_peered":"2024-09-12T01:17:15.607926+0000","last_unstale":"2024-09-12T01:17:16.618803+0000","last_undegraded":"2024-09-12T01:17:16.618803+0000","last_fullsized":"2024-09-12T01:17:16.618803+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:22.394476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265709+0000","last_change":"2024-09-12T01:17:10.586012+0000","last_active":"2024-09-12T01:17:17.265709+0000","last_peered":"2024-09-12T01:17:17.265709+0000","last_clean":"2024-09-12T01:17:17.265709+0000","last_became_active":"2024-09-12T01:17:10.585298+0000","last_became_peered":"2024-09-12T01:17:10.585298+0000","last_unstale":"2024-09-12T01:17:17.265709+0000","last_undegraded":"2024-09-12T01:17:17.265709+0000","last_fullsized":"2024-09-12T01:17:17.265709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:01:41.401607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618819+0000","last_change":"2024-09-12T01:17:11.586208+0000","last_active":"2024-09-12T01:17:16.618819+0000","last_peered":"2024-09-12T01:17:16.618819+0000","last_clean":"2024-09-12T01:17:16.618819+0000","last_became_active":"2024-09-12T01:17:11.585785+0000","last_became_peered":"2024-09-12T01:17:11.585785+0000","last_unstale":"2024-09-12T01:17:16.618819+0000","last_undegraded":"2024-09-12T01:17:16.618819+0000","last_fullsized":"2024-09-12T01:17:16.618819+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:13.036133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265868+0000","last_change":"2024-09-12T01:17:15.606824+0000","last_active":"2024-09-12T01:17:17.265868+0000","last_peered":"2024-09-12T01:17:17.265868+0000","last_clean":"2024-09-12T01:17:17.265868+0000","last_became_active":"2024-09-12T01:17:15.606425+0000","last_became_peered":"2024-09-12T01:17:15.606425+0000","last_unstale":"2024-09-12T01:17:17.265868+0000","last_undegraded":"2024-09-12T01:17:17.265868+0000","last_fullsized":"2024-09-12T01:17:17.265868+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:31.202531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264671+0000","last_change":"2024-09-12T01:17:11.592398+0000","last_active":"2024-09-12T01:17:17.264671+0000","last_peered":"2024-09-12T01:17:17.264671+0000","last_clean":"2024-09-12T01:17:17.264671+0000","last_became_active":"2024-09-12T01:17:11.592116+0000","last_became_peered":"2024-09-12T01:17:11.592116+0000","last_unstale":"2024-09-12T01:17:17.264671+0000","last_undegraded":"2024-09-12T01:17:17.264671+0000","last_fullsized":"2024-09-12T01:17:17.264671+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618703+0000","last_change":"2024-09-12T01:17:11.583293+0000","last_active":"2024-09-12T01:17:16.618703+0000","last_peered":"2024-09-12T01:17:16.618703+0000","last_clean":"2024-09-12T01:17:16.618703+0000","last_became_active":"2024-09-12T01:17:11.583016+0000","last_became_peered":"2024-09-12T01:17:11.583016+0000","last_unstale":"2024-09-12T01:17:16.618703+0000","last_undegraded":"2024-09-12T01:17:16.618703+0000","last_fullsized":"2024-09-12T01:17:16.618703+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:50.508220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619591+0000","last_change":"2024-09-12T01:17:11.589201+0000","last_active":"2024-09-12T01:17:16.619591+0000","last_peered":"2024-09-12T01:17:16.619591+0000","last_clean":"2024-09-12T01:17:16.619591+0000","last_became_active":"2024-09-12T01:17:11.588913+0000","last_became_peered":"2024-09-12T01:17:11.588913+0000","last_unstale":"2024-09-12T01:17:16.619591+0000","last_undegraded":"2024-09-12T01:17:16.619591+0000","last_fullsized":"2024-09-12T01:17:16.619591+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:30.272764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264750+0000","last_change":"2024-09-12T01:17:11.584983+0000","last_active":"2024-09-12T01:17:17.264750+0000","last_peered":"2024-09-12T01:17:17.264750+0000","last_clean":"2024-09-12T01:17:17.264750+0000","last_became_active":"2024-09-12T01:17:11.584609+0000","last_became_peered":"2024-09-12T01:17:11.584609+0000","last_unstale":"2024-09-12T01:17:17.264750+0000","last_undegraded":"2024-09-12T01:17:17.264750+0000","last_fullsized":"2024-09-12T01:17:17.264750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:18.982707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265910+0000","last_change":"2024-09-12T01:17:11.582890+0000","last_active":"2024-09-12T01:17:17.265910+0000","last_peered":"2024-09-12T01:17:17.265910+0000","last_clean":"2024-09-12T01:17:17.265910+0000","last_became_active":"2024-09-12T01:17:11.582618+0000","last_became_peered":"2024-09-12T01:17:11.582618+0000","last_unstale":"2024-09-12T01:17:17.265910+0000","last_undegraded":"2024-09-12T01:17:17.265910+0000","last_fullsized":"2024-09-12T01:17:17.265910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:57.418639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657256+0000","last_change":"2024-09-12T01:17:11.590756+0000","last_active":"2024-09-12T01:17:16.657256+0000","last_peered":"2024-09-12T01:17:16.657256+0000","last_clean":"2024-09-12T01:17:16.657256+0000","last_became_active":"2024-09-12T01:17:11.588479+0000","last_became_peered":"2024-09-12T01:17:11.588479+0000","last_unstale":"2024-09-12T01:17:16.657256+0000","last_undegraded":"2024-09-12T01:17:16.657256+0000","last_fullsized":"2024-09-12T01:17:16.657256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265979+0000","last_change":"2024-09-12T01:17:11.600943+0000","last_active":"2024-09-12T01:17:17.265979+0000","last_peered":"2024-09-12T01:17:17.265979+0000","last_clean":"2024-09-12T01:17:17.265979+0000","last_became_active":"2024-09-12T01:17:11.600682+0000","last_became_peered":"2024-09-12T01:17:11.600682+0000","last_unstale":"2024-09-12T01:17:17.265979+0000","last_undegraded":"2024-09-12T01:17:17.265979+0000","last_fullsized":"2024-09-12T01:17:17.265979+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266137+0000","last_change":"2024-09-12T01:17:11.586693+0000","last_active":"2024-09-12T01:17:17.266137+0000","last_peered":"2024-09-12T01:17:17.266137+0000","last_clean":"2024-09-12T01:17:17.266137+0000","last_became_active":"2024-09-12T01:17:11.586401+0000","last_became_peered":"2024-09-12T01:17:11.586401+0000","last_unstale":"2024-09-12T01:17:17.266137+0000","last_undegraded":"2024-09-12T01:17:17.266137+0000","last_fullsized":"2024-09-12T01:17:17.266137+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618982+0000","last_change":"2024-09-12T01:17:11.586636+0000","last_active":"2024-09-12T01:17:16.618982+0000","last_peered":"2024-09-12T01:17:16.618982+0000","last_clean":"2024-09-12T01:17:16.618982+0000","last_became_active":"2024-09-12T01:17:11.586347+0000","last_became_peered":"2024-09-12T01:17:11.586347+0000","last_unstale":"2024-09-12T01:17:16.618982+0000","last_undegraded":"2024-09-12T01:17:16.618982+0000","last_fullsized":"2024-09-12T01:17:16.618982+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265266+0000","last_change":"2024-09-12T01:17:11.586884+0000","last_active":"2024-09-12T01:17:17.265266+0000","last_peered":"2024-09-12T01:17:17.265266+0000","last_clean":"2024-09-12T01:17:17.265266+0000","last_became_active":"2024-09-12T01:17:11.586600+0000","last_became_peered":"2024-09-12T01:17:11.586600+0000","last_unstale":"2024-09-12T01:17:17.265266+0000","last_undegraded":"2024-09-12T01:17:17.265266+0000","last_fullsized":"2024-09-12T01:17:17.265266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:12.605575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619533+0000","last_change":"2024-09-12T01:17:11.593177+0000","last_active":"2024-09-12T01:17:16.619533+0000","last_peered":"2024-09-12T01:17:16.619533+0000","last_clean":"2024-09-12T01:17:16.619533+0000","last_became_active":"2024-09-12T01:17:11.592663+0000","last_became_peered":"2024-09-12T01:17:11.592663+0000","last_unstale":"2024-09-12T01:17:16.619533+0000","last_undegraded":"2024-09-12T01:17:16.619533+0000","last_fullsized":"2024-09-12T01:17:16.619533+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:23.431108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264422+0000","last_change":"2024-09-12T01:17:11.592672+0000","last_active":"2024-09-12T01:17:17.264422+0000","last_peered":"2024-09-12T01:17:17.264422+0000","last_clean":"2024-09-12T01:17:17.264422+0000","last_became_active":"2024-09-12T01:17:11.592390+0000","last_became_peered":"2024-09-12T01:17:11.592390+0000","last_unstale":"2024-09-12T01:17:17.264422+0000","last_undegraded":"2024-09-12T01:17:17.264422+0000","last_fullsized":"2024-09-12T01:17:17.264422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:22:00.779936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265759+0000","last_change":"2024-09-12T01:17:11.596971+0000","last_active":"2024-09-12T01:17:17.265759+0000","last_peered":"2024-09-12T01:17:17.265759+0000","last_clean":"2024-09-12T01:17:17.265759+0000","last_became_active":"2024-09-12T01:17:11.596273+0000","last_became_peered":"2024-09-12T01:17:11.596273+0000","last_unstale":"2024-09-12T01:17:17.265759+0000","last_undegraded":"2024-09-12T01:17:17.265759+0000","last_fullsized":"2024-09-12T01:17:17.265759+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:57.418639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265785+0000","last_change":"2024-09-12T01:17:11.595644+0000","last_active":"2024-09-12T01:17:17.265785+0000","last_peered":"2024-09-12T01:17:17.265785+0000","last_clean":"2024-09-12T01:17:17.265785+0000","last_became_active":"2024-09-12T01:17:11.595215+0000","last_became_peered":"2024-09-12T01:17:11.595215+0000","last_unstale":"2024-09-12T01:17:17.265785+0000","last_undegraded":"2024-09-12T01:17:17.265785+0000","last_fullsized":"2024-09-12T01:17:17.265785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:48.708757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619008+0000","last_change":"2024-09-12T01:17:11.595394+0000","last_active":"2024-09-12T01:17:16.619008+0000","last_peered":"2024-09-12T01:17:16.619008+0000","last_clean":"2024-09-12T01:17:16.619008+0000","last_became_active":"2024-09-12T01:17:11.595105+0000","last_became_peered":"2024-09-12T01:17:11.595105+0000","last_unstale":"2024-09-12T01:17:16.619008+0000","last_undegraded":"2024-09-12T01:17:16.619008+0000","last_fullsized":"2024-09-12T01:17:16.619008+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:03.209395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618876+0000","last_change":"2024-09-12T01:17:11.593118+0000","last_active":"2024-09-12T01:17:16.618876+0000","last_peered":"2024-09-12T01:17:16.618876+0000","last_clean":"2024-09-12T01:17:16.618876+0000","last_became_active":"2024-09-12T01:17:11.592272+0000","last_became_peered":"2024-09-12T01:17:11.592272+0000","last_unstale":"2024-09-12T01:17:16.618876+0000","last_undegraded":"2024-09-12T01:17:16.618876+0000","last_fullsized":"2024-09-12T01:17:16.618876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:55.278507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617738+0000","last_change":"2024-09-12T01:17:11.594253+0000","last_active":"2024-09-12T01:17:16.617738+0000","last_peered":"2024-09-12T01:17:16.617738+0000","last_clean":"2024-09-12T01:17:16.617738+0000","last_became_active":"2024-09-12T01:17:11.591141+0000","last_became_peered":"2024-09-12T01:17:11.591141+0000","last_unstale":"2024-09-12T01:17:16.617738+0000","last_undegraded":"2024-09-12T01:17:16.617738+0000","last_fullsized":"2024-09-12T01:17:16.617738+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657042+0000","last_change":"2024-09-12T01:17:11.586839+0000","last_active":"2024-09-12T01:17:16.657042+0000","last_peered":"2024-09-12T01:17:16.657042+0000","last_clean":"2024-09-12T01:17:16.657042+0000","last_became_active":"2024-09-12T01:17:11.586560+0000","last_became_peered":"2024-09-12T01:17:11.586560+0000","last_unstale":"2024-09-12T01:17:16.657042+0000","last_undegraded":"2024-09-12T01:17:16.657042+0000","last_fullsized":"2024-09-12T01:17:16.657042+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264802+0000","last_change":"2024-09-12T01:17:11.580684+0000","last_active":"2024-09-12T01:17:17.264802+0000","last_peered":"2024-09-12T01:17:17.264802+0000","last_clean":"2024-09-12T01:17:17.264802+0000","last_became_active":"2024-09-12T01:17:11.580417+0000","last_became_peered":"2024-09-12T01:17:11.580417+0000","last_unstale":"2024-09-12T01:17:17.264802+0000","last_undegraded":"2024-09-12T01:17:17.264802+0000","last_fullsized":"2024-09-12T01:17:17.264802+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:11.823367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265619+0000","last_change":"2024-09-12T01:17:11.598024+0000","last_active":"2024-09-12T01:17:17.265619+0000","last_peered":"2024-09-12T01:17:17.265619+0000","last_clean":"2024-09-12T01:17:17.265619+0000","last_became_active":"2024-09-12T01:17:11.597745+0000","last_became_peered":"2024-09-12T01:17:11.597745+0000","last_unstale":"2024-09-12T01:17:17.265619+0000","last_undegraded":"2024-09-12T01:17:17.265619+0000","last_fullsized":"2024-09-12T01:17:17.265619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:01.905545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619260+0000","last_change":"2024-09-12T01:17:11.596877+0000","last_active":"2024-09-12T01:17:16.619260+0000","last_peered":"2024-09-12T01:17:16.619260+0000","last_clean":"2024-09-12T01:17:16.619260+0000","last_became_active":"2024-09-12T01:17:11.595127+0000","last_became_peered":"2024-09-12T01:17:11.595127+0000","last_unstale":"2024-09-12T01:17:16.619260+0000","last_undegraded":"2024-09-12T01:17:16.619260+0000","last_fullsized":"2024-09-12T01:17:16.619260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:07.325018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266018+0000","last_change":"2024-09-12T01:17:11.593701+0000","last_active":"2024-09-12T01:17:17.266018+0000","last_peered":"2024-09-12T01:17:17.266018+0000","last_clean":"2024-09-12T01:17:17.266018+0000","last_became_active":"2024-09-12T01:17:11.593395+0000","last_became_peered":"2024-09-12T01:17:11.593395+0000","last_unstale":"2024-09-12T01:17:17.266018+0000","last_undegraded":"2024-09-12T01:17:17.266018+0000","last_fullsized":"2024-09-12T01:17:17.266018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265863+0000","last_change":"2024-09-12T01:17:11.594636+0000","last_active":"2024-09-12T01:17:17.265863+0000","last_peered":"2024-09-12T01:17:17.265863+0000","last_clean":"2024-09-12T01:17:17.265863+0000","last_became_active":"2024-09-12T01:17:11.594278+0000","last_became_peered":"2024-09-12T01:17:11.594278+0000","last_unstale":"2024-09-12T01:17:17.265863+0000","last_undegraded":"2024-09-12T01:17:17.265863+0000","last_fullsized":"2024-09-12T01:17:17.265863+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:08.742892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266017+0000","last_change":"2024-09-12T01:17:11.602542+0000","last_active":"2024-09-12T01:17:17.266017+0000","last_peered":"2024-09-12T01:17:17.266017+0000","last_clean":"2024-09-12T01:17:17.266017+0000","last_became_active":"2024-09-12T01:17:11.602266+0000","last_became_peered":"2024-09-12T01:17:11.602266+0000","last_unstale":"2024-09-12T01:17:17.266017+0000","last_undegraded":"2024-09-12T01:17:17.266017+0000","last_fullsized":"2024-09-12T01:17:17.266017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:08.010472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264792+0000","last_change":"2024-09-12T01:17:11.593875+0000","last_active":"2024-09-12T01:17:17.264792+0000","last_peered":"2024-09-12T01:17:17.264792+0000","last_clean":"2024-09-12T01:17:17.264792+0000","last_became_active":"2024-09-12T01:17:11.593612+0000","last_became_peered":"2024-09-12T01:17:11.593612+0000","last_unstale":"2024-09-12T01:17:17.264792+0000","last_undegraded":"2024-09-12T01:17:17.264792+0000","last_fullsized":"2024-09-12T01:17:17.264792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265354+0000","last_change":"2024-09-12T01:17:11.590821+0000","last_active":"2024-09-12T01:17:17.265354+0000","last_peered":"2024-09-12T01:17:17.265354+0000","last_clean":"2024-09-12T01:17:17.265354+0000","last_became_active":"2024-09-12T01:17:11.590519+0000","last_became_peered":"2024-09-12T01:17:11.590519+0000","last_unstale":"2024-09-12T01:17:17.265354+0000","last_undegraded":"2024-09-12T01:17:17.265354+0000","last_fullsized":"2024-09-12T01:17:17.265354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619469+0000","last_change":"2024-09-12T01:17:11.592957+0000","last_active":"2024-09-12T01:17:16.619469+0000","last_peered":"2024-09-12T01:17:16.619469+0000","last_clean":"2024-09-12T01:17:16.619469+0000","last_became_active":"2024-09-12T01:17:11.592327+0000","last_became_peered":"2024-09-12T01:17:11.592327+0000","last_unstale":"2024-09-12T01:17:16.619469+0000","last_undegraded":"2024-09-12T01:17:16.619469+0000","last_fullsized":"2024-09-12T01:17:16.619469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:36.689893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265093+0000","last_change":"2024-09-12T01:17:11.590693+0000","last_active":"2024-09-12T01:17:17.265093+0000","last_peered":"2024-09-12T01:17:17.265093+0000","last_clean":"2024-09-12T01:17:17.265093+0000","last_became_active":"2024-09-12T01:17:11.590409+0000","last_became_peered":"2024-09-12T01:17:11.590409+0000","last_unstale":"2024-09-12T01:17:17.265093+0000","last_undegraded":"2024-09-12T01:17:17.265093+0000","last_fullsized":"2024-09-12T01:17:17.265093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:55.278507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617946+0000","last_change":"2024-09-12T01:17:11.590054+0000","last_active":"2024-09-12T01:17:16.617946+0000","last_peered":"2024-09-12T01:17:16.617946+0000","last_clean":"2024-09-12T01:17:16.617946+0000","last_became_active":"2024-09-12T01:17:11.589797+0000","last_became_peered":"2024-09-12T01:17:11.589797+0000","last_unstale":"2024-09-12T01:17:16.617946+0000","last_undegraded":"2024-09-12T01:17:16.617946+0000","last_fullsized":"2024-09-12T01:17:16.617946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:45.678365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264552+0000","last_change":"2024-09-12T01:17:11.577225+0000","last_active":"2024-09-12T01:17:17.264552+0000","last_peered":"2024-09-12T01:17:17.264552+0000","last_clean":"2024-09-12T01:17:17.264552+0000","last_became_active":"2024-09-12T01:17:11.576955+0000","last_became_peered":"2024-09-12T01:17:11.576955+0000","last_unstale":"2024-09-12T01:17:17.264552+0000","last_undegraded":"2024-09-12T01:17:17.264552+0000","last_fullsized":"2024-09-12T01:17:17.264552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:40:19.195985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657534+0000","last_change":"2024-09-12T01:17:11.581496+0000","last_active":"2024-09-12T01:17:16.657534+0000","last_peered":"2024-09-12T01:17:16.657534+0000","last_clean":"2024-09-12T01:17:16.657534+0000","last_became_active":"2024-09-12T01:17:11.581186+0000","last_became_peered":"2024-09-12T01:17:11.581186+0000","last_unstale":"2024-09-12T01:17:16.657534+0000","last_undegraded":"2024-09-12T01:17:16.657534+0000","last_fullsized":"2024-09-12T01:17:16.657534+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265887+0000","last_change":"2024-09-12T01:17:11.599792+0000","last_active":"2024-09-12T01:17:17.265887+0000","last_peered":"2024-09-12T01:17:17.265887+0000","last_clean":"2024-09-12T01:17:17.265887+0000","last_became_active":"2024-09-12T01:17:11.599432+0000","last_became_peered":"2024-09-12T01:17:11.599432+0000","last_unstale":"2024-09-12T01:17:17.265887+0000","last_undegraded":"2024-09-12T01:17:17.265887+0000","last_fullsized":"2024-09-12T01:17:17.265887+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:23.431108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542154,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":860160,"data_stored":694509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542154,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542155,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":266240,"data_stored":103649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542155,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":274432,"data_stored":103685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542153,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542155,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542155,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":103719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542155,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":868352,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:17:35.892 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:17:36.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.027+0000 7fccfb786640 1 Processor -- start 2024-09-12T01:17:36.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.027+0000 7fccfb786640 1 -- start start 2024-09-12T01:17:36.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccfb786640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccf415b300 0x7fccf40cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccfb786640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fccf40cd3f0 0x7fccf406f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccfb786640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fccf4072d30 0x7fccf406f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccfb786640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fccf40728a0 con 0x7fccf40cd3f0 2024-09-12T01:17:36.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccfb786640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fccf40cdbe0 con 0x7fccf4072d30 2024-09-12T01:17:36.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccfb786640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fccf40cd900 con 0x7fccf415b300 2024-09-12T01:17:36.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccf8d21640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fccf40cd3f0 0x7fccf406f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccf8d21640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fccf40cd3f0 0x7fccf406f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43372/0 (socket says 172.21.15.122:43372) 2024-09-12T01:17:36.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccf8d21640 1 -- 172.21.15.122:0/2907687640 learned_addr learned my addr 172.21.15.122:0/2907687640 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:36.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccf9522640 1 --2- 172.21.15.122:0/2907687640 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccf415b300 0x7fccf40cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccf9d23640 1 --2- 172.21.15.122:0/2907687640 >> v2:172.21.15.151:3300/0 conn(0x7fccf4072d30 0x7fccf406f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccf8d21640 1 -- 172.21.15.122:0/2907687640 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccf415b300 msgr2=0x7fccf40cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:36.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccf8d21640 1 --2- 172.21.15.122:0/2907687640 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccf415b300 0x7fccf40cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccf8d21640 1 -- 172.21.15.122:0/2907687640 >> v2:172.21.15.151:3300/0 conn(0x7fccf4072d30 msgr2=0x7fccf406f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:36.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.028+0000 7fccf8d21640 1 --2- 172.21.15.122:0/2907687640 >> v2:172.21.15.151:3300/0 conn(0x7fccf4072d30 0x7fccf406f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.029+0000 7fccf8d21640 1 -- 172.21.15.122:0/2907687640 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf4072250 con 0x7fccf40cd3f0 2024-09-12T01:17:36.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.029+0000 7fccf8d21640 1 --2- 172.21.15.122:0/2907687640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cd3f0 0x7fccf406f1c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fccf4072040 tx=0x7fcce402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97e7b4677a50145 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:36.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.029+0000 7fccebfff640 1 -- 172.21.15.122:0/2907687640 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce4037070 con 0x7fccf40cd3f0 2024-09-12T01:17:36.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.029+0000 7fccebfff640 1 -- 172.21.15.122:0/2907687640 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcce4032440 con 0x7fccf40cd3f0 2024-09-12T01:17:36.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.029+0000 7fccebfff640 1 -- 172.21.15.122:0/2907687640 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce4032810 con 0x7fccf40cd3f0 2024-09-12T01:17:36.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.030+0000 7fccfb786640 1 -- 172.21.15.122:0/2907687640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cd3f0 msgr2=0x7fccf406f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.030+0000 7fccfb786640 1 --2- 172.21.15.122:0/2907687640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cd3f0 0x7fccf406f1c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fccf4072040 tx=0x7fcce402a1e0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.030+0000 7fccfb786640 1 -- 172.21.15.122:0/2907687640 shutdown_connections 2024-09-12T01:17:36.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.030+0000 7fccfb786640 1 --2- 172.21.15.122:0/2907687640 >> v2:172.21.15.151:3300/0 conn(0x7fccf4072d30 0x7fccf406f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.030+0000 7fccfb786640 1 --2- 172.21.15.122:0/2907687640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cd3f0 0x7fccf406f1c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.030+0000 7fccfb786640 1 --2- 172.21.15.122:0/2907687640 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccf415b300 0x7fccf40cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.030+0000 7fccfb786640 1 -- 172.21.15.122:0/2907687640 >> 172.21.15.122:0/2907687640 conn(0x7fccf4067d70 msgr2=0x7fccf406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:36.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.030+0000 7fccfb786640 1 -- 172.21.15.122:0/2907687640 shutdown_connections 2024-09-12T01:17:36.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.030+0000 7fccfb786640 1 -- 172.21.15.122:0/2907687640 wait complete. 2024-09-12T01:17:36.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.031+0000 7fccfb786640 1 Processor -- start 2024-09-12T01:17:36.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.031+0000 7fccfb786640 1 -- start start 2024-09-12T01:17:36.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccfb786640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fccf4072d30 0x7fccf41f41f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccfb786640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cd3f0 0x7fccf414db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccfb786640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccf415b300 0x7fccf41f7f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccfb786640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fccf40d0160 con 0x7fccf40cd3f0 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccfb786640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fccf40cffe0 con 0x7fccf4072d30 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccfb786640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fccf40b3c40 con 0x7fccf415b300 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccf8d21640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cd3f0 0x7fccf414db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccf8d21640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cd3f0 0x7fccf414db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43388/0 (socket says 172.21.15.122:43388) 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccf8d21640 1 -- 172.21.15.122:0/1092344541 learned_addr learned my addr 172.21.15.122:0/1092344541 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccf9522640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fccf4072d30 0x7fccf41f41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccf9d23640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccf415b300 0x7fccf41f7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccf8d21640 1 -- 172.21.15.122:0/1092344541 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccf415b300 msgr2=0x7fccf41f7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccf8d21640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccf415b300 0x7fccf41f7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccf8d21640 1 -- 172.21.15.122:0/1092344541 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fccf4072d30 msgr2=0x7fccf41f41f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccf8d21640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fccf4072d30 0x7fccf41f41f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.032+0000 7fccf8d21640 1 -- 172.21.15.122:0/1092344541 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf41f4730 con 0x7fccf40cd3f0 2024-09-12T01:17:36.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.033+0000 7fccf8d21640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cd3f0 0x7fccf414db20 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fcce402a220 tx=0x7fcce40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:36.035 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.033+0000 7fcce9ffb640 1 -- 172.21.15.122:0/1092344541 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce4041020 con 0x7fccf40cd3f0 2024-09-12T01:17:36.035 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.033+0000 7fcce9ffb640 1 -- 172.21.15.122:0/1092344541 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcce40306c0 con 0x7fccf40cd3f0 2024-09-12T01:17:36.035 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.033+0000 7fccfb786640 1 -- 172.21.15.122:0/1092344541 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccf41f49d0 con 0x7fccf40cd3f0 2024-09-12T01:17:36.035 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.033+0000 7fcce9ffb640 1 -- 172.21.15.122:0/1092344541 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce4037040 con 0x7fccf40cd3f0 2024-09-12T01:17:36.035 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.033+0000 7fccfb786640 1 -- 172.21.15.122:0/1092344541 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccf41f4f90 con 0x7fccf40cd3f0 2024-09-12T01:17:36.035 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.034+0000 7fccfb786640 1 -- 172.21.15.122:0/1092344541 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccf40b2fc0 con 0x7fccf40cd3f0 2024-09-12T01:17:36.035 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.034+0000 7fcce9ffb640 1 -- 172.21.15.122:0/1092344541 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcce4044020 con 0x7fccf40cd3f0 2024-09-12T01:17:36.035 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.035+0000 7fcce9ffb640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccd806be30 0x7fccd806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.035 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.035+0000 7fcce9ffb640 1 -- 172.21.15.122:0/1092344541 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fcce40ab880 con 0x7fccf40cd3f0 2024-09-12T01:17:36.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.035+0000 7fccf9522640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccd806be30 0x7fccd806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.035+0000 7fccf9522640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccd806be30 0x7fccd806e2f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fccf40cc780 tx=0x7fccf0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:36.038 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.039+0000 7fcce9ffb640 1 -- 172.21.15.122:0/1092344541 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcce404b030 con 0x7fccf40cd3f0 2024-09-12T01:17:36.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.200+0000 7fccfb786640 1 -- 172.21.15.122:0/1092344541 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fccf41f5160 con 0x7fccd806be30 2024-09-12T01:17:36.206 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.208+0000 7fcce9ffb640 1 -- 172.21.15.122:0/1092344541 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fccf00108d0 con 0x7fccd806be30 2024-09-12T01:17:36.210 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:36.212 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:17:36.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 -- 172.21.15.122:0/1092344541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccd806be30 msgr2=0x7fccd806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccd806be30 0x7fccd806e2f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fccf40cc780 tx=0x7fccf0008040 comp rx=0 tx=0).stop 2024-09-12T01:17:36.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 -- 172.21.15.122:0/1092344541 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cd3f0 msgr2=0x7fccf414db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cd3f0 0x7fccf414db20 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fcce402a220 tx=0x7fcce40046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 -- 172.21.15.122:0/1092344541 shutdown_connections 2024-09-12T01:17:36.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccd806be30 0x7fccd806e2f0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccf415b300 0x7fccf41f7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cd3f0 0x7fccf414db20 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 --2- 172.21.15.122:0/1092344541 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fccf4072d30 0x7fccf41f41f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 -- 172.21.15.122:0/1092344541 >> 172.21.15.122:0/1092344541 conn(0x7fccf4067d70 msgr2=0x7fccf40c67b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:36.215 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 -- 172.21.15.122:0/1092344541 shutdown_connections 2024-09-12T01:17:36.215 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.211+0000 7fccfb786640 1 -- 172.21.15.122:0/1092344541 wait complete. 2024-09-12T01:17:36.221 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-12T01:17:35.845568+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219508,"kb_used_data":3272,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755212,"statfs":{"total":773094113280,"available":772869337088,"internally_reserved":0,"allocated":3350528,"data_stored":2018492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":221236788},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002671"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265286+0000","last_change":"2024-09-12T01:17:10.586002+0000","last_active":"2024-09-12T01:17:17.265286+0000","last_peered":"2024-09-12T01:17:17.265286+0000","last_clean":"2024-09-12T01:17:17.265286+0000","last_became_active":"2024-09-12T01:17:10.585514+0000","last_became_peered":"2024-09-12T01:17:10.585514+0000","last_unstale":"2024-09-12T01:17:17.265286+0000","last_undegraded":"2024-09-12T01:17:17.265286+0000","last_fullsized":"2024-09-12T01:17:17.265286+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:04.404100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266000+0000","last_change":"2024-09-12T01:17:11.598677+0000","last_active":"2024-09-12T01:17:17.266000+0000","last_peered":"2024-09-12T01:17:17.266000+0000","last_clean":"2024-09-12T01:17:17.266000+0000","last_became_active":"2024-09-12T01:17:11.598374+0000","last_became_peered":"2024-09-12T01:17:11.598374+0000","last_unstale":"2024-09-12T01:17:17.266000+0000","last_undegraded":"2024-09-12T01:17:17.266000+0000","last_fullsized":"2024-09-12T01:17:17.266000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265122+0000","last_change":"2024-09-12T01:17:15.780041+0000","last_active":"2024-09-12T01:17:17.265122+0000","last_peered":"2024-09-12T01:17:17.265122+0000","last_clean":"2024-09-12T01:17:17.265122+0000","last_became_active":"2024-09-12T01:17:15.779425+0000","last_became_peered":"2024-09-12T01:17:15.779425+0000","last_unstale":"2024-09-12T01:17:17.265122+0000","last_undegraded":"2024-09-12T01:17:17.265122+0000","last_fullsized":"2024-09-12T01:17:17.265122+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:51.253916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266126+0000","last_change":"2024-09-12T01:17:10.585775+0000","last_active":"2024-09-12T01:17:17.266126+0000","last_peered":"2024-09-12T01:17:17.266126+0000","last_clean":"2024-09-12T01:17:17.266126+0000","last_became_active":"2024-09-12T01:17:10.585477+0000","last_became_peered":"2024-09-12T01:17:10.585477+0000","last_unstale":"2024-09-12T01:17:17.266126+0000","last_undegraded":"2024-09-12T01:17:17.266126+0000","last_fullsized":"2024-09-12T01:17:17.266126+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:03.137078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265131+0000","last_change":"2024-09-12T01:17:11.593051+0000","last_active":"2024-09-12T01:17:17.265131+0000","last_peered":"2024-09-12T01:17:17.265131+0000","last_clean":"2024-09-12T01:17:17.265131+0000","last_became_active":"2024-09-12T01:17:11.592459+0000","last_became_peered":"2024-09-12T01:17:11.592459+0000","last_unstale":"2024-09-12T01:17:17.265131+0000","last_undegraded":"2024-09-12T01:17:17.265131+0000","last_fullsized":"2024-09-12T01:17:17.265131+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:26.158406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618717+0000","last_change":"2024-09-12T01:17:15.604363+0000","last_active":"2024-09-12T01:17:16.618717+0000","last_peered":"2024-09-12T01:17:16.618717+0000","last_clean":"2024-09-12T01:17:16.618717+0000","last_became_active":"2024-09-12T01:17:15.603988+0000","last_became_peered":"2024-09-12T01:17:15.603988+0000","last_unstale":"2024-09-12T01:17:16.618717+0000","last_undegraded":"2024-09-12T01:17:16.618717+0000","last_fullsized":"2024-09-12T01:17:16.618717+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:46.096914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265739+0000","last_change":"2024-09-12T01:17:10.591026+0000","last_active":"2024-09-12T01:17:17.265739+0000","last_peered":"2024-09-12T01:17:17.265739+0000","last_clean":"2024-09-12T01:17:17.265739+0000","last_became_active":"2024-09-12T01:17:10.590437+0000","last_became_peered":"2024-09-12T01:17:10.590437+0000","last_unstale":"2024-09-12T01:17:17.265739+0000","last_undegraded":"2024-09-12T01:17:17.265739+0000","last_fullsized":"2024-09-12T01:17:17.265739+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:06.319601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617973+0000","last_change":"2024-09-12T01:17:11.585108+0000","last_active":"2024-09-12T01:17:16.617973+0000","last_peered":"2024-09-12T01:17:16.617973+0000","last_clean":"2024-09-12T01:17:16.617973+0000","last_became_active":"2024-09-12T01:17:11.584829+0000","last_became_peered":"2024-09-12T01:17:11.584829+0000","last_unstale":"2024-09-12T01:17:16.617973+0000","last_undegraded":"2024-09-12T01:17:16.617973+0000","last_fullsized":"2024-09-12T01:17:16.617973+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:42.075205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619668+0000","last_change":"2024-09-12T01:17:15.607644+0000","last_active":"2024-09-12T01:17:16.619668+0000","last_peered":"2024-09-12T01:17:16.619668+0000","last_clean":"2024-09-12T01:17:16.619668+0000","last_became_active":"2024-09-12T01:17:15.606843+0000","last_became_peered":"2024-09-12T01:17:15.606843+0000","last_unstale":"2024-09-12T01:17:16.619668+0000","last_undegraded":"2024-09-12T01:17:16.619668+0000","last_fullsized":"2024-09-12T01:17:16.619668+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265196+0000","last_change":"2024-09-12T01:17:10.586615+0000","last_active":"2024-09-12T01:17:17.265196+0000","last_peered":"2024-09-12T01:17:17.265196+0000","last_clean":"2024-09-12T01:17:17.265196+0000","last_became_active":"2024-09-12T01:17:10.586315+0000","last_became_peered":"2024-09-12T01:17:10.586315+0000","last_unstale":"2024-09-12T01:17:17.265196+0000","last_undegraded":"2024-09-12T01:17:17.265196+0000","last_fullsized":"2024-09-12T01:17:17.265196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618344+0000","last_change":"2024-09-12T01:17:11.585070+0000","last_active":"2024-09-12T01:17:16.618344+0000","last_peered":"2024-09-12T01:17:16.618344+0000","last_clean":"2024-09-12T01:17:16.618344+0000","last_became_active":"2024-09-12T01:17:11.584800+0000","last_became_peered":"2024-09-12T01:17:11.584800+0000","last_unstale":"2024-09-12T01:17:16.618344+0000","last_undegraded":"2024-09-12T01:17:16.618344+0000","last_fullsized":"2024-09-12T01:17:16.618344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:48.708757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618524+0000","last_change":"2024-09-12T01:17:15.603158+0000","last_active":"2024-09-12T01:17:16.618524+0000","last_peered":"2024-09-12T01:17:16.618524+0000","last_clean":"2024-09-12T01:17:16.618524+0000","last_became_active":"2024-09-12T01:17:15.602740+0000","last_became_peered":"2024-09-12T01:17:15.602740+0000","last_unstale":"2024-09-12T01:17:16.618524+0000","last_undegraded":"2024-09-12T01:17:16.618524+0000","last_fullsized":"2024-09-12T01:17:16.618524+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:49.700075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265236+0000","last_change":"2024-09-12T01:17:11.595870+0000","last_active":"2024-09-12T01:17:17.265236+0000","last_peered":"2024-09-12T01:17:17.265236+0000","last_clean":"2024-09-12T01:17:17.265236+0000","last_became_active":"2024-09-12T01:17:11.595581+0000","last_became_peered":"2024-09-12T01:17:11.595581+0000","last_unstale":"2024-09-12T01:17:17.265236+0000","last_undegraded":"2024-09-12T01:17:17.265236+0000","last_fullsized":"2024-09-12T01:17:17.265236+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265325+0000","last_change":"2024-09-12T01:17:10.587629+0000","last_active":"2024-09-12T01:17:17.265325+0000","last_peered":"2024-09-12T01:17:17.265325+0000","last_clean":"2024-09-12T01:17:17.265325+0000","last_became_active":"2024-09-12T01:17:10.587347+0000","last_became_peered":"2024-09-12T01:17:10.587347+0000","last_unstale":"2024-09-12T01:17:17.265325+0000","last_undegraded":"2024-09-12T01:17:17.265325+0000","last_fullsized":"2024-09-12T01:17:17.265325+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619010+0000","last_change":"2024-09-12T01:17:15.604181+0000","last_active":"2024-09-12T01:17:16.619010+0000","last_peered":"2024-09-12T01:17:16.619010+0000","last_clean":"2024-09-12T01:17:16.619010+0000","last_became_active":"2024-09-12T01:17:15.603745+0000","last_became_peered":"2024-09-12T01:17:15.603745+0000","last_unstale":"2024-09-12T01:17:16.619010+0000","last_undegraded":"2024-09-12T01:17:16.619010+0000","last_fullsized":"2024-09-12T01:17:16.619010+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265625+0000","last_change":"2024-09-12T01:17:11.588412+0000","last_active":"2024-09-12T01:17:17.265625+0000","last_peered":"2024-09-12T01:17:17.265625+0000","last_clean":"2024-09-12T01:17:17.265625+0000","last_became_active":"2024-09-12T01:17:11.588138+0000","last_became_peered":"2024-09-12T01:17:11.588138+0000","last_unstale":"2024-09-12T01:17:17.265625+0000","last_undegraded":"2024-09-12T01:17:17.265625+0000","last_fullsized":"2024-09-12T01:17:17.265625+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:15.910181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657382+0000","last_change":"2024-09-12T01:17:10.583421+0000","last_active":"2024-09-12T01:17:16.657382+0000","last_peered":"2024-09-12T01:17:16.657382+0000","last_clean":"2024-09-12T01:17:16.657382+0000","last_became_active":"2024-09-12T01:17:10.583153+0000","last_became_peered":"2024-09-12T01:17:10.583153+0000","last_unstale":"2024-09-12T01:17:16.657382+0000","last_undegraded":"2024-09-12T01:17:16.657382+0000","last_fullsized":"2024-09-12T01:17:16.657382+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619160+0000","last_change":"2024-09-12T01:17:15.602314+0000","last_active":"2024-09-12T01:17:16.619160+0000","last_peered":"2024-09-12T01:17:16.619160+0000","last_clean":"2024-09-12T01:17:16.619160+0000","last_became_active":"2024-09-12T01:17:15.601909+0000","last_became_peered":"2024-09-12T01:17:15.601909+0000","last_unstale":"2024-09-12T01:17:16.619160+0000","last_undegraded":"2024-09-12T01:17:16.619160+0000","last_fullsized":"2024-09-12T01:17:16.619160+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265085+0000","last_change":"2024-09-12T01:17:11.583965+0000","last_active":"2024-09-12T01:17:17.265085+0000","last_peered":"2024-09-12T01:17:17.265085+0000","last_clean":"2024-09-12T01:17:17.265085+0000","last_became_active":"2024-09-12T01:17:11.583702+0000","last_became_peered":"2024-09-12T01:17:11.583702+0000","last_unstale":"2024-09-12T01:17:17.265085+0000","last_undegraded":"2024-09-12T01:17:17.265085+0000","last_fullsized":"2024-09-12T01:17:17.265085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:08.742892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657084+0000","last_change":"2024-09-12T01:17:10.585334+0000","last_active":"2024-09-12T01:17:16.657084+0000","last_peered":"2024-09-12T01:17:16.657084+0000","last_clean":"2024-09-12T01:17:16.657084+0000","last_became_active":"2024-09-12T01:17:10.585030+0000","last_became_peered":"2024-09-12T01:17:10.585030+0000","last_unstale":"2024-09-12T01:17:16.657084+0000","last_undegraded":"2024-09-12T01:17:16.657084+0000","last_fullsized":"2024-09-12T01:17:16.657084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:13.112009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657704+0000","last_change":"2024-09-12T01:17:15.780045+0000","last_active":"2024-09-12T01:17:16.657704+0000","last_peered":"2024-09-12T01:17:16.657704+0000","last_clean":"2024-09-12T01:17:16.657704+0000","last_became_active":"2024-09-12T01:17:15.779539+0000","last_became_peered":"2024-09-12T01:17:15.779539+0000","last_unstale":"2024-09-12T01:17:16.657704+0000","last_undegraded":"2024-09-12T01:17:16.657704+0000","last_fullsized":"2024-09-12T01:17:16.657704+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619650+0000","last_change":"2024-09-12T01:17:11.585488+0000","last_active":"2024-09-12T01:17:16.619650+0000","last_peered":"2024-09-12T01:17:16.619650+0000","last_clean":"2024-09-12T01:17:16.619650+0000","last_became_active":"2024-09-12T01:17:11.585052+0000","last_became_peered":"2024-09-12T01:17:11.585052+0000","last_unstale":"2024-09-12T01:17:16.619650+0000","last_undegraded":"2024-09-12T01:17:16.619650+0000","last_fullsized":"2024-09-12T01:17:16.619650+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:02.314044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264776+0000","last_change":"2024-09-12T01:17:10.588378+0000","last_active":"2024-09-12T01:17:17.264776+0000","last_peered":"2024-09-12T01:17:17.264776+0000","last_clean":"2024-09-12T01:17:17.264776+0000","last_became_active":"2024-09-12T01:17:10.588109+0000","last_became_peered":"2024-09-12T01:17:10.588109+0000","last_unstale":"2024-09-12T01:17:17.264776+0000","last_undegraded":"2024-09-12T01:17:17.264776+0000","last_fullsized":"2024-09-12T01:17:17.264776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618433+0000","last_change":"2024-09-12T01:17:15.607948+0000","last_active":"2024-09-12T01:17:16.618433+0000","last_peered":"2024-09-12T01:17:16.618433+0000","last_clean":"2024-09-12T01:17:16.618433+0000","last_became_active":"2024-09-12T01:17:15.607196+0000","last_became_peered":"2024-09-12T01:17:15.607196+0000","last_unstale":"2024-09-12T01:17:16.618433+0000","last_undegraded":"2024-09-12T01:17:16.618433+0000","last_fullsized":"2024-09-12T01:17:16.618433+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:29.155405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264883+0000","last_change":"2024-09-12T01:17:11.579409+0000","last_active":"2024-09-12T01:17:17.264883+0000","last_peered":"2024-09-12T01:17:17.264883+0000","last_clean":"2024-09-12T01:17:17.264883+0000","last_became_active":"2024-09-12T01:17:11.579134+0000","last_became_peered":"2024-09-12T01:17:11.579134+0000","last_unstale":"2024-09-12T01:17:17.264883+0000","last_undegraded":"2024-09-12T01:17:17.264883+0000","last_fullsized":"2024-09-12T01:17:17.264883+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:15.529599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266125+0000","last_change":"2024-09-12T01:17:10.590217+0000","last_active":"2024-09-12T01:17:17.266125+0000","last_peered":"2024-09-12T01:17:17.266125+0000","last_clean":"2024-09-12T01:17:17.266125+0000","last_became_active":"2024-09-12T01:17:10.589930+0000","last_became_peered":"2024-09-12T01:17:10.589930+0000","last_unstale":"2024-09-12T01:17:17.266125+0000","last_undegraded":"2024-09-12T01:17:17.266125+0000","last_fullsized":"2024-09-12T01:17:17.266125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619494+0000","last_change":"2024-09-12T01:17:15.778711+0000","last_active":"2024-09-12T01:17:16.619494+0000","last_peered":"2024-09-12T01:17:16.619494+0000","last_clean":"2024-09-12T01:17:16.619494+0000","last_became_active":"2024-09-12T01:17:15.777531+0000","last_became_peered":"2024-09-12T01:17:15.777531+0000","last_unstale":"2024-09-12T01:17:16.619494+0000","last_undegraded":"2024-09-12T01:17:16.619494+0000","last_fullsized":"2024-09-12T01:17:16.619494+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266212+0000","last_change":"2024-09-12T01:17:11.589616+0000","last_active":"2024-09-12T01:17:17.266212+0000","last_peered":"2024-09-12T01:17:17.266212+0000","last_clean":"2024-09-12T01:17:17.266212+0000","last_became_active":"2024-09-12T01:17:11.589325+0000","last_became_peered":"2024-09-12T01:17:11.589325+0000","last_unstale":"2024-09-12T01:17:17.266212+0000","last_undegraded":"2024-09-12T01:17:17.266212+0000","last_fullsized":"2024-09-12T01:17:17.266212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657639+0000","last_change":"2024-09-12T01:17:10.587784+0000","last_active":"2024-09-12T01:17:16.657639+0000","last_peered":"2024-09-12T01:17:16.657639+0000","last_clean":"2024-09-12T01:17:16.657639+0000","last_became_active":"2024-09-12T01:17:10.587473+0000","last_became_peered":"2024-09-12T01:17:10.587473+0000","last_unstale":"2024-09-12T01:17:16.657639+0000","last_undegraded":"2024-09-12T01:17:16.657639+0000","last_fullsized":"2024-09-12T01:17:16.657639+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:01.507926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264626+0000","last_change":"2024-09-12T01:17:15.777952+0000","last_active":"2024-09-12T01:17:17.264626+0000","last_peered":"2024-09-12T01:17:17.264626+0000","last_clean":"2024-09-12T01:17:17.264626+0000","last_became_active":"2024-09-12T01:17:15.777555+0000","last_became_peered":"2024-09-12T01:17:15.777555+0000","last_unstale":"2024-09-12T01:17:17.264626+0000","last_undegraded":"2024-09-12T01:17:17.264626+0000","last_fullsized":"2024-09-12T01:17:17.264626+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:12.032181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657524+0000","last_change":"2024-09-12T01:17:11.580386+0000","last_active":"2024-09-12T01:17:16.657524+0000","last_peered":"2024-09-12T01:17:16.657524+0000","last_clean":"2024-09-12T01:17:16.657524+0000","last_became_active":"2024-09-12T01:17:11.580125+0000","last_became_peered":"2024-09-12T01:17:11.580125+0000","last_unstale":"2024-09-12T01:17:16.657524+0000","last_undegraded":"2024-09-12T01:17:16.657524+0000","last_fullsized":"2024-09-12T01:17:16.657524+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:01.905545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265851+0000","last_change":"2024-09-12T01:17:10.585693+0000","last_active":"2024-09-12T01:17:17.265851+0000","last_peered":"2024-09-12T01:17:17.265851+0000","last_clean":"2024-09-12T01:17:17.265851+0000","last_became_active":"2024-09-12T01:17:10.585382+0000","last_became_peered":"2024-09-12T01:17:10.585382+0000","last_unstale":"2024-09-12T01:17:17.265851+0000","last_undegraded":"2024-09-12T01:17:17.265851+0000","last_fullsized":"2024-09-12T01:17:17.265851+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:17.367349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264487+0000","last_change":"2024-09-12T01:17:15.776856+0000","last_active":"2024-09-12T01:17:17.264487+0000","last_peered":"2024-09-12T01:17:17.264487+0000","last_clean":"2024-09-12T01:17:17.264487+0000","last_became_active":"2024-09-12T01:17:15.776523+0000","last_became_peered":"2024-09-12T01:17:15.776523+0000","last_unstale":"2024-09-12T01:17:17.264487+0000","last_undegraded":"2024-09-12T01:17:17.264487+0000","last_fullsized":"2024-09-12T01:17:17.264487+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:41.733664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618460+0000","last_change":"2024-09-12T01:17:11.586045+0000","last_active":"2024-09-12T01:17:16.618460+0000","last_peered":"2024-09-12T01:17:16.618460+0000","last_clean":"2024-09-12T01:17:16.618460+0000","last_became_active":"2024-09-12T01:17:11.585733+0000","last_became_peered":"2024-09-12T01:17:11.585733+0000","last_unstale":"2024-09-12T01:17:16.618460+0000","last_undegraded":"2024-09-12T01:17:16.618460+0000","last_fullsized":"2024-09-12T01:17:16.618460+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:08.010472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657580+0000","last_change":"2024-09-12T01:17:10.580893+0000","last_active":"2024-09-12T01:17:16.657580+0000","last_peered":"2024-09-12T01:17:16.657580+0000","last_clean":"2024-09-12T01:17:16.657580+0000","last_became_active":"2024-09-12T01:17:10.580613+0000","last_became_peered":"2024-09-12T01:17:10.580613+0000","last_unstale":"2024-09-12T01:17:16.657580+0000","last_undegraded":"2024-09-12T01:17:16.657580+0000","last_fullsized":"2024-09-12T01:17:16.657580+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:09.757662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657102+0000","last_change":"2024-09-12T01:17:15.605783+0000","last_active":"2024-09-12T01:17:16.657102+0000","last_peered":"2024-09-12T01:17:16.657102+0000","last_clean":"2024-09-12T01:17:16.657102+0000","last_became_active":"2024-09-12T01:17:15.605374+0000","last_became_peered":"2024-09-12T01:17:15.605374+0000","last_unstale":"2024-09-12T01:17:16.657102+0000","last_undegraded":"2024-09-12T01:17:16.657102+0000","last_fullsized":"2024-09-12T01:17:16.657102+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619777+0000","last_change":"2024-09-12T01:17:11.584813+0000","last_active":"2024-09-12T01:17:16.619777+0000","last_peered":"2024-09-12T01:17:16.619777+0000","last_clean":"2024-09-12T01:17:16.619777+0000","last_became_active":"2024-09-12T01:17:11.584472+0000","last_became_peered":"2024-09-12T01:17:11.584472+0000","last_unstale":"2024-09-12T01:17:16.619777+0000","last_undegraded":"2024-09-12T01:17:16.619777+0000","last_fullsized":"2024-09-12T01:17:16.619777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:19.985567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619704+0000","last_change":"2024-09-12T01:17:10.583724+0000","last_active":"2024-09-12T01:17:16.619704+0000","last_peered":"2024-09-12T01:17:16.619704+0000","last_clean":"2024-09-12T01:17:16.619704+0000","last_became_active":"2024-09-12T01:17:10.583358+0000","last_became_peered":"2024-09-12T01:17:10.583358+0000","last_unstale":"2024-09-12T01:17:16.619704+0000","last_undegraded":"2024-09-12T01:17:16.619704+0000","last_fullsized":"2024-09-12T01:17:16.619704+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657421+0000","last_change":"2024-09-12T01:17:15.606566+0000","last_active":"2024-09-12T01:17:16.657421+0000","last_peered":"2024-09-12T01:17:16.657421+0000","last_clean":"2024-09-12T01:17:16.657421+0000","last_became_active":"2024-09-12T01:17:15.606099+0000","last_became_peered":"2024-09-12T01:17:15.606099+0000","last_unstale":"2024-09-12T01:17:16.657421+0000","last_undegraded":"2024-09-12T01:17:16.657421+0000","last_fullsized":"2024-09-12T01:17:16.657421+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657002+0000","last_change":"2024-09-12T01:17:11.578435+0000","last_active":"2024-09-12T01:17:16.657002+0000","last_peered":"2024-09-12T01:17:16.657002+0000","last_clean":"2024-09-12T01:17:16.657002+0000","last_became_active":"2024-09-12T01:17:11.578163+0000","last_became_peered":"2024-09-12T01:17:11.578163+0000","last_unstale":"2024-09-12T01:17:16.657002+0000","last_undegraded":"2024-09-12T01:17:16.657002+0000","last_fullsized":"2024-09-12T01:17:16.657002+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:15.910181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618811+0000","last_change":"2024-09-12T01:17:10.582207+0000","last_active":"2024-09-12T01:17:16.618811+0000","last_peered":"2024-09-12T01:17:16.618811+0000","last_clean":"2024-09-12T01:17:16.618811+0000","last_became_active":"2024-09-12T01:17:10.581928+0000","last_became_peered":"2024-09-12T01:17:10.581928+0000","last_unstale":"2024-09-12T01:17:16.618811+0000","last_undegraded":"2024-09-12T01:17:16.618811+0000","last_fullsized":"2024-09-12T01:17:16.618811+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:13.112009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657650+0000","last_change":"2024-09-12T01:17:15.605262+0000","last_active":"2024-09-12T01:17:16.657650+0000","last_peered":"2024-09-12T01:17:16.657650+0000","last_clean":"2024-09-12T01:17:16.657650+0000","last_became_active":"2024-09-12T01:17:15.603175+0000","last_became_peered":"2024-09-12T01:17:15.603175+0000","last_unstale":"2024-09-12T01:17:16.657650+0000","last_undegraded":"2024-09-12T01:17:16.657650+0000","last_fullsized":"2024-09-12T01:17:16.657650+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:59.300217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264271+0000","last_change":"2024-09-12T01:17:11.590713+0000","last_active":"2024-09-12T01:17:17.264271+0000","last_peered":"2024-09-12T01:17:17.264271+0000","last_clean":"2024-09-12T01:17:17.264271+0000","last_became_active":"2024-09-12T01:17:11.590432+0000","last_became_peered":"2024-09-12T01:17:11.590432+0000","last_unstale":"2024-09-12T01:17:17.264271+0000","last_undegraded":"2024-09-12T01:17:17.264271+0000","last_fullsized":"2024-09-12T01:17:17.264271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:38.781859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264852+0000","last_change":"2024-09-12T01:17:10.589841+0000","last_active":"2024-09-12T01:17:17.264852+0000","last_peered":"2024-09-12T01:17:17.264852+0000","last_clean":"2024-09-12T01:17:17.264852+0000","last_became_active":"2024-09-12T01:17:10.589527+0000","last_became_peered":"2024-09-12T01:17:10.589527+0000","last_unstale":"2024-09-12T01:17:17.264852+0000","last_undegraded":"2024-09-12T01:17:17.264852+0000","last_fullsized":"2024-09-12T01:17:17.264852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264744+0000","last_change":"2024-09-12T01:17:15.777704+0000","last_active":"2024-09-12T01:17:17.264744+0000","last_peered":"2024-09-12T01:17:17.264744+0000","last_clean":"2024-09-12T01:17:17.264744+0000","last_became_active":"2024-09-12T01:17:15.777303+0000","last_became_peered":"2024-09-12T01:17:15.777303+0000","last_unstale":"2024-09-12T01:17:17.264744+0000","last_undegraded":"2024-09-12T01:17:17.264744+0000","last_fullsized":"2024-09-12T01:17:17.264744+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:28.324723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265476+0000","last_change":"2024-09-12T01:17:11.597171+0000","last_active":"2024-09-12T01:17:17.265476+0000","last_peered":"2024-09-12T01:17:17.265476+0000","last_clean":"2024-09-12T01:17:17.265476+0000","last_became_active":"2024-09-12T01:17:11.596311+0000","last_became_peered":"2024-09-12T01:17:11.596311+0000","last_unstale":"2024-09-12T01:17:17.265476+0000","last_undegraded":"2024-09-12T01:17:17.265476+0000","last_fullsized":"2024-09-12T01:17:17.265476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:37.900042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618221+0000","last_change":"2024-09-12T01:17:10.582275+0000","last_active":"2024-09-12T01:17:16.618221+0000","last_peered":"2024-09-12T01:17:16.618221+0000","last_clean":"2024-09-12T01:17:16.618221+0000","last_became_active":"2024-09-12T01:17:10.581972+0000","last_became_peered":"2024-09-12T01:17:10.581972+0000","last_unstale":"2024-09-12T01:17:16.618221+0000","last_undegraded":"2024-09-12T01:17:16.618221+0000","last_fullsized":"2024-09-12T01:17:16.618221+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264896+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:17:17.264896+0000","last_peered":"2024-09-12T01:17:17.264896+0000","last_clean":"2024-09-12T01:17:17.264896+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:17:17.264896+0000","last_undegraded":"2024-09-12T01:17:17.264896+0000","last_fullsized":"2024-09-12T01:17:17.264896+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266104+0000","last_change":"2024-09-12T01:17:15.778699+0000","last_active":"2024-09-12T01:17:17.266104+0000","last_peered":"2024-09-12T01:17:17.266104+0000","last_clean":"2024-09-12T01:17:17.266104+0000","last_became_active":"2024-09-12T01:17:15.778289+0000","last_became_peered":"2024-09-12T01:17:15.778289+0000","last_unstale":"2024-09-12T01:17:17.266104+0000","last_undegraded":"2024-09-12T01:17:17.266104+0000","last_fullsized":"2024-09-12T01:17:17.266104+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:52.730466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265629+0000","last_change":"2024-09-12T01:17:11.601353+0000","last_active":"2024-09-12T01:17:17.265629+0000","last_peered":"2024-09-12T01:17:17.265629+0000","last_clean":"2024-09-12T01:17:17.265629+0000","last_became_active":"2024-09-12T01:17:11.601037+0000","last_became_peered":"2024-09-12T01:17:11.601037+0000","last_unstale":"2024-09-12T01:17:17.265629+0000","last_undegraded":"2024-09-12T01:17:17.265629+0000","last_fullsized":"2024-09-12T01:17:17.265629+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:25.133695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618906+0000","last_change":"2024-09-12T01:17:10.578667+0000","last_active":"2024-09-12T01:17:16.618906+0000","last_peered":"2024-09-12T01:17:16.618906+0000","last_clean":"2024-09-12T01:17:16.618906+0000","last_became_active":"2024-09-12T01:17:10.578382+0000","last_became_peered":"2024-09-12T01:17:10.578382+0000","last_unstale":"2024-09-12T01:17:16.618906+0000","last_undegraded":"2024-09-12T01:17:16.618906+0000","last_fullsized":"2024-09-12T01:17:16.618906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:33.129269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265300+0000","last_change":"2024-09-12T01:17:15.778035+0000","last_active":"2024-09-12T01:17:17.265300+0000","last_peered":"2024-09-12T01:17:17.265300+0000","last_clean":"2024-09-12T01:17:17.265300+0000","last_became_active":"2024-09-12T01:17:15.777269+0000","last_became_peered":"2024-09-12T01:17:15.777269+0000","last_unstale":"2024-09-12T01:17:17.265300+0000","last_undegraded":"2024-09-12T01:17:17.265300+0000","last_fullsized":"2024-09-12T01:17:17.265300+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:27.452817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619262+0000","last_change":"2024-09-12T01:17:11.587787+0000","last_active":"2024-09-12T01:17:16.619262+0000","last_peered":"2024-09-12T01:17:16.619262+0000","last_clean":"2024-09-12T01:17:16.619262+0000","last_became_active":"2024-09-12T01:17:11.587514+0000","last_became_peered":"2024-09-12T01:17:11.587514+0000","last_unstale":"2024-09-12T01:17:16.619262+0000","last_undegraded":"2024-09-12T01:17:16.619262+0000","last_fullsized":"2024-09-12T01:17:16.619262+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:25.133695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657495+0000","last_change":"2024-09-12T01:17:10.584764+0000","last_active":"2024-09-12T01:17:16.657495+0000","last_peered":"2024-09-12T01:17:16.657495+0000","last_clean":"2024-09-12T01:17:16.657495+0000","last_became_active":"2024-09-12T01:17:10.584451+0000","last_became_peered":"2024-09-12T01:17:10.584451+0000","last_unstale":"2024-09-12T01:17:16.657495+0000","last_undegraded":"2024-09-12T01:17:16.657495+0000","last_fullsized":"2024-09-12T01:17:16.657495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264655+0000","last_change":"2024-09-12T01:17:15.612598+0000","last_active":"2024-09-12T01:17:17.264655+0000","last_peered":"2024-09-12T01:17:17.264655+0000","last_clean":"2024-09-12T01:17:17.264655+0000","last_became_active":"2024-09-12T01:17:15.612071+0000","last_became_peered":"2024-09-12T01:17:15.612071+0000","last_unstale":"2024-09-12T01:17:17.264655+0000","last_undegraded":"2024-09-12T01:17:17.264655+0000","last_fullsized":"2024-09-12T01:17:17.264655+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:47.121149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266075+0000","last_change":"2024-09-12T01:17:11.602585+0000","last_active":"2024-09-12T01:17:17.266075+0000","last_peered":"2024-09-12T01:17:17.266075+0000","last_clean":"2024-09-12T01:17:17.266075+0000","last_became_active":"2024-09-12T01:17:11.602281+0000","last_became_peered":"2024-09-12T01:17:11.602281+0000","last_unstale":"2024-09-12T01:17:17.266075+0000","last_undegraded":"2024-09-12T01:17:17.266075+0000","last_fullsized":"2024-09-12T01:17:17.266075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:30.272764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619021+0000","last_change":"2024-09-12T01:17:10.580045+0000","last_active":"2024-09-12T01:17:16.619021+0000","last_peered":"2024-09-12T01:17:16.619021+0000","last_clean":"2024-09-12T01:17:16.619021+0000","last_became_active":"2024-09-12T01:17:10.579788+0000","last_became_peered":"2024-09-12T01:17:10.579788+0000","last_unstale":"2024-09-12T01:17:16.619021+0000","last_undegraded":"2024-09-12T01:17:16.619021+0000","last_fullsized":"2024-09-12T01:17:16.619021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:47.291916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617978+0000","last_change":"2024-09-12T01:17:15.775432+0000","last_active":"2024-09-12T01:17:16.617978+0000","last_peered":"2024-09-12T01:17:16.617978+0000","last_clean":"2024-09-12T01:17:16.617978+0000","last_became_active":"2024-09-12T01:17:15.775042+0000","last_became_peered":"2024-09-12T01:17:15.775042+0000","last_unstale":"2024-09-12T01:17:16.617978+0000","last_undegraded":"2024-09-12T01:17:16.617978+0000","last_fullsized":"2024-09-12T01:17:16.617978+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:47:31.806907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265408+0000","last_change":"2024-09-12T01:17:11.600517+0000","last_active":"2024-09-12T01:17:17.265408+0000","last_peered":"2024-09-12T01:17:17.265408+0000","last_clean":"2024-09-12T01:17:17.265408+0000","last_became_active":"2024-09-12T01:17:11.600251+0000","last_became_peered":"2024-09-12T01:17:11.600251+0000","last_unstale":"2024-09-12T01:17:17.265408+0000","last_undegraded":"2024-09-12T01:17:17.265408+0000","last_fullsized":"2024-09-12T01:17:17.265408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:42.075205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618964+0000","last_change":"2024-09-12T01:17:10.585476+0000","last_active":"2024-09-12T01:17:16.618964+0000","last_peered":"2024-09-12T01:17:16.618964+0000","last_clean":"2024-09-12T01:17:16.618964+0000","last_became_active":"2024-09-12T01:17:10.585107+0000","last_became_peered":"2024-09-12T01:17:10.585107+0000","last_unstale":"2024-09-12T01:17:16.618964+0000","last_undegraded":"2024-09-12T01:17:16.618964+0000","last_fullsized":"2024-09-12T01:17:16.618964+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:47.291916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618901+0000","last_change":"2024-09-12T01:17:15.603897+0000","last_active":"2024-09-12T01:17:16.618901+0000","last_peered":"2024-09-12T01:17:16.618901+0000","last_clean":"2024-09-12T01:17:16.618901+0000","last_became_active":"2024-09-12T01:17:15.603442+0000","last_became_peered":"2024-09-12T01:17:15.603442+0000","last_unstale":"2024-09-12T01:17:16.618901+0000","last_undegraded":"2024-09-12T01:17:16.618901+0000","last_fullsized":"2024-09-12T01:17:16.618901+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:40.711602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265468+0000","last_change":"2024-09-12T01:17:11.599473+0000","last_active":"2024-09-12T01:17:17.265468+0000","last_peered":"2024-09-12T01:17:17.265468+0000","last_clean":"2024-09-12T01:17:17.265468+0000","last_became_active":"2024-09-12T01:17:11.599113+0000","last_became_peered":"2024-09-12T01:17:11.599113+0000","last_unstale":"2024-09-12T01:17:17.265468+0000","last_undegraded":"2024-09-12T01:17:17.265468+0000","last_fullsized":"2024-09-12T01:17:17.265468+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:45.678365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618627+0000","last_change":"2024-09-12T01:17:10.579498+0000","last_active":"2024-09-12T01:17:16.618627+0000","last_peered":"2024-09-12T01:17:16.618627+0000","last_clean":"2024-09-12T01:17:16.618627+0000","last_became_active":"2024-09-12T01:17:10.579108+0000","last_became_peered":"2024-09-12T01:17:10.579108+0000","last_unstale":"2024-09-12T01:17:16.618627+0000","last_undegraded":"2024-09-12T01:17:16.618627+0000","last_fullsized":"2024-09-12T01:17:16.618627+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:01:41.401607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264734+0000","last_change":"2024-09-12T01:17:15.609335+0000","last_active":"2024-09-12T01:17:17.264734+0000","last_peered":"2024-09-12T01:17:17.264734+0000","last_clean":"2024-09-12T01:17:17.264734+0000","last_became_active":"2024-09-12T01:17:15.608330+0000","last_became_peered":"2024-09-12T01:17:15.608330+0000","last_unstale":"2024-09-12T01:17:17.264734+0000","last_undegraded":"2024-09-12T01:17:17.264734+0000","last_fullsized":"2024-09-12T01:17:17.264734+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:36.583556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264936+0000","last_change":"2024-09-12T01:17:11.593756+0000","last_active":"2024-09-12T01:17:17.264936+0000","last_peered":"2024-09-12T01:17:17.264936+0000","last_clean":"2024-09-12T01:17:17.264936+0000","last_became_active":"2024-09-12T01:17:11.593458+0000","last_became_peered":"2024-09-12T01:17:11.593458+0000","last_unstale":"2024-09-12T01:17:17.264936+0000","last_undegraded":"2024-09-12T01:17:17.264936+0000","last_fullsized":"2024-09-12T01:17:17.264936+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264776+0000","last_change":"2024-09-12T01:17:10.590108+0000","last_active":"2024-09-12T01:17:17.264776+0000","last_peered":"2024-09-12T01:17:17.264776+0000","last_clean":"2024-09-12T01:17:17.264776+0000","last_became_active":"2024-09-12T01:17:10.589816+0000","last_became_peered":"2024-09-12T01:17:10.589816+0000","last_unstale":"2024-09-12T01:17:17.264776+0000","last_undegraded":"2024-09-12T01:17:17.264776+0000","last_fullsized":"2024-09-12T01:17:17.264776+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:12.030715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266192+0000","last_change":"2024-09-12T01:17:15.779018+0000","last_active":"2024-09-12T01:17:17.266192+0000","last_peered":"2024-09-12T01:17:17.266192+0000","last_clean":"2024-09-12T01:17:17.266192+0000","last_became_active":"2024-09-12T01:17:15.778628+0000","last_became_peered":"2024-09-12T01:17:15.778628+0000","last_unstale":"2024-09-12T01:17:17.266192+0000","last_undegraded":"2024-09-12T01:17:17.266192+0000","last_fullsized":"2024-09-12T01:17:17.266192+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:04.885386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265318+0000","last_change":"2024-09-12T01:17:11.600718+0000","last_active":"2024-09-12T01:17:17.265318+0000","last_peered":"2024-09-12T01:17:17.265318+0000","last_clean":"2024-09-12T01:17:17.265318+0000","last_became_active":"2024-09-12T01:17:11.600140+0000","last_became_peered":"2024-09-12T01:17:11.600140+0000","last_unstale":"2024-09-12T01:17:17.265318+0000","last_undegraded":"2024-09-12T01:17:17.265318+0000","last_fullsized":"2024-09-12T01:17:17.265318+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619633+0000","last_change":"2024-09-12T01:17:10.584752+0000","last_active":"2024-09-12T01:17:16.619633+0000","last_peered":"2024-09-12T01:17:16.619633+0000","last_clean":"2024-09-12T01:17:16.619633+0000","last_became_active":"2024-09-12T01:17:10.584462+0000","last_became_peered":"2024-09-12T01:17:10.584462+0000","last_unstale":"2024-09-12T01:17:16.619633+0000","last_undegraded":"2024-09-12T01:17:16.619633+0000","last_fullsized":"2024-09-12T01:17:16.619633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:02.203977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265803+0000","last_change":"2024-09-12T01:17:15.777743+0000","last_active":"2024-09-12T01:17:17.265803+0000","last_peered":"2024-09-12T01:17:17.265803+0000","last_clean":"2024-09-12T01:17:17.265803+0000","last_became_active":"2024-09-12T01:17:15.777328+0000","last_became_peered":"2024-09-12T01:17:15.777328+0000","last_unstale":"2024-09-12T01:17:17.265803+0000","last_undegraded":"2024-09-12T01:17:17.265803+0000","last_fullsized":"2024-09-12T01:17:17.265803+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:47:31.806907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264892+0000","last_change":"2024-09-12T01:17:11.600826+0000","last_active":"2024-09-12T01:17:17.264892+0000","last_peered":"2024-09-12T01:17:17.264892+0000","last_clean":"2024-09-12T01:17:17.264892+0000","last_became_active":"2024-09-12T01:17:11.600561+0000","last_became_peered":"2024-09-12T01:17:11.600561+0000","last_unstale":"2024-09-12T01:17:17.264892+0000","last_undegraded":"2024-09-12T01:17:17.264892+0000","last_fullsized":"2024-09-12T01:17:17.264892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:31.041879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264934+0000","last_change":"2024-09-12T01:17:10.587484+0000","last_active":"2024-09-12T01:17:17.264934+0000","last_peered":"2024-09-12T01:17:17.264934+0000","last_clean":"2024-09-12T01:17:17.264934+0000","last_became_active":"2024-09-12T01:17:10.587219+0000","last_became_peered":"2024-09-12T01:17:10.587219+0000","last_unstale":"2024-09-12T01:17:17.264934+0000","last_undegraded":"2024-09-12T01:17:17.264934+0000","last_fullsized":"2024-09-12T01:17:17.264934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:09.882388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618229+0000","last_change":"2024-09-12T01:17:15.778289+0000","last_active":"2024-09-12T01:17:16.618229+0000","last_peered":"2024-09-12T01:17:16.618229+0000","last_clean":"2024-09-12T01:17:16.618229+0000","last_became_active":"2024-09-12T01:17:15.777878+0000","last_became_peered":"2024-09-12T01:17:15.777878+0000","last_unstale":"2024-09-12T01:17:16.618229+0000","last_undegraded":"2024-09-12T01:17:16.618229+0000","last_fullsized":"2024-09-12T01:17:16.618229+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:31.202531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265590+0000","last_change":"2024-09-12T01:17:11.596322+0000","last_active":"2024-09-12T01:17:17.265590+0000","last_peered":"2024-09-12T01:17:17.265590+0000","last_clean":"2024-09-12T01:17:17.265590+0000","last_became_active":"2024-09-12T01:17:11.596071+0000","last_became_peered":"2024-09-12T01:17:11.596071+0000","last_unstale":"2024-09-12T01:17:17.265590+0000","last_undegraded":"2024-09-12T01:17:17.265590+0000","last_fullsized":"2024-09-12T01:17:17.265590+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:36.689893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:20.886345+0000","last_change":"2024-09-12T01:17:10.587427+0000","last_active":"2024-09-12T01:17:20.886345+0000","last_peered":"2024-09-12T01:17:20.886345+0000","last_clean":"2024-09-12T01:17:20.886345+0000","last_became_active":"2024-09-12T01:17:10.587148+0000","last_became_peered":"2024-09-12T01:17:10.587148+0000","last_unstale":"2024-09-12T01:17:20.886345+0000","last_undegraded":"2024-09-12T01:17:20.886345+0000","last_fullsized":"2024-09-12T01:17:20.886345+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:45.072866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657140+0000","last_change":"2024-09-12T01:17:15.610309+0000","last_active":"2024-09-12T01:17:16.657140+0000","last_peered":"2024-09-12T01:17:16.657140+0000","last_clean":"2024-09-12T01:17:16.657140+0000","last_became_active":"2024-09-12T01:17:15.609168+0000","last_became_peered":"2024-09-12T01:17:15.609168+0000","last_unstale":"2024-09-12T01:17:16.657140+0000","last_undegraded":"2024-09-12T01:17:16.657140+0000","last_fullsized":"2024-09-12T01:17:16.657140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619514+0000","last_change":"2024-09-12T01:17:11.589626+0000","last_active":"2024-09-12T01:17:16.619514+0000","last_peered":"2024-09-12T01:17:16.619514+0000","last_clean":"2024-09-12T01:17:16.619514+0000","last_became_active":"2024-09-12T01:17:11.589327+0000","last_became_peered":"2024-09-12T01:17:11.589327+0000","last_unstale":"2024-09-12T01:17:16.619514+0000","last_undegraded":"2024-09-12T01:17:16.619514+0000","last_fullsized":"2024-09-12T01:17:16.619514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:18.372767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657468+0000","last_change":"2024-09-12T01:17:10.582658+0000","last_active":"2024-09-12T01:17:16.657468+0000","last_peered":"2024-09-12T01:17:16.657468+0000","last_clean":"2024-09-12T01:17:16.657468+0000","last_became_active":"2024-09-12T01:17:10.582406+0000","last_became_peered":"2024-09-12T01:17:10.582406+0000","last_unstale":"2024-09-12T01:17:16.657468+0000","last_undegraded":"2024-09-12T01:17:16.657468+0000","last_fullsized":"2024-09-12T01:17:16.657468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619571+0000","last_change":"2024-09-12T01:17:15.608879+0000","last_active":"2024-09-12T01:17:16.619571+0000","last_peered":"2024-09-12T01:17:16.619571+0000","last_clean":"2024-09-12T01:17:16.619571+0000","last_became_active":"2024-09-12T01:17:15.607003+0000","last_became_peered":"2024-09-12T01:17:15.607003+0000","last_unstale":"2024-09-12T01:17:16.619571+0000","last_undegraded":"2024-09-12T01:17:16.619571+0000","last_fullsized":"2024-09-12T01:17:16.619571+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:59.300217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265241+0000","last_change":"2024-09-12T01:17:11.593258+0000","last_active":"2024-09-12T01:17:17.265241+0000","last_peered":"2024-09-12T01:17:17.265241+0000","last_clean":"2024-09-12T01:17:17.265241+0000","last_became_active":"2024-09-12T01:17:11.592803+0000","last_became_peered":"2024-09-12T01:17:11.592803+0000","last_unstale":"2024-09-12T01:17:17.265241+0000","last_undegraded":"2024-09-12T01:17:17.265241+0000","last_fullsized":"2024-09-12T01:17:17.265241+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.840662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618347+0000","last_change":"2024-09-12T01:17:10.590916+0000","last_active":"2024-09-12T01:17:16.618347+0000","last_peered":"2024-09-12T01:17:16.618347+0000","last_clean":"2024-09-12T01:17:16.618347+0000","last_became_active":"2024-09-12T01:17:10.590617+0000","last_became_peered":"2024-09-12T01:17:10.590617+0000","last_unstale":"2024-09-12T01:17:16.618347+0000","last_undegraded":"2024-09-12T01:17:16.618347+0000","last_fullsized":"2024-09-12T01:17:16.618347+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264947+0000","last_change":"2024-09-12T01:17:15.608476+0000","last_active":"2024-09-12T01:17:17.264947+0000","last_peered":"2024-09-12T01:17:17.264947+0000","last_clean":"2024-09-12T01:17:17.264947+0000","last_became_active":"2024-09-12T01:17:15.607668+0000","last_became_peered":"2024-09-12T01:17:15.607668+0000","last_unstale":"2024-09-12T01:17:17.264947+0000","last_undegraded":"2024-09-12T01:17:17.264947+0000","last_fullsized":"2024-09-12T01:17:17.264947+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:56.288248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618146+0000","last_change":"2024-09-12T01:17:11.594024+0000","last_active":"2024-09-12T01:17:16.618146+0000","last_peered":"2024-09-12T01:17:16.618146+0000","last_clean":"2024-09-12T01:17:16.618146+0000","last_became_active":"2024-09-12T01:17:11.593429+0000","last_became_peered":"2024-09-12T01:17:11.593429+0000","last_unstale":"2024-09-12T01:17:16.618146+0000","last_undegraded":"2024-09-12T01:17:16.618146+0000","last_fullsized":"2024-09-12T01:17:16.618146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:52.266539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265915+0000","last_change":"2024-09-12T01:17:10.588186+0000","last_active":"2024-09-12T01:17:17.265915+0000","last_peered":"2024-09-12T01:17:17.265915+0000","last_clean":"2024-09-12T01:17:17.265915+0000","last_became_active":"2024-09-12T01:17:10.587904+0000","last_became_peered":"2024-09-12T01:17:10.587904+0000","last_unstale":"2024-09-12T01:17:17.265915+0000","last_undegraded":"2024-09-12T01:17:17.265915+0000","last_fullsized":"2024-09-12T01:17:17.265915+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:49.502802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265274+0000","last_change":"2024-09-12T01:17:15.779775+0000","last_active":"2024-09-12T01:17:17.265274+0000","last_peered":"2024-09-12T01:17:17.265274+0000","last_clean":"2024-09-12T01:17:17.265274+0000","last_became_active":"2024-09-12T01:17:15.778910+0000","last_became_peered":"2024-09-12T01:17:15.778910+0000","last_unstale":"2024-09-12T01:17:17.265274+0000","last_undegraded":"2024-09-12T01:17:17.265274+0000","last_fullsized":"2024-09-12T01:17:17.265274+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:12.235636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264588+0000","last_change":"2024-09-12T01:17:15.778482+0000","last_active":"2024-09-12T01:17:17.264588+0000","last_peered":"2024-09-12T01:17:17.264588+0000","last_clean":"2024-09-12T01:17:17.264588+0000","last_became_active":"2024-09-12T01:17:15.778108+0000","last_became_peered":"2024-09-12T01:17:15.778108+0000","last_unstale":"2024-09-12T01:17:17.264588+0000","last_undegraded":"2024-09-12T01:17:17.264588+0000","last_fullsized":"2024-09-12T01:17:17.264588+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:27.996522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.656948+0000","last_change":"2024-09-12T01:17:11.581179+0000","last_active":"2024-09-12T01:17:16.656948+0000","last_peered":"2024-09-12T01:17:16.656948+0000","last_clean":"2024-09-12T01:17:16.656948+0000","last_became_active":"2024-09-12T01:17:11.580885+0000","last_became_peered":"2024-09-12T01:17:11.580885+0000","last_unstale":"2024-09-12T01:17:16.656948+0000","last_undegraded":"2024-09-12T01:17:16.656948+0000","last_fullsized":"2024-09-12T01:17:16.656948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:37.900042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619089+0000","last_change":"2024-09-12T01:17:10.584706+0000","last_active":"2024-09-12T01:17:16.619089+0000","last_peered":"2024-09-12T01:17:16.619089+0000","last_clean":"2024-09-12T01:17:16.619089+0000","last_became_active":"2024-09-12T01:17:10.584409+0000","last_became_peered":"2024-09-12T01:17:10.584409+0000","last_unstale":"2024-09-12T01:17:16.619089+0000","last_undegraded":"2024-09-12T01:17:16.619089+0000","last_fullsized":"2024-09-12T01:17:16.619089+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:09.757662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265735+0000","last_change":"2024-09-12T01:17:15.609035+0000","last_active":"2024-09-12T01:17:17.265735+0000","last_peered":"2024-09-12T01:17:17.265735+0000","last_clean":"2024-09-12T01:17:17.265735+0000","last_became_active":"2024-09-12T01:17:15.608643+0000","last_became_peered":"2024-09-12T01:17:15.608643+0000","last_unstale":"2024-09-12T01:17:17.265735+0000","last_undegraded":"2024-09-12T01:17:17.265735+0000","last_fullsized":"2024-09-12T01:17:17.265735+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:34.294473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265021+0000","last_change":"2024-09-12T01:17:11.588355+0000","last_active":"2024-09-12T01:17:17.265021+0000","last_peered":"2024-09-12T01:17:17.265021+0000","last_clean":"2024-09-12T01:17:17.265021+0000","last_became_active":"2024-09-12T01:17:11.588081+0000","last_became_peered":"2024-09-12T01:17:11.588081+0000","last_unstale":"2024-09-12T01:17:17.265021+0000","last_undegraded":"2024-09-12T01:17:17.265021+0000","last_fullsized":"2024-09-12T01:17:17.265021+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265370+0000","last_change":"2024-09-12T01:17:10.590837+0000","last_active":"2024-09-12T01:17:17.265370+0000","last_peered":"2024-09-12T01:17:17.265370+0000","last_clean":"2024-09-12T01:17:17.265370+0000","last_became_active":"2024-09-12T01:17:10.590616+0000","last_became_peered":"2024-09-12T01:17:10.590616+0000","last_unstale":"2024-09-12T01:17:17.265370+0000","last_undegraded":"2024-09-12T01:17:17.265370+0000","last_fullsized":"2024-09-12T01:17:17.265370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:33.129269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265424+0000","last_change":"2024-09-12T01:17:10.587237+0000","last_active":"2024-09-12T01:17:17.265424+0000","last_peered":"2024-09-12T01:17:17.265424+0000","last_clean":"2024-09-12T01:17:17.265424+0000","last_became_active":"2024-09-12T01:17:10.586976+0000","last_became_peered":"2024-09-12T01:17:10.586976+0000","last_unstale":"2024-09-12T01:17:17.265424+0000","last_undegraded":"2024-09-12T01:17:17.265424+0000","last_fullsized":"2024-09-12T01:17:17.265424+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:06.319601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264845+0000","last_change":"2024-09-12T01:17:11.585467+0000","last_active":"2024-09-12T01:17:17.264845+0000","last_peered":"2024-09-12T01:17:17.264845+0000","last_clean":"2024-09-12T01:17:17.264845+0000","last_became_active":"2024-09-12T01:17:11.585168+0000","last_became_peered":"2024-09-12T01:17:11.585168+0000","last_unstale":"2024-09-12T01:17:17.264845+0000","last_undegraded":"2024-09-12T01:17:17.264845+0000","last_fullsized":"2024-09-12T01:17:17.264845+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:28.623330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618803+0000","last_change":"2024-09-12T01:17:15.608344+0000","last_active":"2024-09-12T01:17:16.618803+0000","last_peered":"2024-09-12T01:17:16.618803+0000","last_clean":"2024-09-12T01:17:16.618803+0000","last_became_active":"2024-09-12T01:17:15.607926+0000","last_became_peered":"2024-09-12T01:17:15.607926+0000","last_unstale":"2024-09-12T01:17:16.618803+0000","last_undegraded":"2024-09-12T01:17:16.618803+0000","last_fullsized":"2024-09-12T01:17:16.618803+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:22.394476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265709+0000","last_change":"2024-09-12T01:17:10.586012+0000","last_active":"2024-09-12T01:17:17.265709+0000","last_peered":"2024-09-12T01:17:17.265709+0000","last_clean":"2024-09-12T01:17:17.265709+0000","last_became_active":"2024-09-12T01:17:10.585298+0000","last_became_peered":"2024-09-12T01:17:10.585298+0000","last_unstale":"2024-09-12T01:17:17.265709+0000","last_undegraded":"2024-09-12T01:17:17.265709+0000","last_fullsized":"2024-09-12T01:17:17.265709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:09.554207+0000","last_clean_scrub_stamp":"2024-09-12T01:17:09.554207+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:01:41.401607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618819+0000","last_change":"2024-09-12T01:17:11.586208+0000","last_active":"2024-09-12T01:17:16.618819+0000","last_peered":"2024-09-12T01:17:16.618819+0000","last_clean":"2024-09-12T01:17:16.618819+0000","last_became_active":"2024-09-12T01:17:11.585785+0000","last_became_peered":"2024-09-12T01:17:11.585785+0000","last_unstale":"2024-09-12T01:17:16.618819+0000","last_undegraded":"2024-09-12T01:17:16.618819+0000","last_fullsized":"2024-09-12T01:17:16.618819+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:04:13.036133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265868+0000","last_change":"2024-09-12T01:17:15.606824+0000","last_active":"2024-09-12T01:17:17.265868+0000","last_peered":"2024-09-12T01:17:17.265868+0000","last_clean":"2024-09-12T01:17:17.265868+0000","last_became_active":"2024-09-12T01:17:15.606425+0000","last_became_peered":"2024-09-12T01:17:15.606425+0000","last_unstale":"2024-09-12T01:17:17.265868+0000","last_undegraded":"2024-09-12T01:17:17.265868+0000","last_fullsized":"2024-09-12T01:17:17.265868+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:14.581334+0000","last_clean_scrub_stamp":"2024-09-12T01:17:14.581334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:31.202531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264671+0000","last_change":"2024-09-12T01:17:11.592398+0000","last_active":"2024-09-12T01:17:17.264671+0000","last_peered":"2024-09-12T01:17:17.264671+0000","last_clean":"2024-09-12T01:17:17.264671+0000","last_became_active":"2024-09-12T01:17:11.592116+0000","last_became_peered":"2024-09-12T01:17:11.592116+0000","last_unstale":"2024-09-12T01:17:17.264671+0000","last_undegraded":"2024-09-12T01:17:17.264671+0000","last_fullsized":"2024-09-12T01:17:17.264671+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618703+0000","last_change":"2024-09-12T01:17:11.583293+0000","last_active":"2024-09-12T01:17:16.618703+0000","last_peered":"2024-09-12T01:17:16.618703+0000","last_clean":"2024-09-12T01:17:16.618703+0000","last_became_active":"2024-09-12T01:17:11.583016+0000","last_became_peered":"2024-09-12T01:17:11.583016+0000","last_unstale":"2024-09-12T01:17:16.618703+0000","last_undegraded":"2024-09-12T01:17:16.618703+0000","last_fullsized":"2024-09-12T01:17:16.618703+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:50.508220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619591+0000","last_change":"2024-09-12T01:17:11.589201+0000","last_active":"2024-09-12T01:17:16.619591+0000","last_peered":"2024-09-12T01:17:16.619591+0000","last_clean":"2024-09-12T01:17:16.619591+0000","last_became_active":"2024-09-12T01:17:11.588913+0000","last_became_peered":"2024-09-12T01:17:11.588913+0000","last_unstale":"2024-09-12T01:17:16.619591+0000","last_undegraded":"2024-09-12T01:17:16.619591+0000","last_fullsized":"2024-09-12T01:17:16.619591+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:30.272764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264750+0000","last_change":"2024-09-12T01:17:11.584983+0000","last_active":"2024-09-12T01:17:17.264750+0000","last_peered":"2024-09-12T01:17:17.264750+0000","last_clean":"2024-09-12T01:17:17.264750+0000","last_became_active":"2024-09-12T01:17:11.584609+0000","last_became_peered":"2024-09-12T01:17:11.584609+0000","last_unstale":"2024-09-12T01:17:17.264750+0000","last_undegraded":"2024-09-12T01:17:17.264750+0000","last_fullsized":"2024-09-12T01:17:17.264750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:18.982707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265910+0000","last_change":"2024-09-12T01:17:11.582890+0000","last_active":"2024-09-12T01:17:17.265910+0000","last_peered":"2024-09-12T01:17:17.265910+0000","last_clean":"2024-09-12T01:17:17.265910+0000","last_became_active":"2024-09-12T01:17:11.582618+0000","last_became_peered":"2024-09-12T01:17:11.582618+0000","last_unstale":"2024-09-12T01:17:17.265910+0000","last_undegraded":"2024-09-12T01:17:17.265910+0000","last_fullsized":"2024-09-12T01:17:17.265910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:57.418639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657256+0000","last_change":"2024-09-12T01:17:11.590756+0000","last_active":"2024-09-12T01:17:16.657256+0000","last_peered":"2024-09-12T01:17:16.657256+0000","last_clean":"2024-09-12T01:17:16.657256+0000","last_became_active":"2024-09-12T01:17:11.588479+0000","last_became_peered":"2024-09-12T01:17:11.588479+0000","last_unstale":"2024-09-12T01:17:16.657256+0000","last_undegraded":"2024-09-12T01:17:16.657256+0000","last_fullsized":"2024-09-12T01:17:16.657256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:26.439830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265979+0000","last_change":"2024-09-12T01:17:11.600943+0000","last_active":"2024-09-12T01:17:17.265979+0000","last_peered":"2024-09-12T01:17:17.265979+0000","last_clean":"2024-09-12T01:17:17.265979+0000","last_became_active":"2024-09-12T01:17:11.600682+0000","last_became_peered":"2024-09-12T01:17:11.600682+0000","last_unstale":"2024-09-12T01:17:17.265979+0000","last_undegraded":"2024-09-12T01:17:17.265979+0000","last_fullsized":"2024-09-12T01:17:17.265979+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266137+0000","last_change":"2024-09-12T01:17:11.586693+0000","last_active":"2024-09-12T01:17:17.266137+0000","last_peered":"2024-09-12T01:17:17.266137+0000","last_clean":"2024-09-12T01:17:17.266137+0000","last_became_active":"2024-09-12T01:17:11.586401+0000","last_became_peered":"2024-09-12T01:17:11.586401+0000","last_unstale":"2024-09-12T01:17:17.266137+0000","last_undegraded":"2024-09-12T01:17:17.266137+0000","last_fullsized":"2024-09-12T01:17:17.266137+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618982+0000","last_change":"2024-09-12T01:17:11.586636+0000","last_active":"2024-09-12T01:17:16.618982+0000","last_peered":"2024-09-12T01:17:16.618982+0000","last_clean":"2024-09-12T01:17:16.618982+0000","last_became_active":"2024-09-12T01:17:11.586347+0000","last_became_peered":"2024-09-12T01:17:11.586347+0000","last_unstale":"2024-09-12T01:17:16.618982+0000","last_undegraded":"2024-09-12T01:17:16.618982+0000","last_fullsized":"2024-09-12T01:17:16.618982+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265266+0000","last_change":"2024-09-12T01:17:11.586884+0000","last_active":"2024-09-12T01:17:17.265266+0000","last_peered":"2024-09-12T01:17:17.265266+0000","last_clean":"2024-09-12T01:17:17.265266+0000","last_became_active":"2024-09-12T01:17:11.586600+0000","last_became_peered":"2024-09-12T01:17:11.586600+0000","last_unstale":"2024-09-12T01:17:17.265266+0000","last_undegraded":"2024-09-12T01:17:17.265266+0000","last_fullsized":"2024-09-12T01:17:17.265266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:12.605575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619533+0000","last_change":"2024-09-12T01:17:11.593177+0000","last_active":"2024-09-12T01:17:16.619533+0000","last_peered":"2024-09-12T01:17:16.619533+0000","last_clean":"2024-09-12T01:17:16.619533+0000","last_became_active":"2024-09-12T01:17:11.592663+0000","last_became_peered":"2024-09-12T01:17:11.592663+0000","last_unstale":"2024-09-12T01:17:16.619533+0000","last_undegraded":"2024-09-12T01:17:16.619533+0000","last_fullsized":"2024-09-12T01:17:16.619533+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:23.431108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264422+0000","last_change":"2024-09-12T01:17:11.592672+0000","last_active":"2024-09-12T01:17:17.264422+0000","last_peered":"2024-09-12T01:17:17.264422+0000","last_clean":"2024-09-12T01:17:17.264422+0000","last_became_active":"2024-09-12T01:17:11.592390+0000","last_became_peered":"2024-09-12T01:17:11.592390+0000","last_unstale":"2024-09-12T01:17:17.264422+0000","last_undegraded":"2024-09-12T01:17:17.264422+0000","last_fullsized":"2024-09-12T01:17:17.264422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:22:00.779936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265759+0000","last_change":"2024-09-12T01:17:11.596971+0000","last_active":"2024-09-12T01:17:17.265759+0000","last_peered":"2024-09-12T01:17:17.265759+0000","last_clean":"2024-09-12T01:17:17.265759+0000","last_became_active":"2024-09-12T01:17:11.596273+0000","last_became_peered":"2024-09-12T01:17:11.596273+0000","last_unstale":"2024-09-12T01:17:17.265759+0000","last_undegraded":"2024-09-12T01:17:17.265759+0000","last_fullsized":"2024-09-12T01:17:17.265759+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:57.418639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265785+0000","last_change":"2024-09-12T01:17:11.595644+0000","last_active":"2024-09-12T01:17:17.265785+0000","last_peered":"2024-09-12T01:17:17.265785+0000","last_clean":"2024-09-12T01:17:17.265785+0000","last_became_active":"2024-09-12T01:17:11.595215+0000","last_became_peered":"2024-09-12T01:17:11.595215+0000","last_unstale":"2024-09-12T01:17:17.265785+0000","last_undegraded":"2024-09-12T01:17:17.265785+0000","last_fullsized":"2024-09-12T01:17:17.265785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:48.708757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619008+0000","last_change":"2024-09-12T01:17:11.595394+0000","last_active":"2024-09-12T01:17:16.619008+0000","last_peered":"2024-09-12T01:17:16.619008+0000","last_clean":"2024-09-12T01:17:16.619008+0000","last_became_active":"2024-09-12T01:17:11.595105+0000","last_became_peered":"2024-09-12T01:17:11.595105+0000","last_unstale":"2024-09-12T01:17:16.619008+0000","last_undegraded":"2024-09-12T01:17:16.619008+0000","last_fullsized":"2024-09-12T01:17:16.619008+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:03.209395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.618876+0000","last_change":"2024-09-12T01:17:11.593118+0000","last_active":"2024-09-12T01:17:16.618876+0000","last_peered":"2024-09-12T01:17:16.618876+0000","last_clean":"2024-09-12T01:17:16.618876+0000","last_became_active":"2024-09-12T01:17:11.592272+0000","last_became_peered":"2024-09-12T01:17:11.592272+0000","last_unstale":"2024-09-12T01:17:16.618876+0000","last_undegraded":"2024-09-12T01:17:16.618876+0000","last_fullsized":"2024-09-12T01:17:16.618876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:55.278507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617738+0000","last_change":"2024-09-12T01:17:11.594253+0000","last_active":"2024-09-12T01:17:16.617738+0000","last_peered":"2024-09-12T01:17:16.617738+0000","last_clean":"2024-09-12T01:17:16.617738+0000","last_became_active":"2024-09-12T01:17:11.591141+0000","last_became_peered":"2024-09-12T01:17:11.591141+0000","last_unstale":"2024-09-12T01:17:16.617738+0000","last_undegraded":"2024-09-12T01:17:16.617738+0000","last_fullsized":"2024-09-12T01:17:16.617738+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657042+0000","last_change":"2024-09-12T01:17:11.586839+0000","last_active":"2024-09-12T01:17:16.657042+0000","last_peered":"2024-09-12T01:17:16.657042+0000","last_clean":"2024-09-12T01:17:16.657042+0000","last_became_active":"2024-09-12T01:17:11.586560+0000","last_became_peered":"2024-09-12T01:17:11.586560+0000","last_unstale":"2024-09-12T01:17:16.657042+0000","last_undegraded":"2024-09-12T01:17:16.657042+0000","last_fullsized":"2024-09-12T01:17:16.657042+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264802+0000","last_change":"2024-09-12T01:17:11.580684+0000","last_active":"2024-09-12T01:17:17.264802+0000","last_peered":"2024-09-12T01:17:17.264802+0000","last_clean":"2024-09-12T01:17:17.264802+0000","last_became_active":"2024-09-12T01:17:11.580417+0000","last_became_peered":"2024-09-12T01:17:11.580417+0000","last_unstale":"2024-09-12T01:17:17.264802+0000","last_undegraded":"2024-09-12T01:17:17.264802+0000","last_fullsized":"2024-09-12T01:17:17.264802+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:11.823367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265619+0000","last_change":"2024-09-12T01:17:11.598024+0000","last_active":"2024-09-12T01:17:17.265619+0000","last_peered":"2024-09-12T01:17:17.265619+0000","last_clean":"2024-09-12T01:17:17.265619+0000","last_became_active":"2024-09-12T01:17:11.597745+0000","last_became_peered":"2024-09-12T01:17:11.597745+0000","last_unstale":"2024-09-12T01:17:17.265619+0000","last_undegraded":"2024-09-12T01:17:17.265619+0000","last_fullsized":"2024-09-12T01:17:17.265619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:01.905545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619260+0000","last_change":"2024-09-12T01:17:11.596877+0000","last_active":"2024-09-12T01:17:16.619260+0000","last_peered":"2024-09-12T01:17:16.619260+0000","last_clean":"2024-09-12T01:17:16.619260+0000","last_became_active":"2024-09-12T01:17:11.595127+0000","last_became_peered":"2024-09-12T01:17:11.595127+0000","last_unstale":"2024-09-12T01:17:16.619260+0000","last_undegraded":"2024-09-12T01:17:16.619260+0000","last_fullsized":"2024-09-12T01:17:16.619260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:07.325018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266018+0000","last_change":"2024-09-12T01:17:11.593701+0000","last_active":"2024-09-12T01:17:17.266018+0000","last_peered":"2024-09-12T01:17:17.266018+0000","last_clean":"2024-09-12T01:17:17.266018+0000","last_became_active":"2024-09-12T01:17:11.593395+0000","last_became_peered":"2024-09-12T01:17:11.593395+0000","last_unstale":"2024-09-12T01:17:17.266018+0000","last_undegraded":"2024-09-12T01:17:17.266018+0000","last_fullsized":"2024-09-12T01:17:17.266018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:11.660839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265863+0000","last_change":"2024-09-12T01:17:11.594636+0000","last_active":"2024-09-12T01:17:17.265863+0000","last_peered":"2024-09-12T01:17:17.265863+0000","last_clean":"2024-09-12T01:17:17.265863+0000","last_became_active":"2024-09-12T01:17:11.594278+0000","last_became_peered":"2024-09-12T01:17:11.594278+0000","last_unstale":"2024-09-12T01:17:17.265863+0000","last_undegraded":"2024-09-12T01:17:17.265863+0000","last_fullsized":"2024-09-12T01:17:17.265863+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:08.742892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.266017+0000","last_change":"2024-09-12T01:17:11.602542+0000","last_active":"2024-09-12T01:17:17.266017+0000","last_peered":"2024-09-12T01:17:17.266017+0000","last_clean":"2024-09-12T01:17:17.266017+0000","last_became_active":"2024-09-12T01:17:11.602266+0000","last_became_peered":"2024-09-12T01:17:11.602266+0000","last_unstale":"2024-09-12T01:17:17.266017+0000","last_undegraded":"2024-09-12T01:17:17.266017+0000","last_fullsized":"2024-09-12T01:17:17.266017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:08.010472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264792+0000","last_change":"2024-09-12T01:17:11.593875+0000","last_active":"2024-09-12T01:17:17.264792+0000","last_peered":"2024-09-12T01:17:17.264792+0000","last_clean":"2024-09-12T01:17:17.264792+0000","last_became_active":"2024-09-12T01:17:11.593612+0000","last_became_peered":"2024-09-12T01:17:11.593612+0000","last_unstale":"2024-09-12T01:17:17.264792+0000","last_undegraded":"2024-09-12T01:17:17.264792+0000","last_fullsized":"2024-09-12T01:17:17.264792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:38.592087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265354+0000","last_change":"2024-09-12T01:17:11.590821+0000","last_active":"2024-09-12T01:17:17.265354+0000","last_peered":"2024-09-12T01:17:17.265354+0000","last_clean":"2024-09-12T01:17:17.265354+0000","last_became_active":"2024-09-12T01:17:11.590519+0000","last_became_peered":"2024-09-12T01:17:11.590519+0000","last_unstale":"2024-09-12T01:17:17.265354+0000","last_undegraded":"2024-09-12T01:17:17.265354+0000","last_fullsized":"2024-09-12T01:17:17.265354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:34.690301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.619469+0000","last_change":"2024-09-12T01:17:11.592957+0000","last_active":"2024-09-12T01:17:16.619469+0000","last_peered":"2024-09-12T01:17:16.619469+0000","last_clean":"2024-09-12T01:17:16.619469+0000","last_became_active":"2024-09-12T01:17:11.592327+0000","last_became_peered":"2024-09-12T01:17:11.592327+0000","last_unstale":"2024-09-12T01:17:16.619469+0000","last_undegraded":"2024-09-12T01:17:16.619469+0000","last_fullsized":"2024-09-12T01:17:16.619469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:36.689893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265093+0000","last_change":"2024-09-12T01:17:11.590693+0000","last_active":"2024-09-12T01:17:17.265093+0000","last_peered":"2024-09-12T01:17:17.265093+0000","last_clean":"2024-09-12T01:17:17.265093+0000","last_became_active":"2024-09-12T01:17:11.590409+0000","last_became_peered":"2024-09-12T01:17:11.590409+0000","last_unstale":"2024-09-12T01:17:17.265093+0000","last_undegraded":"2024-09-12T01:17:17.265093+0000","last_fullsized":"2024-09-12T01:17:17.265093+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:55.278507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.617946+0000","last_change":"2024-09-12T01:17:11.590054+0000","last_active":"2024-09-12T01:17:16.617946+0000","last_peered":"2024-09-12T01:17:16.617946+0000","last_clean":"2024-09-12T01:17:16.617946+0000","last_became_active":"2024-09-12T01:17:11.589797+0000","last_became_peered":"2024-09-12T01:17:11.589797+0000","last_unstale":"2024-09-12T01:17:16.617946+0000","last_undegraded":"2024-09-12T01:17:16.617946+0000","last_fullsized":"2024-09-12T01:17:16.617946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:45.678365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.264552+0000","last_change":"2024-09-12T01:17:11.577225+0000","last_active":"2024-09-12T01:17:17.264552+0000","last_peered":"2024-09-12T01:17:17.264552+0000","last_clean":"2024-09-12T01:17:17.264552+0000","last_became_active":"2024-09-12T01:17:11.576955+0000","last_became_peered":"2024-09-12T01:17:11.576955+0000","last_unstale":"2024-09-12T01:17:17.264552+0000","last_undegraded":"2024-09-12T01:17:17.264552+0000","last_fullsized":"2024-09-12T01:17:17.264552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:40:19.195985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:16.657534+0000","last_change":"2024-09-12T01:17:11.581496+0000","last_active":"2024-09-12T01:17:16.657534+0000","last_peered":"2024-09-12T01:17:16.657534+0000","last_clean":"2024-09-12T01:17:16.657534+0000","last_became_active":"2024-09-12T01:17:11.581186+0000","last_became_peered":"2024-09-12T01:17:11.581186+0000","last_unstale":"2024-09-12T01:17:16.657534+0000","last_undegraded":"2024-09-12T01:17:16.657534+0000","last_fullsized":"2024-09-12T01:17:16.657534+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.954692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-12T01:17:17.265887+0000","last_change":"2024-09-12T01:17:11.599792+0000","last_active":"2024-09-12T01:17:17.265887+0000","last_peered":"2024-09-12T01:17:17.265887+0000","last_clean":"2024-09-12T01:17:17.265887+0000","last_became_active":"2024-09-12T01:17:11.599432+0000","last_became_peered":"2024-09-12T01:17:11.599432+0000","last_unstale":"2024-09-12T01:17:17.265887+0000","last_undegraded":"2024-09-12T01:17:17.265887+0000","last_fullsized":"2024-09-12T01:17:17.265887+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:10.559625+0000","last_clean_scrub_stamp":"2024-09-12T01:17:10.559625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:23.431108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542154,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":860160,"data_stored":694509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542154,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542155,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":266240,"data_stored":103649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542155,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":274432,"data_stored":103685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542153,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":107403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542155,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542155,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":103719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542155,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":868352,"data_stored":694565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:17:36.226 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T01:17:36.227 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-12T01:17:36.227 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-12T01:17:36.227 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-12T01:17:36.363 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.361+0000 7f6627227640 1 Processor -- start 2024-09-12T01:17:36.364 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.361+0000 7f6627227640 1 -- start start 2024-09-12T01:17:36.364 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.361+0000 7f6627227640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f662015fc30 0x7f6620071e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.364 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.361+0000 7f6627227640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f66200b17d0 0x7f662009aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.364 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.361+0000 7f6627227640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f662009af70 0x7f66200d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.364 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.361+0000 7f6627227640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f66200b1590 con 0x7f662015fc30 2024-09-12T01:17:36.365 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.361+0000 7f6627227640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f6620160ab0 con 0x7f66200b17d0 2024-09-12T01:17:36.365 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.361+0000 7f6627227640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6620160fe0 con 0x7f662009af70 2024-09-12T01:17:36.365 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.362+0000 7f6624fc3640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f662015fc30 0x7f6620071e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.365 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.362+0000 7f6624fc3640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f662015fc30 0x7f6620071e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43400/0 (socket says 172.21.15.122:43400) 2024-09-12T01:17:36.365 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.362+0000 7f6624fc3640 1 -- 172.21.15.122:0/2505651038 learned_addr learned my addr 172.21.15.122:0/2505651038 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:36.365 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.362+0000 7f66257c4640 1 --2- 172.21.15.122:0/2505651038 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f662009af70 0x7f66200d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.366 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.362+0000 7f661ffff640 1 --2- 172.21.15.122:0/2505651038 >> v2:172.21.15.151:3300/0 conn(0x7f66200b17d0 0x7f662009aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.366 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.362+0000 7f6624fc3640 1 -- 172.21.15.122:0/2505651038 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f662009af70 msgr2=0x7f66200d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:36.366 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.362+0000 7f6624fc3640 1 --2- 172.21.15.122:0/2505651038 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f662009af70 0x7f66200d0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.366 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.362+0000 7f6624fc3640 1 -- 172.21.15.122:0/2505651038 >> v2:172.21.15.151:3300/0 conn(0x7f66200b17d0 msgr2=0x7f662009aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:36.366 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.362+0000 7f6624fc3640 1 --2- 172.21.15.122:0/2505651038 >> v2:172.21.15.151:3300/0 conn(0x7f66200b17d0 0x7f662009aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.366 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.362+0000 7f6624fc3640 1 -- 172.21.15.122:0/2505651038 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f662009ba30 con 0x7f662015fc30 2024-09-12T01:17:36.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.362+0000 7f661ffff640 1 --2- 172.21.15.122:0/2505651038 >> v2:172.21.15.151:3300/0 conn(0x7f66200b17d0 0x7f662009aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:36.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f6624fc3640 1 --2- 172.21.15.122:0/2505651038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f662015fc30 0x7f6620071e40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f662006cbf0 tx=0x7f661802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2c596c6c9482f17 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:36.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f661f7fe640 1 -- 172.21.15.122:0/2505651038 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6618036070 con 0x7f662015fc30 2024-09-12T01:17:36.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f661f7fe640 1 -- 172.21.15.122:0/2505651038 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6618031600 con 0x7f662015fc30 2024-09-12T01:17:36.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f661f7fe640 1 -- 172.21.15.122:0/2505651038 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66180319d0 con 0x7f662015fc30 2024-09-12T01:17:36.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f6627227640 1 -- 172.21.15.122:0/2505651038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f662015fc30 msgr2=0x7f6620071e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f6627227640 1 --2- 172.21.15.122:0/2505651038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f662015fc30 0x7f6620071e40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f662006cbf0 tx=0x7f661802a610 comp rx=0 tx=0).stop 2024-09-12T01:17:36.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f6627227640 1 -- 172.21.15.122:0/2505651038 shutdown_connections 2024-09-12T01:17:36.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f6627227640 1 --2- 172.21.15.122:0/2505651038 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f662009af70 0x7f66200d0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f6627227640 1 --2- 172.21.15.122:0/2505651038 >> v2:172.21.15.151:3300/0 conn(0x7f66200b17d0 0x7f662009aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f6627227640 1 --2- 172.21.15.122:0/2505651038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f662015fc30 0x7f6620071e40 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f6627227640 1 -- 172.21.15.122:0/2505651038 >> 172.21.15.122:0/2505651038 conn(0x7f66200d23a0 msgr2=0x7f66200d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:36.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f6627227640 1 -- 172.21.15.122:0/2505651038 shutdown_connections 2024-09-12T01:17:36.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.363+0000 7f6627227640 1 -- 172.21.15.122:0/2505651038 wait complete. 2024-09-12T01:17:36.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.364+0000 7f6627227640 1 Processor -- start 2024-09-12T01:17:36.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.365+0000 7f6627227640 1 -- start start 2024-09-12T01:17:36.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.365+0000 7f6627227640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f662009af70 0x7f66200b5be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.365+0000 7f6627227640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f66200b17d0 0x7f662006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.365+0000 7f6627227640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f662015fc30 0x7f66200c5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.365+0000 7f6627227640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6620160d00 con 0x7f662015fc30 2024-09-12T01:17:36.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.365+0000 7f6627227640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f66200b1bd0 con 0x7f662009af70 2024-09-12T01:17:36.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.365+0000 7f6627227640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f66200d0850 con 0x7f66200b17d0 2024-09-12T01:17:36.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f66257c4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f662015fc30 0x7f66200c5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f66257c4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f662015fc30 0x7f66200c5080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43408/0 (socket says 172.21.15.122:43408) 2024-09-12T01:17:36.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f66257c4640 1 -- 172.21.15.122:0/2835228662 learned_addr learned my addr 172.21.15.122:0/2835228662 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:36.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f6624fc3640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f662009af70 0x7f66200b5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f661ffff640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f66200b17d0 0x7f662006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f66257c4640 1 -- 172.21.15.122:0/2835228662 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f66200b17d0 msgr2=0x7f662006e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f66257c4640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f66200b17d0 0x7f662006e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f66257c4640 1 -- 172.21.15.122:0/2835228662 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f662009af70 msgr2=0x7f66200b5be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f66257c4640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f662009af70 0x7f66200b5be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f66257c4640 1 -- 172.21.15.122:0/2835228662 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66200b6230 con 0x7f662015fc30 2024-09-12T01:17:36.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f66257c4640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f662015fc30 0x7f66200c5080 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f660800e830 tx=0x7f660800ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:36.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f661d7fa640 1 -- 172.21.15.122:0/2835228662 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6608017070 con 0x7f662015fc30 2024-09-12T01:17:36.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f661d7fa640 1 -- 172.21.15.122:0/2835228662 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f660800c940 con 0x7f662015fc30 2024-09-12T01:17:36.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f6627227640 1 -- 172.21.15.122:0/2835228662 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66200b6510 con 0x7f662015fc30 2024-09-12T01:17:36.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f661d7fa640 1 -- 172.21.15.122:0/2835228662 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660800cd30 con 0x7f662015fc30 2024-09-12T01:17:36.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.366+0000 7f6627227640 1 -- 172.21.15.122:0/2835228662 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66200b6ad0 con 0x7f662015fc30 2024-09-12T01:17:36.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.367+0000 7f6627227640 1 -- 172.21.15.122:0/2835228662 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f662009aa30 con 0x7f662015fc30 2024-09-12T01:17:36.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.368+0000 7f661d7fa640 1 -- 172.21.15.122:0/2835228662 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f660801a070 con 0x7f662015fc30 2024-09-12T01:17:36.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.368+0000 7f661d7fa640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f660006be60 0x7f660006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.368+0000 7f661d7fa640 1 -- 172.21.15.122:0/2835228662 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f660808b3f0 con 0x7f662015fc30 2024-09-12T01:17:36.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.368+0000 7f6624fc3640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f660006be60 0x7f660006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.369+0000 7f6624fc3640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f660006be60 0x7f660006e320 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6618033000 tx=0x7f6618009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:36.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.372+0000 7f661d7fa640 1 -- 172.21.15.122:0/2835228662 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6608059410 con 0x7f662015fc30 2024-09-12T01:17:36.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.573+0000 7f6627227640 1 -- 172.21.15.122:0/2835228662 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f66200b8320 con 0x7f662015fc30 2024-09-12T01:17:36.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.574+0000 7f661d7fa640 1 -- 172.21.15.122:0/2835228662 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f660805d710 con 0x7f662015fc30 2024-09-12T01:17:36.574 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:36.574 INFO:teuthology.orchestra.run.smithi122.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-12T01:17:36.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 -- 172.21.15.122:0/2835228662 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f660006be60 msgr2=0x7f660006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f660006be60 0x7f660006e320 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6618033000 tx=0x7f6618009000 comp rx=0 tx=0).stop 2024-09-12T01:17:36.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 -- 172.21.15.122:0/2835228662 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f662015fc30 msgr2=0x7f66200c5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f662015fc30 0x7f66200c5080 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f660800e830 tx=0x7f660800ecf0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 -- 172.21.15.122:0/2835228662 shutdown_connections 2024-09-12T01:17:36.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f660006be60 0x7f660006e320 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f662015fc30 0x7f66200c5080 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f66200b17d0 0x7f662006e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 --2- 172.21.15.122:0/2835228662 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f662009af70 0x7f66200b5be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 -- 172.21.15.122:0/2835228662 >> 172.21.15.122:0/2835228662 conn(0x7f66200d23a0 msgr2=0x7f66200b1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:36.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 -- 172.21.15.122:0/2835228662 shutdown_connections 2024-09-12T01:17:36.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.576+0000 7f6627227640 1 -- 172.21.15.122:0/2835228662 wait complete. 2024-09-12T01:17:36.587 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-12T01:17:36.587 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:36.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.687+0000 7f829fe47640 1 Processor -- start 2024-09-12T01:17:36.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.688+0000 7f829fe47640 1 -- start start 2024-09-12T01:17:36.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.688+0000 7f829fe47640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f829815b340 0x7f829809aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.688+0000 7f829fe47640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f82980b5050 0x7f829815b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.688+0000 7f829fe47640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82980b3830 con 0x7f82980b43f0 2024-09-12T01:17:36.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.688+0000 7f829fe47640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f82980b5bd0 con 0x7f82980b5050 2024-09-12T01:17:36.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.688+0000 7f829fe47640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f82980b5610 con 0x7f829815b340 2024-09-12T01:17:36.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.689+0000 7f829e3e4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f82980b5050 0x7f829815b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.689+0000 7f829e3e4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f82980b5050 0x7f829815b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43420/0 (socket says 172.21.15.122:43420) 2024-09-12T01:17:36.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.689+0000 7f829d3e2640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f82980b43f0 0x7f82980b4940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54412/0 (socket says 172.21.15.122:54412) 2024-09-12T01:17:36.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.689+0000 7f829e3e4640 1 -- 172.21.15.122:0/2800923861 learned_addr learned my addr 172.21.15.122:0/2800923861 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:36.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.689+0000 7f829dbe3640 1 --2- 172.21.15.122:0/2800923861 >> v2:172.21.15.151:3300/0 conn(0x7f829815b340 0x7f829809aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.689+0000 7f829e3e4640 1 -- 172.21.15.122:0/2800923861 >> v2:172.21.15.151:3300/0 conn(0x7f829815b340 msgr2=0x7f829809aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:36.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.689+0000 7f829e3e4640 1 --2- 172.21.15.122:0/2800923861 >> v2:172.21.15.151:3300/0 conn(0x7f829815b340 0x7f829809aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.689+0000 7f829e3e4640 1 -- 172.21.15.122:0/2800923861 >> v1:172.21.15.122:6789/0 conn(0x7f82980b43f0 legacy=0x7f82980b4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.689+0000 7f829e3e4640 1 -- 172.21.15.122:0/2800923861 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82980b58f0 con 0x7f82980b5050 2024-09-12T01:17:36.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.689+0000 7f829cbe1640 1 -- 172.21.15.122:0/2800923861 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2984849131 0 0) 0x7f82980b3830 con 0x7f82980b43f0 2024-09-12T01:17:36.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.689+0000 7f829dbe3640 1 --2- 172.21.15.122:0/2800923861 >> v2:172.21.15.151:3300/0 conn(0x7f829815b340 0x7f829809aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:36.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.690+0000 7f829e3e4640 1 --2- 172.21.15.122:0/2800923861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82980b5050 0x7f829815b720 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8298068830 tx=0x7f829002c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0f473a29dd846c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:36.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.690+0000 7f829cbe1640 1 -- 172.21.15.122:0/2800923861 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8290036020 con 0x7f82980b5050 2024-09-12T01:17:36.698 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.690+0000 7f829cbe1640 1 -- 172.21.15.122:0/2800923861 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8290032640 con 0x7f82980b5050 2024-09-12T01:17:36.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.690+0000 7f829cbe1640 1 -- 172.21.15.122:0/2800923861 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8290032a10 con 0x7f82980b5050 2024-09-12T01:17:36.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.690+0000 7f829fe47640 1 -- 172.21.15.122:0/2800923861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82980b5050 msgr2=0x7f829815b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.690+0000 7f829fe47640 1 --2- 172.21.15.122:0/2800923861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82980b5050 0x7f829815b720 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8298068830 tx=0x7f829002c940 comp rx=0 tx=0).stop 2024-09-12T01:17:36.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.690+0000 7f829fe47640 1 -- 172.21.15.122:0/2800923861 shutdown_connections 2024-09-12T01:17:36.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.690+0000 7f829fe47640 1 --2- 172.21.15.122:0/2800923861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82980b5050 0x7f829815b720 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.690+0000 7f829fe47640 1 --2- 172.21.15.122:0/2800923861 >> v2:172.21.15.151:3300/0 conn(0x7f829815b340 0x7f829809aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.690+0000 7f829fe47640 1 -- 172.21.15.122:0/2800923861 >> 172.21.15.122:0/2800923861 conn(0x7f8298073490 msgr2=0x7f82980b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:36.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.691+0000 7f829fe47640 1 -- 172.21.15.122:0/2800923861 shutdown_connections 2024-09-12T01:17:36.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.691+0000 7f829fe47640 1 -- 172.21.15.122:0/2800923861 wait complete. 2024-09-12T01:17:36.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.692+0000 7f829fe47640 1 Processor -- start 2024-09-12T01:17:36.699 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.692+0000 7f829fe47640 1 -- start start 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.692+0000 7f829fe47640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82980b43f0 0x7f829814fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.692+0000 7f829fe47640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f82980b5050 0x7f8298153e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.692+0000 7f829fe47640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f829815b340 0x7f82980d05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.692+0000 7f829fe47640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f82980cdb30 con 0x7f82980b43f0 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.692+0000 7f829fe47640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f829815d8f0 con 0x7f829815b340 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.692+0000 7f829fe47640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f82980cdcb0 con 0x7f82980b5050 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.692+0000 7f829dbe3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82980b43f0 0x7f829814fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.692+0000 7f829dbe3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82980b43f0 0x7f829814fe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43432/0 (socket says 172.21.15.122:43432) 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.692+0000 7f829dbe3640 1 -- 172.21.15.122:0/2984613336 learned_addr learned my addr 172.21.15.122:0/2984613336 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f829e3e4640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f829815b340 0x7f82980d05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f829d3e2640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f82980b5050 0x7f8298153e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.700 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f829dbe3640 1 -- 172.21.15.122:0/2984613336 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f82980b5050 msgr2=0x7f8298153e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f829dbe3640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f82980b5050 0x7f8298153e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f829dbe3640 1 -- 172.21.15.122:0/2984613336 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f829815b340 msgr2=0x7f82980d05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f829dbe3640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f829815b340 0x7f82980d05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f829dbe3640 1 -- 172.21.15.122:0/2984613336 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82981503c0 con 0x7f82980b43f0 2024-09-12T01:17:36.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f829d3e2640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f82980b5050 0x7f8298153e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:36.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f829dbe3640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82980b43f0 0x7f829814fe80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8288009fc0 tx=0x7f828800d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:36.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f82967fc640 1 -- 172.21.15.122:0/2984613336 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828801a070 con 0x7f82980b43f0 2024-09-12T01:17:36.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f82967fc640 1 -- 172.21.15.122:0/2984613336 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8288003b90 con 0x7f82980b43f0 2024-09-12T01:17:36.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f829fe47640 1 -- 172.21.15.122:0/2984613336 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82981548e0 con 0x7f82980b43f0 2024-09-12T01:17:36.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f82967fc640 1 -- 172.21.15.122:0/2984613336 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8288004030 con 0x7f82980b43f0 2024-09-12T01:17:36.701 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.693+0000 7f829fe47640 1 -- 172.21.15.122:0/2984613336 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8298155180 con 0x7f82980b43f0 2024-09-12T01:17:36.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.694+0000 7f829fe47640 1 -- 172.21.15.122:0/2984613336 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f829815b720 con 0x7f82980b43f0 2024-09-12T01:17:36.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.695+0000 7f82967fc640 1 -- 172.21.15.122:0/2984613336 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f828801d070 con 0x7f82980b43f0 2024-09-12T01:17:36.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.695+0000 7f82967fc640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f828406be30 0x7f828406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:36.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.695+0000 7f82967fc640 1 -- 172.21.15.122:0/2984613336 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f828808b3a0 con 0x7f82980b43f0 2024-09-12T01:17:36.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.695+0000 7f829d3e2640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f828406be30 0x7f828406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:36.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.696+0000 7f829d3e2640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f828406be30 0x7f828406e2f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f82981f3a10 tx=0x7f828c007cc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:36.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.699+0000 7f82967fc640 1 -- 172.21.15.122:0/2984613336 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f829815b720 con 0x7f82980b43f0 2024-09-12T01:17:36.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.898+0000 7f829fe47640 1 -- 172.21.15.122:0/2984613336 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f829809aa30 con 0x7f82980b43f0 2024-09-12T01:17:36.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.898+0000 7f82967fc640 1 -- 172.21.15.122:0/2984613336 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5225 (secure 0 0 0) 0x7f8288010070 con 0x7f82980b43f0 2024-09-12T01:17:36.899 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:36.899 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":8,"btime":"2024-09-12T01:17:30:645211+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/1457301740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":1457301740},{"type":"v1","addr":"172.21.15.151:6833","nonce":1457301740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/36036822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":36036822},{"type":"v1","addr":"172.21.15.122:6837","nonce":36036822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:17:10.907523+0000","modified":"2024-09-12T01:17:29.981327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.151:6835/2740774154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":2740774154},{"type":"v1","addr":"172.21.15.151:6835","nonce":2740774154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4276,"qdb_cluster":[4276]},"id":1}]} 2024-09-12T01:17:36.899 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 8 2024-09-12T01:17:36.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 -- 172.21.15.122:0/2984613336 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f828406be30 msgr2=0x7f828406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f828406be30 0x7f828406e2f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f82981f3a10 tx=0x7f828c007cc0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 -- 172.21.15.122:0/2984613336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82980b43f0 msgr2=0x7f829814fe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:36.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82980b43f0 0x7f829814fe80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8288009fc0 tx=0x7f828800d560 comp rx=0 tx=0).stop 2024-09-12T01:17:36.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 -- 172.21.15.122:0/2984613336 shutdown_connections 2024-09-12T01:17:36.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f828406be30 0x7f828406e2f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f829815b340 0x7f82980d05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f82980b5050 0x7f8298153e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 --2- 172.21.15.122:0/2984613336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82980b43f0 0x7f829814fe80 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:36.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 -- 172.21.15.122:0/2984613336 >> 172.21.15.122:0/2984613336 conn(0x7f8298073490 msgr2=0x7f829815dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:36.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 -- 172.21.15.122:0/2984613336 shutdown_connections 2024-09-12T01:17:36.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:36.900+0000 7f829fe47640 1 -- 172.21.15.122:0/2984613336 wait complete. 2024-09-12T01:17:36.912 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:37.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.010+0000 7fd734d4b640 1 Processor -- start 2024-09-12T01:17:37.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.010+0000 7fd734d4b640 1 -- start start 2024-09-12T01:17:37.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd734d4b640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fd73015e5f0 0x7fd7300d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd734d4b640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7300d3690 con 0x7fd7300d30f0 2024-09-12T01:17:37.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd734d4b640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7300d3970 con 0x7fd7300b6690 2024-09-12T01:17:37.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd734d4b640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fd73006d530 con 0x7fd73015e5f0 2024-09-12T01:17:37.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd727fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fd7300d30f0 0x7fd7300b5f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54426/0 (socket says 172.21.15.122:54426) 2024-09-12T01:17:37.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd727fff640 1 -- 172.21.15.122:0/2633638727 learned_addr learned my addr 172.21.15.122:0/2633638727 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:37.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd72e59c640 1 --2- 172.21.15.122:0/2633638727 >> v2:172.21.15.151:3300/0 conn(0x7fd73015e5f0 0x7fd7300d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd72dd9b640 1 -- 172.21.15.122:0/2633638727 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4157190285 0 0) 0x7fd7300d3690 con 0x7fd7300d30f0 2024-09-12T01:17:37.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd72dd9b640 1 -- 172.21.15.122:0/2633638727 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd71c003520 con 0x7fd7300d30f0 2024-09-12T01:17:37.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd72e59c640 1 -- 172.21.15.122:0/2633638727 >> v1:172.21.15.151:6789/0 conn(0x7fd7300b6690 legacy=0x7fd73006d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd72e59c640 1 -- 172.21.15.122:0/2633638727 >> v1:172.21.15.122:6789/0 conn(0x7fd7300d30f0 legacy=0x7fd7300b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd72dd9b640 1 -- 172.21.15.122:0/2633638727 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2093808512 0 0) 0x7fd71c003520 con 0x7fd7300d30f0 2024-09-12T01:17:37.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.011+0000 7fd72e59c640 1 -- 172.21.15.122:0/2633638727 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd73006cee0 con 0x7fd73015e5f0 2024-09-12T01:17:37.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.012+0000 7fd72e59c640 1 --2- 172.21.15.122:0/2633638727 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd73015e5f0 0x7fd7300d4dd0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd7200097d0 tx=0x7fd72002a200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9329fb3285afd698 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:37.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.012+0000 7fd72dd9b640 1 -- 172.21.15.122:0/2633638727 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd720037070 con 0x7fd73015e5f0 2024-09-12T01:17:37.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.012+0000 7fd72dd9b640 1 -- 172.21.15.122:0/2633638727 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd72002ac90 con 0x7fd73015e5f0 2024-09-12T01:17:37.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.012+0000 7fd72dd9b640 1 -- 172.21.15.122:0/2633638727 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd718001670 con 0x7fd73015e5f0 2024-09-12T01:17:37.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.013+0000 7fd734d4b640 1 -- 172.21.15.122:0/2633638727 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd73015e5f0 msgr2=0x7fd7300d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.013+0000 7fd734d4b640 1 --2- 172.21.15.122:0/2633638727 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd73015e5f0 0x7fd7300d4dd0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd7200097d0 tx=0x7fd72002a200 comp rx=0 tx=0).stop 2024-09-12T01:17:37.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.013+0000 7fd734d4b640 1 -- 172.21.15.122:0/2633638727 shutdown_connections 2024-09-12T01:17:37.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.013+0000 7fd734d4b640 1 --2- 172.21.15.122:0/2633638727 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd73015e5f0 0x7fd7300d4dd0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.013+0000 7fd734d4b640 1 -- 172.21.15.122:0/2633638727 >> 172.21.15.122:0/2633638727 conn(0x7fd73008bfc0 msgr2=0x7fd7300d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:37.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.013+0000 7fd734d4b640 1 -- 172.21.15.122:0/2633638727 shutdown_connections 2024-09-12T01:17:37.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.013+0000 7fd734d4b640 1 -- 172.21.15.122:0/2633638727 wait complete. 2024-09-12T01:17:37.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.014+0000 7fd734d4b640 1 Processor -- start 2024-09-12T01:17:37.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.014+0000 7fd734d4b640 1 -- start start 2024-09-12T01:17:37.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd734d4b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7300b6690 0x7fd7301e6e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd734d4b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd7300d30f0 0x7fd7300caf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd734d4b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd73015e5f0 0x7fd7301e8580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd734d4b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd7300d5310 con 0x7fd7300b6690 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd734d4b640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd73015e9d0 con 0x7fd7300d30f0 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd734d4b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd73006e0d0 con 0x7fd73015e5f0 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd72e59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7300b6690 0x7fd7301e6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd72e59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7300b6690 0x7fd7301e6e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43434/0 (socket says 172.21.15.122:43434) 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd72e59c640 1 -- 172.21.15.122:0/1177881068 learned_addr learned my addr 172.21.15.122:0/1177881068 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd727fff640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd7300d30f0 0x7fd7300caf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd72e59c640 1 -- 172.21.15.122:0/1177881068 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd73015e5f0 msgr2=0x7fd7301e8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd72ed9d640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd73015e5f0 0x7fd7301e8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd72e59c640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd73015e5f0 0x7fd7301e8580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd72e59c640 1 -- 172.21.15.122:0/1177881068 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd7300d30f0 msgr2=0x7fd7300caf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd72e59c640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd7300d30f0 0x7fd7300caf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd72e59c640 1 -- 172.21.15.122:0/1177881068 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7301e74e0 con 0x7fd7300b6690 2024-09-12T01:17:37.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd727fff640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd7300d30f0 0x7fd7300caf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:37.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd72e59c640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7300b6690 0x7fd7301e6e00 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd720000c00 tx=0x7fd7200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:37.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd726ffd640 1 -- 172.21.15.122:0/1177881068 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd720037040 con 0x7fd7300b6690 2024-09-12T01:17:37.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd726ffd640 1 -- 172.21.15.122:0/1177881068 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd720004230 con 0x7fd7300b6690 2024-09-12T01:17:37.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.015+0000 7fd734d4b640 1 -- 172.21.15.122:0/1177881068 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7301e77c0 con 0x7fd7300b6690 2024-09-12T01:17:37.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.016+0000 7fd726ffd640 1 -- 172.21.15.122:0/1177881068 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd720006e10 con 0x7fd7300b6690 2024-09-12T01:17:37.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.016+0000 7fd734d4b640 1 -- 172.21.15.122:0/1177881068 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7301e7d80 con 0x7fd7300b6690 2024-09-12T01:17:37.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.017+0000 7fd734d4b640 1 -- 172.21.15.122:0/1177881068 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7300d4dd0 con 0x7fd7300b6690 2024-09-12T01:17:37.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.017+0000 7fd726ffd640 1 -- 172.21.15.122:0/1177881068 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd72003a070 con 0x7fd7300b6690 2024-09-12T01:17:37.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.017+0000 7fd726ffd640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd71006be30 0x7fd71006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.018+0000 7fd726ffd640 1 -- 172.21.15.122:0/1177881068 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd7200ab790 con 0x7fd7300b6690 2024-09-12T01:17:37.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.018+0000 7fd727fff640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd71006be30 0x7fd71006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.018+0000 7fd727fff640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd71006be30 0x7fd71006e2f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd7300d42e0 tx=0x7fd718009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:37.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.022+0000 7fd726ffd640 1 -- 172.21.15.122:0/1177881068 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd720041020 con 0x7fd7300b6690 2024-09-12T01:17:37.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.220+0000 7fd734d4b640 1 -- 172.21.15.122:0/1177881068 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd7300d2da0 con 0x7fd7300b6690 2024-09-12T01:17:37.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.221+0000 7fd726ffd640 1 -- 172.21.15.122:0/1177881068 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5225 (secure 0 0 0) 0x7fd720079e90 con 0x7fd7300b6690 2024-09-12T01:17:37.355 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:37.356 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":8,"btime":"2024-09-12T01:17:30:645211+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/1457301740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":1457301740},{"type":"v1","addr":"172.21.15.151:6833","nonce":1457301740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/36036822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":36036822},{"type":"v1","addr":"172.21.15.122:6837","nonce":36036822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:17:10.907523+0000","modified":"2024-09-12T01:17:29.981327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.151:6835/2740774154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":2740774154},{"type":"v1","addr":"172.21.15.151:6835","nonce":2740774154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4276,"qdb_cluster":[4276]},"id":1}]} 2024-09-12T01:17:37.357 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 8 2024-09-12T01:17:37.357 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 -- 172.21.15.122:0/1177881068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd71006be30 msgr2=0x7fd71006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.357 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd71006be30 0x7fd71006e2f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd7300d42e0 tx=0x7fd718009040 comp rx=0 tx=0).stop 2024-09-12T01:17:37.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 -- 172.21.15.122:0/1177881068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7300b6690 msgr2=0x7fd7301e6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7300b6690 0x7fd7301e6e00 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd720000c00 tx=0x7fd7200046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 -- 172.21.15.122:0/1177881068 shutdown_connections 2024-09-12T01:17:37.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd71006be30 0x7fd71006e2f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd73015e5f0 0x7fd7301e8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd7300d30f0 0x7fd7300caf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 --2- 172.21.15.122:0/1177881068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7300b6690 0x7fd7301e6e00 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 -- 172.21.15.122:0/1177881068 >> 172.21.15.122:0/1177881068 conn(0x7fd73008bfc0 msgr2=0x7fd7300b5770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:37.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 -- 172.21.15.122:0/1177881068 shutdown_connections 2024-09-12T01:17:37.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.223+0000 7fd734d4b640 1 -- 172.21.15.122:0/1177881068 wait complete. 2024-09-12T01:17:37.359 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:37.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.456+0000 7f1decae4640 1 Processor -- start 2024-09-12T01:17:37.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.456+0000 7f1decae4640 1 -- start start 2024-09-12T01:17:37.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1decae4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f1de8147360 0x7f1de8070890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1decae4640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f1de80d0bb0 0x7f1de80ae550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1decae4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1de806cb30 con 0x7f1de8070dd0 2024-09-12T01:17:37.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1decae4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f1de806bfb0 con 0x7f1de8147360 2024-09-12T01:17:37.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1decae4640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f1de806c290 con 0x7f1de80d0bb0 2024-09-12T01:17:37.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1de659c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f1de8147360 0x7f1de8070890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1de659c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f1de8147360 0x7f1de8070890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43448/0 (socket says 172.21.15.122:43448) 2024-09-12T01:17:37.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1de659c640 1 -- 172.21.15.122:0/4198373640 learned_addr learned my addr 172.21.15.122:0/4198373640 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:37.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1de6d9d640 1 --2- 172.21.15.122:0/4198373640 >> v2:172.21.15.151:3300/0 conn(0x7f1de80d0bb0 0x7f1de80ae550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1de659c640 1 -- 172.21.15.122:0/4198373640 >> v2:172.21.15.151:3300/0 conn(0x7f1de80d0bb0 msgr2=0x7f1de80ae550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:37.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1de659c640 1 --2- 172.21.15.122:0/4198373640 >> v2:172.21.15.151:3300/0 conn(0x7f1de80d0bb0 0x7f1de80ae550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1de659c640 1 -- 172.21.15.122:0/4198373640 >> v1:172.21.15.151:6789/0 conn(0x7f1de8070dd0 legacy=0x7f1de80d04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:37.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.457+0000 7f1de659c640 1 -- 172.21.15.122:0/4198373640 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1de806c570 con 0x7f1de8147360 2024-09-12T01:17:37.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.458+0000 7f1de659c640 1 --2- 172.21.15.122:0/4198373640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1de8147360 0x7f1de8070890 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1de80ced00 tx=0x7f1dd802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43088f9fc1f96df6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:37.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.458+0000 7f1de5d9b640 1 -- 172.21.15.122:0/4198373640 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd8037070 con 0x7f1de8147360 2024-09-12T01:17:37.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.458+0000 7f1de5d9b640 1 -- 172.21.15.122:0/4198373640 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dd802ae20 con 0x7f1de8147360 2024-09-12T01:17:37.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.458+0000 7f1de5d9b640 1 -- 172.21.15.122:0/4198373640 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd8032660 con 0x7f1de8147360 2024-09-12T01:17:37.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.459+0000 7f1decae4640 1 -- 172.21.15.122:0/4198373640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1de8147360 msgr2=0x7f1de8070890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.459+0000 7f1decae4640 1 --2- 172.21.15.122:0/4198373640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1de8147360 0x7f1de8070890 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1de80ced00 tx=0x7f1dd802a110 comp rx=0 tx=0).stop 2024-09-12T01:17:37.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.459+0000 7f1decae4640 1 -- 172.21.15.122:0/4198373640 shutdown_connections 2024-09-12T01:17:37.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.459+0000 7f1decae4640 1 --2- 172.21.15.122:0/4198373640 >> v2:172.21.15.151:3300/0 conn(0x7f1de80d0bb0 0x7f1de80ae550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.459+0000 7f1decae4640 1 --2- 172.21.15.122:0/4198373640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1de8147360 0x7f1de8070890 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.459+0000 7f1decae4640 1 -- 172.21.15.122:0/4198373640 >> 172.21.15.122:0/4198373640 conn(0x7f1de80b2f40 msgr2=0x7f1de80b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:37.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.459+0000 7f1decae4640 1 -- 172.21.15.122:0/4198373640 shutdown_connections 2024-09-12T01:17:37.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.459+0000 7f1decae4640 1 -- 172.21.15.122:0/4198373640 wait complete. 2024-09-12T01:17:37.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.460+0000 7f1decae4640 1 Processor -- start 2024-09-12T01:17:37.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.460+0000 7f1decae4640 1 -- start start 2024-09-12T01:17:37.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1decae4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1de8070dd0 0x7f1de8158940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1decae4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1de80d0bb0 0x7f1de813d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1decae4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1de8147360 0x7f1de813d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1decae4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1de806bd90 con 0x7f1de8070dd0 2024-09-12T01:17:37.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1decae4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f1de806bc10 con 0x7f1de80d0bb0 2024-09-12T01:17:37.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1decae4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f1de80aea90 con 0x7f1de8147360 2024-09-12T01:17:37.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1de659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1de8070dd0 0x7f1de8158940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1de659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1de8070dd0 0x7f1de8158940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43462/0 (socket says 172.21.15.122:43462) 2024-09-12T01:17:37.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1de659c640 1 -- 172.21.15.122:0/1889937172 learned_addr learned my addr 172.21.15.122:0/1889937172 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:37.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1dddd9b640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1de80d0bb0 0x7f1de813d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1de6d9d640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1de8147360 0x7f1de813d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1de659c640 1 -- 172.21.15.122:0/1889937172 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1de8147360 msgr2=0x7f1de813d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1de659c640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1de8147360 0x7f1de813d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1de659c640 1 -- 172.21.15.122:0/1889937172 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1de80d0bb0 msgr2=0x7f1de813d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1de659c640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1de80d0bb0 0x7f1de813d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.461+0000 7f1de659c640 1 -- 172.21.15.122:0/1889937172 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1de80b4df0 con 0x7f1de8070dd0 2024-09-12T01:17:37.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.462+0000 7f1de659c640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1de8070dd0 0x7f1de8158940 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1dd802a150 tx=0x7f1dd80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:37.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.462+0000 7f1ddf7fe640 1 -- 172.21.15.122:0/1889937172 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd8041070 con 0x7f1de8070dd0 2024-09-12T01:17:37.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.462+0000 7f1ddf7fe640 1 -- 172.21.15.122:0/1889937172 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dd803c670 con 0x7f1de8070dd0 2024-09-12T01:17:37.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.462+0000 7f1decae4640 1 -- 172.21.15.122:0/1889937172 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1de80b50d0 con 0x7f1de8070dd0 2024-09-12T01:17:37.467 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.462+0000 7f1ddf7fe640 1 -- 172.21.15.122:0/1889937172 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd8037040 con 0x7f1de8070dd0 2024-09-12T01:17:37.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.462+0000 7f1decae4640 1 -- 172.21.15.122:0/1889937172 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1de80b5690 con 0x7f1de8070dd0 2024-09-12T01:17:37.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.463+0000 7f1decae4640 1 -- 172.21.15.122:0/1889937172 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1de80ae550 con 0x7f1de8070dd0 2024-09-12T01:17:37.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.463+0000 7f1ddf7fe640 1 -- 172.21.15.122:0/1889937172 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1dd8044070 con 0x7f1de8070dd0 2024-09-12T01:17:37.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.464+0000 7f1ddf7fe640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dc806be60 0x7f1dc806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.464+0000 7f1ddf7fe640 1 -- 172.21.15.122:0/1889937172 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1dd80ab770 con 0x7f1de8070dd0 2024-09-12T01:17:37.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.464+0000 7f1dddd9b640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dc806be60 0x7f1dc806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.464+0000 7f1dddd9b640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dc806be60 0x7f1dc806e320 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1dd0007fd0 tx=0x7f1dd0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:37.469 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.468+0000 7f1ddf7fe640 1 -- 172.21.15.122:0/1889937172 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1dd802ae20 con 0x7f1de8070dd0 2024-09-12T01:17:37.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.635+0000 7f1decae4640 1 -- 172.21.15.122:0/1889937172 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1de80b13e0 con 0x7f1de8070dd0 2024-09-12T01:17:37.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.636+0000 7f1ddf7fe640 1 -- 172.21.15.122:0/1889937172 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18670 (secure 0 0 0) 0x7f1dd8079e70 con 0x7f1de8070dd0 2024-09-12T01:17:37.636 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:37.636 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":25,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:15.938148+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:37.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 -- 172.21.15.122:0/1889937172 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dc806be60 msgr2=0x7f1dc806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dc806be60 0x7f1dc806e320 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1dd0007fd0 tx=0x7f1dd0009040 comp rx=0 tx=0).stop 2024-09-12T01:17:37.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 -- 172.21.15.122:0/1889937172 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1de8070dd0 msgr2=0x7f1de8158940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1de8070dd0 0x7f1de8158940 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1dd802a150 tx=0x7f1dd80046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 -- 172.21.15.122:0/1889937172 shutdown_connections 2024-09-12T01:17:37.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dc806be60 0x7f1dc806e320 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1de8147360 0x7f1de813d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1de80d0bb0 0x7f1de813d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 --2- 172.21.15.122:0/1889937172 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1de8070dd0 0x7f1de8158940 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 -- 172.21.15.122:0/1889937172 >> 172.21.15.122:0/1889937172 conn(0x7f1de80b2f40 msgr2=0x7f1de806f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:37.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 -- 172.21.15.122:0/1889937172 shutdown_connections 2024-09-12T01:17:37.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.638+0000 7f1decae4640 1 -- 172.21.15.122:0/1889937172 wait complete. 2024-09-12T01:17:37.649 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:37.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.747+0000 7fab58a4c640 1 Processor -- start 2024-09-12T01:17:37.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.747+0000 7fab58a4c640 1 -- start start 2024-09-12T01:17:37.761 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.748+0000 7fab58a4c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fab540ae140 0x7fab5415ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.761 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.748+0000 7fab58a4c640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab540b3570 con 0x7fab54145bc0 2024-09-12T01:17:37.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.748+0000 7fab58a4c640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab540b3850 con 0x7fab5406c320 2024-09-12T01:17:37.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.748+0000 7fab58a4c640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fab540b3b30 con 0x7fab540ae140 2024-09-12T01:17:37.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.748+0000 7fab52d9d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fab540ae140 0x7fab5415ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.748+0000 7fab5259c640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fab54145bc0 0x7fab5406bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:54440/0 (socket says 172.21.15.122:54440) 2024-09-12T01:17:37.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.748+0000 7fab52d9d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fab540ae140 0x7fab5415ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43478/0 (socket says 172.21.15.122:43478) 2024-09-12T01:17:37.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.748+0000 7fab5259c640 1 -- 172.21.15.122:0/613325542 learned_addr learned my addr 172.21.15.122:0/613325542 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:37.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.749+0000 7fab52d9d640 1 -- 172.21.15.122:0/613325542 >> v1:172.21.15.151:6789/0 conn(0x7fab5406c320 legacy=0x7fab540af950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:37.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.749+0000 7fab52d9d640 1 -- 172.21.15.122:0/613325542 >> v1:172.21.15.122:6789/0 conn(0x7fab54145bc0 legacy=0x7fab5406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.749+0000 7fab52d9d640 1 -- 172.21.15.122:0/613325542 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab540b1610 con 0x7fab540ae140 2024-09-12T01:17:37.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.749+0000 7fab52d9d640 1 --2- 172.21.15.122:0/613325542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab540ae140 0x7fab5415ca70 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fab4c0097d0 tx=0x7fab4c02a290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63bc5b7bb74452bf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:37.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.750+0000 7fab5159a640 1 -- 172.21.15.122:0/613325542 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4c037070 con 0x7fab540ae140 2024-09-12T01:17:37.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.750+0000 7fab5159a640 1 -- 172.21.15.122:0/613325542 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab4c032440 con 0x7fab540ae140 2024-09-12T01:17:37.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.750+0000 7fab5159a640 1 -- 172.21.15.122:0/613325542 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4c032810 con 0x7fab540ae140 2024-09-12T01:17:37.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.750+0000 7fab58a4c640 1 -- 172.21.15.122:0/613325542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab540ae140 msgr2=0x7fab5415ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.750+0000 7fab58a4c640 1 --2- 172.21.15.122:0/613325542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab540ae140 0x7fab5415ca70 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fab4c0097d0 tx=0x7fab4c02a290 comp rx=0 tx=0).stop 2024-09-12T01:17:37.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.750+0000 7fab58a4c640 1 -- 172.21.15.122:0/613325542 shutdown_connections 2024-09-12T01:17:37.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.750+0000 7fab58a4c640 1 --2- 172.21.15.122:0/613325542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab540ae140 0x7fab5415ca70 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.764 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.750+0000 7fab58a4c640 1 -- 172.21.15.122:0/613325542 >> 172.21.15.122:0/613325542 conn(0x7fab54073490 msgr2=0x7fab540b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:37.764 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.750+0000 7fab58a4c640 1 -- 172.21.15.122:0/613325542 shutdown_connections 2024-09-12T01:17:37.764 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.750+0000 7fab58a4c640 1 -- 172.21.15.122:0/613325542 wait complete. 2024-09-12T01:17:37.764 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.751+0000 7fab58a4c640 1 Processor -- start 2024-09-12T01:17:37.764 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.752+0000 7fab58a4c640 1 -- start start 2024-09-12T01:17:37.764 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.752+0000 7fab58a4c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab5406c320 0x7fab54142890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.764 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.752+0000 7fab58a4c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab540ae140 0x7fab54132fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.764 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.752+0000 7fab58a4c640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab54145bc0 0x7fab541f4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.764 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.752+0000 7fab58a4c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fab54145fa0 con 0x7fab5406c320 2024-09-12T01:17:37.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.752+0000 7fab58a4c640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fab5409aa30 con 0x7fab54145bc0 2024-09-12T01:17:37.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.752+0000 7fab58a4c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fab541f2230 con 0x7fab540ae140 2024-09-12T01:17:37.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.752+0000 7fab5259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab5406c320 0x7fab54142890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.752+0000 7fab5259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab5406c320 0x7fab54142890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43482/0 (socket says 172.21.15.122:43482) 2024-09-12T01:17:37.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.752+0000 7fab5259c640 1 -- 172.21.15.122:0/418499207 learned_addr learned my addr 172.21.15.122:0/418499207 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:37.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab5259c640 1 -- 172.21.15.122:0/418499207 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab540ae140 msgr2=0x7fab54132fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab51d9b640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab540ae140 0x7fab54132fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab52d9d640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab54145bc0 0x7fab541f4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab5259c640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab540ae140 0x7fab54132fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.765 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab5259c640 1 -- 172.21.15.122:0/418499207 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab54145bc0 msgr2=0x7fab541f4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab5259c640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab54145bc0 0x7fab541f4d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab5259c640 1 -- 172.21.15.122:0/418499207 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab54133950 con 0x7fab5406c320 2024-09-12T01:17:37.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab51d9b640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab540ae140 0x7fab54132fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:37.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab52d9d640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab54145bc0 0x7fab541f4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:37.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab5259c640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab5406c320 0x7fab54142890 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fab4400ca70 tx=0x7fab4400cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:37.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab42ffd640 1 -- 172.21.15.122:0/418499207 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab44017070 con 0x7fab5406c320 2024-09-12T01:17:37.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab42ffd640 1 -- 172.21.15.122:0/418499207 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab4400abd0 con 0x7fab5406c320 2024-09-12T01:17:37.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab58a4c640 1 -- 172.21.15.122:0/418499207 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab54133c30 con 0x7fab5406c320 2024-09-12T01:17:37.766 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab42ffd640 1 -- 172.21.15.122:0/418499207 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab44012400 con 0x7fab5406c320 2024-09-12T01:17:37.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.753+0000 7fab58a4c640 1 -- 172.21.15.122:0/418499207 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab541341f0 con 0x7fab5406c320 2024-09-12T01:17:37.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.754+0000 7fab58a4c640 1 -- 172.21.15.122:0/418499207 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab541345c0 con 0x7fab5406c320 2024-09-12T01:17:37.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.754+0000 7fab42ffd640 1 -- 172.21.15.122:0/418499207 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fab4401a070 con 0x7fab5406c320 2024-09-12T01:17:37.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.755+0000 7fab42ffd640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab3406be60 0x7fab3406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:37.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.755+0000 7fab42ffd640 1 -- 172.21.15.122:0/418499207 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fab4408ae00 con 0x7fab5406c320 2024-09-12T01:17:37.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.755+0000 7fab51d9b640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab3406be60 0x7fab3406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:37.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.755+0000 7fab51d9b640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab3406be60 0x7fab3406e320 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fab48007fd0 tx=0x7fab48009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:37.767 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.759+0000 7fab42ffd640 1 -- 172.21.15.122:0/418499207 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fab44059500 con 0x7fab5406c320 2024-09-12T01:17:37.960 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.960+0000 7fab58a4c640 1 -- 172.21.15.122:0/418499207 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fab5415ca70 con 0x7fab5406c320 2024-09-12T01:17:37.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.960+0000 7fab42ffd640 1 -- 172.21.15.122:0/418499207 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5225 (secure 0 0 0) 0x7fab44058e00 con 0x7fab5406c320 2024-09-12T01:17:37.961 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:37.961 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":8,"btime":"2024-09-12T01:17:30:645211+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/1457301740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":1457301740},{"type":"v1","addr":"172.21.15.151:6833","nonce":1457301740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/36036822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":36036822},{"type":"v1","addr":"172.21.15.122:6837","nonce":36036822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:17:10.907523+0000","modified":"2024-09-12T01:17:29.981327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.151:6835/2740774154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":2740774154},{"type":"v1","addr":"172.21.15.151:6835","nonce":2740774154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4276,"qdb_cluster":[4276]},"id":1}]} 2024-09-12T01:17:37.962 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 8 2024-09-12T01:17:37.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 -- 172.21.15.122:0/418499207 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab3406be60 msgr2=0x7fab3406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab3406be60 0x7fab3406e320 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fab48007fd0 tx=0x7fab48009040 comp rx=0 tx=0).stop 2024-09-12T01:17:37.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 -- 172.21.15.122:0/418499207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab5406c320 msgr2=0x7fab54142890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:37.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab5406c320 0x7fab54142890 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fab4400ca70 tx=0x7fab4400cf30 comp rx=0 tx=0).stop 2024-09-12T01:17:37.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 -- 172.21.15.122:0/418499207 shutdown_connections 2024-09-12T01:17:37.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab3406be60 0x7fab3406e320 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab54145bc0 0x7fab541f4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab540ae140 0x7fab54132fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.963 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 --2- 172.21.15.122:0/418499207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab5406c320 0x7fab54142890 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:37.964 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 -- 172.21.15.122:0/418499207 >> 172.21.15.122:0/418499207 conn(0x7fab54073490 msgr2=0x7fab5415d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:37.964 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 -- 172.21.15.122:0/418499207 shutdown_connections 2024-09-12T01:17:37.964 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:37.962+0000 7fab58a4c640 1 -- 172.21.15.122:0/418499207 wait complete. 2024-09-12T01:17:38.376 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T01:17:10.907523+0000', 'modified': '2024-09-12T01:17:29.981327+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4276}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4276': {'gid': 4276, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.151:6835/2740774154', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.151:6834', 'nonce': 2740774154}, {'type': 'v1', 'addr': '172.21.15.151:6835', 'nonce': 2740774154}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4276, 'qdb_cluster': [4276]} 2024-09-12T01:17:38.376 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T01:17:38.376 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-12T01:17:38.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.477+0000 7fbba08c3640 1 Processor -- start 2024-09-12T01:17:38.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.477+0000 7fbba08c3640 1 -- start start 2024-09-12T01:17:38.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbba08c3640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fbb9c15c870 0x7fbb9c15cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbba08c3640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fbb9c0ccf90 0x7fbb9c0cd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbba08c3640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb9c0d01c0 con 0x7fbb9c15c490 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbba08c3640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fbb9c0cff70 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbba08c3640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fbb9c0d0dd0 con 0x7fbb9c15c870 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbb9ad9d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fbb9c0ccf90 0x7fbb9c0cd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbb9ad9d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fbb9c0ccf90 0x7fbb9c0cd3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43484/0 (socket says 172.21.15.122:43484) 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbb9ad9d640 1 -- 172.21.15.122:0/573622354 learned_addr learned my addr 172.21.15.122:0/573622354 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/573622354 >> v2:172.21.15.151:3300/0 conn(0x7fbb9c15c870 0x7fbb9c15cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbb9ad9d640 1 -- 172.21.15.122:0/573622354 >> v2:172.21.15.151:3300/0 conn(0x7fbb9c15c870 msgr2=0x7fbb9c15cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbb9ad9d640 1 --2- 172.21.15.122:0/573622354 >> v2:172.21.15.151:3300/0 conn(0x7fbb9c15c870 0x7fbb9c15cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbb9ad9d640 1 -- 172.21.15.122:0/573622354 >> v1:172.21.15.151:6789/0 conn(0x7fbb9c15c490 legacy=0x7fbb9c09b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbb9ad9d640 1 -- 172.21.15.122:0/573622354 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb9c0d04a0 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.478+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/573622354 >> v2:172.21.15.151:3300/0 conn(0x7fbb9c15c870 0x7fbb9c15cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.479+0000 7fbb9ad9d640 1 --2- 172.21.15.122:0/573622354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbb9c0ccf90 0x7fbb9c0cd3e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbb9c074070 tx=0x7fbb9402a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14a9ebbaecbf2be7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.479+0000 7fbb99d9b640 1 -- 172.21.15.122:0/573622354 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb94036070 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.479+0000 7fbb99d9b640 1 -- 172.21.15.122:0/573622354 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb94031600 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.479+0000 7fbb99d9b640 1 -- 172.21.15.122:0/573622354 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb940319f0 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.480+0000 7fbba08c3640 1 -- 172.21.15.122:0/573622354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbb9c0ccf90 msgr2=0x7fbb9c0cd3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.480+0000 7fbba08c3640 1 --2- 172.21.15.122:0/573622354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbb9c0ccf90 0x7fbb9c0cd3e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbb9c074070 tx=0x7fbb9402a7c0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.480+0000 7fbba08c3640 1 -- 172.21.15.122:0/573622354 shutdown_connections 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.480+0000 7fbba08c3640 1 --2- 172.21.15.122:0/573622354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbb9c0ccf90 0x7fbb9c0cd3e0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.480+0000 7fbba08c3640 1 --2- 172.21.15.122:0/573622354 >> v2:172.21.15.151:3300/0 conn(0x7fbb9c15c870 0x7fbb9c15cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.480+0000 7fbba08c3640 1 -- 172.21.15.122:0/573622354 >> 172.21.15.122:0/573622354 conn(0x7fbb9c0d23a0 msgr2=0x7fbb9c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.480+0000 7fbba08c3640 1 -- 172.21.15.122:0/573622354 shutdown_connections 2024-09-12T01:17:38.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.480+0000 7fbba08c3640 1 -- 172.21.15.122:0/573622354 wait complete. 2024-09-12T01:17:38.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.481+0000 7fbba08c3640 1 Processor -- start 2024-09-12T01:17:38.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.481+0000 7fbba08c3640 1 -- start start 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbba08c3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbb9c0ccf90 0x7fbb9c0b6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbba08c3640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fbb9c15c490 0x7fbb9c1e5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbba08c3640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbb9c15c870 0x7fbb9c1472f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbba08c3640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbb9c0d1260 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbba08c3640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fbb9c0d0a60 con 0x7fbb9c15c490 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbba08c3640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fbb9c1e6910 con 0x7fbb9c15c870 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbb9a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbb9c0ccf90 0x7fbb9c0b6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbb9a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbb9c0ccf90 0x7fbb9c0b6cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43494/0 (socket says 172.21.15.122:43494) 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbb9a59c640 1 -- 172.21.15.122:0/2364879359 learned_addr learned my addr 172.21.15.122:0/2364879359 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fbb9c15c490 0x7fbb9c1e5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbb9ad9d640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbb9c15c870 0x7fbb9c1472f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbb9a59c640 1 -- 172.21.15.122:0/2364879359 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbb9c15c870 msgr2=0x7fbb9c1472f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:38.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbb9a59c640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbb9c15c870 0x7fbb9c1472f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbb9a59c640 1 -- 172.21.15.122:0/2364879359 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fbb9c15c490 msgr2=0x7fbb9c1e5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:38.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.482+0000 7fbb9a59c640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fbb9c15c490 0x7fbb9c1e5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.483+0000 7fbb9a59c640 1 -- 172.21.15.122:0/2364879359 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb9c1e6bf0 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.483+0000 7fbb9a59c640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbb9c0ccf90 0x7fbb9c0b6cf0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c00c400 tx=0x7fbb8c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:38.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.483+0000 7fbb937fe640 1 -- 172.21.15.122:0/2364879359 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c0052d0 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.483+0000 7fbb937fe640 1 -- 172.21.15.122:0/2364879359 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb8c005490 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.483+0000 7fbba08c3640 1 -- 172.21.15.122:0/2364879359 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb9c1e6ed0 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.483+0000 7fbb937fe640 1 -- 172.21.15.122:0/2364879359 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c007260 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.483+0000 7fbba08c3640 1 -- 172.21.15.122:0/2364879359 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb9c0b7230 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.484+0000 7fbb937fe640 1 -- 172.21.15.122:0/2364879359 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbb8c007400 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.485+0000 7fbb937fe640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbb7c06be30 0x7fbb7c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.485+0000 7fbb937fe640 1 -- 172.21.15.122:0/2364879359 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbb8c08a650 con 0x7fbb9c0ccf90 2024-09-12T01:17:38.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.485+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbb7c06be30 0x7fbb7c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.485+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbb7c06be30 0x7fbb7c06e2f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbb9c1f6800 tx=0x7fbb84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:38.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.486+0000 7fbba365d740 1 Processor -- start 2024-09-12T01:17:38.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.486+0000 7fbba365d740 1 -- start start 2024-09-12T01:17:38.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbba365d740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef52f2c0 0x5642ef574a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbba365d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52ca80 0x5642ef52f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbba365d740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef530a50 0x5642ef5298b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbba365d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5642ef491520 con 0x5642ef52ca80 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbba365d740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x5642ef4393e0 con 0x5642ef530a50 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbba365d740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x5642ef48d4e0 con 0x5642ef52f2c0 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb91d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52ca80 0x5642ef52f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb91d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52ca80 0x5642ef52f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43498/0 (socket says 172.21.15.122:43498) 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb91d9b640 1 -- 172.21.15.122:0/1010179885 learned_addr learned my addr 172.21.15.122:0/1010179885 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb9a59c640 1 --2- 172.21.15.122:0/1010179885 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef52f2c0 0x5642ef574a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb9ad9d640 1 --2- 172.21.15.122:0/1010179885 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef530a50 0x5642ef5298b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb91d9b640 1 -- 172.21.15.122:0/1010179885 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef52f2c0 msgr2=0x5642ef574a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/1010179885 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef52f2c0 0x5642ef574a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb91d9b640 1 -- 172.21.15.122:0/1010179885 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef530a50 msgr2=0x5642ef5298b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/1010179885 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef530a50 0x5642ef5298b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb91d9b640 1 -- 172.21.15.122:0/1010179885 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642ef4542f0 con 0x5642ef52ca80 2024-09-12T01:17:38.490 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/1010179885 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52ca80 0x5642ef52f6a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbb84004210 tx=0x7fbb84013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d73b885fae01f904 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb7bfff640 1 -- 172.21.15.122:0/1010179885 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb84027070 con 0x5642ef52ca80 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb7bfff640 1 -- 172.21.15.122:0/1010179885 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb84003820 con 0x5642ef52ca80 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.487+0000 7fbb7bfff640 1 -- 172.21.15.122:0/1010179885 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb84003bd0 con 0x5642ef52ca80 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.488+0000 7fbba365d740 1 -- 172.21.15.122:0/1010179885 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52ca80 msgr2=0x5642ef52f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.488+0000 7fbba365d740 1 --2- 172.21.15.122:0/1010179885 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52ca80 0x5642ef52f6a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbb84004210 tx=0x7fbb84013000 comp rx=0 tx=0).stop 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.488+0000 7fbba365d740 1 -- 172.21.15.122:0/1010179885 shutdown_connections 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.488+0000 7fbba365d740 1 --2- 172.21.15.122:0/1010179885 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef530a50 0x5642ef5298b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.488+0000 7fbba365d740 1 --2- 172.21.15.122:0/1010179885 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52ca80 0x5642ef52f6a0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.488+0000 7fbba365d740 1 --2- 172.21.15.122:0/1010179885 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef52f2c0 0x5642ef574a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.488+0000 7fbba365d740 1 -- 172.21.15.122:0/1010179885 >> 172.21.15.122:0/1010179885 conn(0x5642ef52ba80 msgr2=0x5642ef573f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.488+0000 7fbba365d740 1 -- 172.21.15.122:0/1010179885 shutdown_connections 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.488+0000 7fbba365d740 1 -- 172.21.15.122:0/1010179885 wait complete. 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.489+0000 7fbba365d740 1 -- start start 2024-09-12T01:17:38.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.489+0000 7fbba365d740 1 Processor -- start 2024-09-12T01:17:38.495 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbba365d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52f2c0 0x5642ef557920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.495 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbba365d740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef530a50 0x5642ef557e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.495 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbba365d740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef549500 0x5642ef5453c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.495 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbba365d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5642ef52af20 con 0x5642ef52f2c0 2024-09-12T01:17:38.495 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbba365d740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x5642ef41a450 con 0x5642ef530a50 2024-09-12T01:17:38.495 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbba365d740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x5642ef575290 con 0x5642ef549500 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbba365d740 10 client.0 _ll_register_callbacks cb 0x5642ef1a3ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb9a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52f2c0 0x5642ef557920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb9a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52f2c0 0x5642ef557920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43514/0 (socket says 172.21.15.122:43514) 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb9a59c640 1 -- 172.21.15.122:0/4180580905 learned_addr learned my addr 172.21.15.122:0/4180580905 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef530a50 0x5642ef557e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb9ad9d640 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef549500 0x5642ef5453c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb9a59c640 1 -- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef549500 msgr2=0x5642ef5453c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb9a59c640 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef549500 0x5642ef5453c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb9a59c640 1 -- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef530a50 msgr2=0x5642ef557e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb9a59c640 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef530a50 0x5642ef557e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb9a59c640 1 -- 172.21.15.122:0/4180580905 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642ef1a42d0 con 0x5642ef52f2c0 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb9a59c640 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52f2c0 0x5642ef557920 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c00cfd0 tx=0x7fbb8c000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64a291b74790735e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:38.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb797fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb797fa640 1 -- 172.21.15.122:0/4180580905 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c070060 con 0x5642ef52f2c0 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb797fa640 1 -- 172.21.15.122:0/4180580905 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbb8c057ca0 con 0x5642ef52f2c0 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbba365d740 1 -- 172.21.15.122:0/4180580905 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb84003820 con 0x5642ef52f2c0 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbb797fa640 1 -- 172.21.15.122:0/4180580905 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7fbb8c088050 con 0x5642ef52f2c0 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbba365d740 10 client.4680 fetch_fsmap learned FSMap version 8 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.490+0000 7fbba365d740 1 -- 172.21.15.122:0/4180580905 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5642ef26e6b0 con 0x5642ef52f2c0 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.491+0000 7fbb797fa640 1 -- 172.21.15.122:0/4180580905 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb8c083020 con 0x5642ef52f2c0 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.491+0000 7fbb797fa640 1 -- 172.21.15.122:0/4180580905 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 8) ==== 3510+0+0 (secure 0 0 0) 0x7fbb8c0881f0 con 0x5642ef52f2c0 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.491+0000 7fbba365d740 10 client.4680 fetch_fsmap finished waiting for FSMap version 8 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.491+0000 7fbba365d740 10 client.4680 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.491+0000 7fbba365d740 20 client.4680 populate_metadata read hostname 'smithi122' 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.491+0000 7fbba365d740 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x5642ef58f5b0 0x5642ef5919a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.491+0000 7fbba365d740 4 client.4680 mds_command: new command op to 4276 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T01:17:38.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.491+0000 7fbba365d740 1 -- 172.21.15.122:0/4180580905 --> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642ef49ec50 con 0x5642ef58f5b0 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.491+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x5642ef58f5b0 0x5642ef5919a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x5642ef58f5b0 0x5642ef5919a0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33eef9aa4cd7235b server_cookie=d706a7ea8fdcf656 in_seq=0 out_seq=0 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbb797fa640 10 client.4680 ms_handle_connect on v2:172.21.15.151:6834/2740774154 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbb797fa640 1 -- 172.21.15.122:0/4180580905 <== mds.0 v2:172.21.15.151:6834/2740774154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5642ef49ec50 con 0x5642ef58f5b0 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbb797fa640 10 client.4680 handle_command_reply: tid=0 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbba365d740 1 client.4680 shutdown 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbba365d740 1 -- 172.21.15.122:0/4180580905 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52f2c0 msgr2=0x5642ef557920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbba365d740 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52f2c0 0x5642ef557920 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c00cfd0 tx=0x7fbb8c000ed0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbba365d740 1 -- 172.21.15.122:0/4180580905 shutdown_connections 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbba365d740 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x5642ef58f5b0 0x5642ef5919a0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbba365d740 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef549500 0x5642ef5453c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbba365d740 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef530a50 0x5642ef557e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbb797fa640 0 client.4680 ms_handle_reset on v2:172.21.15.151:6834/2740774154 2024-09-12T01:17:38.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbba365d740 1 --2- 172.21.15.122:0/4180580905 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef52f2c0 0x5642ef557920 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.492+0000 7fbba365d740 1 -- 172.21.15.122:0/4180580905 >> 172.21.15.122:0/4180580905 conn(0x5642ef52ca80 msgr2=0x5642ef52d020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:38.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.493+0000 7fbba365d740 1 -- 172.21.15.122:0/4180580905 shutdown_connections 2024-09-12T01:17:38.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.493+0000 7fbba365d740 1 -- 172.21.15.122:0/4180580905 wait complete. 2024-09-12T01:17:38.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.493+0000 7fbba365d740 20 client.4680 trim_cache size 0 max 16384 2024-09-12T01:17:38.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.510+0000 7fbba365d740 1 Processor -- start 2024-09-12T01:17:38.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.510+0000 7fbba365d740 1 -- start start 2024-09-12T01:17:38.512 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbba365d740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef52f2c0 0x5642ef5721a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.512 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbba365d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef530a50 0x5642ef575a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbba365d740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef549500 0x5642ef575fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbba365d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbb9c1fede0 con 0x5642ef530a50 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbba365d740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fbb9c071840 con 0x5642ef549500 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbba365d740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fbb9c1fe790 con 0x5642ef52f2c0 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbb91d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef530a50 0x5642ef575a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbb91d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef530a50 0x5642ef575a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43522/0 (socket says 172.21.15.122:43522) 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbb91d9b640 1 -- 172.21.15.122:0/753441987 learned_addr learned my addr 172.21.15.122:0/753441987 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbb91d9b640 1 -- 172.21.15.122:0/753441987 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef52f2c0 msgr2=0x5642ef5721a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/753441987 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef52f2c0 0x5642ef5721a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbb91d9b640 1 -- 172.21.15.122:0/753441987 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef549500 msgr2=0x5642ef575fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/753441987 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef549500 0x5642ef575fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbb91d9b640 1 -- 172.21.15.122:0/753441987 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642ef576800 con 0x5642ef530a50 2024-09-12T01:17:38.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.511+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/753441987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef530a50 0x5642ef575a90 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fbb84025040 tx=0x7fbb84014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48dbd00d8b029f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbb7b7fe640 1 -- 172.21.15.122:0/753441987 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb84027040 con 0x5642ef530a50 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbb7b7fe640 1 -- 172.21.15.122:0/753441987 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb84028040 con 0x5642ef530a50 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbb7b7fe640 1 -- 172.21.15.122:0/753441987 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb84016480 con 0x5642ef530a50 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbba365d740 1 -- 172.21.15.122:0/753441987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef530a50 msgr2=0x5642ef575a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbba365d740 1 --2- 172.21.15.122:0/753441987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef530a50 0x5642ef575a90 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fbb84025040 tx=0x7fbb84014000 comp rx=0 tx=0).stop 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbba365d740 1 -- 172.21.15.122:0/753441987 shutdown_connections 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbba365d740 1 --2- 172.21.15.122:0/753441987 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef549500 0x5642ef575fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbba365d740 1 --2- 172.21.15.122:0/753441987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef530a50 0x5642ef575a90 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbba365d740 1 --2- 172.21.15.122:0/753441987 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef52f2c0 0x5642ef5721a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbba365d740 1 -- 172.21.15.122:0/753441987 >> 172.21.15.122:0/753441987 conn(0x5642ef52ca80 msgr2=0x5642ef573e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbba365d740 1 -- 172.21.15.122:0/753441987 shutdown_connections 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.512+0000 7fbba365d740 1 -- 172.21.15.122:0/753441987 wait complete. 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.513+0000 7fbba365d740 1 -- start start 2024-09-12T01:17:38.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.513+0000 7fbba365d740 1 Processor -- start 2024-09-12T01:17:38.518 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbba365d740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef52f2c0 0x5642ef5d8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.518 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbba365d740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef530a50 0x5642ef5d63a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.518 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbba365d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef549500 0x5642ef5d68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.518 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbba365d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5642ef58d260 con 0x5642ef549500 2024-09-12T01:17:38.518 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbba365d740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x5642ef545ee0 con 0x5642ef52f2c0 2024-09-12T01:17:38.518 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbba365d740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x5642ef58d750 con 0x5642ef530a50 2024-09-12T01:17:38.518 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbba365d740 10 client.0 _ll_register_callbacks cb 0x7fbb8c0011e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:17:38.518 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb9ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef549500 0x5642ef5d68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb9ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef549500 0x5642ef5d68e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43532/0 (socket says 172.21.15.122:43532) 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb9ad9d640 1 -- 172.21.15.122:0/2261652003 learned_addr learned my addr 172.21.15.122:0/2261652003 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb9a59c640 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef52f2c0 0x5642ef5d8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef530a50 0x5642ef5d63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb9ad9d640 1 -- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef530a50 msgr2=0x5642ef5d63a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb9ad9d640 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef530a50 0x5642ef5d63a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb9ad9d640 1 -- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef52f2c0 msgr2=0x5642ef5d8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb9ad9d640 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef52f2c0 0x5642ef5d8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb9ad9d640 1 -- 172.21.15.122:0/2261652003 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642ef5d6e20 con 0x5642ef549500 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb91d9b640 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef530a50 0x5642ef5d63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb9ad9d640 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef549500 0x5642ef5d68e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fbb94009f40 tx=0x7fbb94004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c7c643f234340cb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb797fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:17:38.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb797fa640 1 -- 172.21.15.122:0/2261652003 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb94036030 con 0x5642ef549500 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbba365d740 1 -- 172.21.15.122:0/2261652003 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb84028040 con 0x5642ef549500 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb797fa640 1 -- 172.21.15.122:0/2261652003 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbb94004240 con 0x5642ef549500 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbb797fa640 1 -- 172.21.15.122:0/2261652003 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7fbb9404e050 con 0x5642ef549500 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbba365d740 10 client.4686 fetch_fsmap learned FSMap version 8 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.514+0000 7fbba365d740 1 -- 172.21.15.122:0/2261652003 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x5642ef5492b0 con 0x5642ef549500 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.515+0000 7fbb797fa640 1 -- 172.21.15.122:0/2261652003 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb84028040 con 0x5642ef549500 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.515+0000 7fbb797fa640 1 -- 172.21.15.122:0/2261652003 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 8) ==== 3510+0+0 (secure 0 0 0) 0x7fbb94051020 con 0x5642ef549500 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.515+0000 7fbba365d740 10 client.4686 fetch_fsmap finished waiting for FSMap version 8 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.515+0000 7fbba365d740 10 client.4686 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.515+0000 7fbba365d740 20 client.4686 populate_metadata read hostname 'smithi122' 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.515+0000 7fbba365d740 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x5642ef5542d0 0x5642ef577160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.515+0000 7fbba365d740 4 client.4686 mds_command: new command op to 4276 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.515+0000 7fbba365d740 1 -- 172.21.15.122:0/2261652003 --> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] -- command(tid 0: {"prefix": "status"}) -- 0x5642ef498fa0 con 0x5642ef5542d0 2024-09-12T01:17:38.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.515+0000 7fbb9a59c640 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x5642ef5542d0 0x5642ef577160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.515+0000 7fbb797fa640 10 client.4686 ms_handle_connect on v2:172.21.15.151:6834/2740774154 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.515+0000 7fbb9a59c640 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x5642ef5542d0 0x5642ef577160 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d97bc366b2c7a059 server_cookie=bc274fd481399f1d in_seq=0 out_seq=0 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbb797fa640 1 -- 172.21.15.122:0/2261652003 <== mds.0 v2:172.21.15.151:6834/2740774154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x5642ef498fa0 con 0x5642ef5542d0 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbb797fa640 10 client.4686 handle_command_reply: tid=0 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 1 client.4686 shutdown 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 1 -- 172.21.15.122:0/2261652003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef549500 msgr2=0x5642ef5d68e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef549500 0x5642ef5d68e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fbb94009f40 tx=0x7fbb94004a40 comp rx=0 tx=0).stop 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 1 -- 172.21.15.122:0/2261652003 shutdown_connections 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:6834/2740774154,v1:172.21.15.151:6835/2740774154] conn(0x5642ef5542d0 0x5642ef577160 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5642ef549500 0x5642ef5d68e0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5642ef530a50 0x5642ef5d63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 1 --2- 172.21.15.122:0/2261652003 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5642ef52f2c0 0x5642ef5d8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.521 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbb797fa640 0 client.4686 ms_handle_reset on v2:172.21.15.151:6834/2740774154 2024-09-12T01:17:38.522 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 1 -- 172.21.15.122:0/2261652003 >> 172.21.15.122:0/2261652003 conn(0x5642ef52ca80 msgr2=0x5642ef5591b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:38.522 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 1 -- 172.21.15.122:0/2261652003 shutdown_connections 2024-09-12T01:17:38.522 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 1 -- 172.21.15.122:0/2261652003 wait complete. 2024-09-12T01:17:38.522 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba365d740 20 client.4686 trim_cache size 0 max 16384 2024-09-12T01:17:38.522 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:17:38.522 INFO:teuthology.orchestra.run.smithi122.stdout: "cluster_fsid": "d2b61483-09bf-409c-b23d-bc9fb1623cd8", 2024-09-12T01:17:38.522 INFO:teuthology.orchestra.run.smithi122.stdout: "whoami": 0, 2024-09-12T01:17:38.522 INFO:teuthology.orchestra.run.smithi122.stdout: "id": 4276, 2024-09-12T01:17:38.522 INFO:teuthology.orchestra.run.smithi122.stdout: "want_state": "up:active", 2024-09-12T01:17:38.522 INFO:teuthology.orchestra.run.smithi122.stdout: "state": "up:active", 2024-09-12T01:17:38.523 INFO:teuthology.orchestra.run.smithi122.stdout: "fs_name": "cephfs", 2024-09-12T01:17:38.523 INFO:teuthology.orchestra.run.smithi122.stdout: "rank_uptime": 26.946317839999999, 2024-09-12T01:17:38.523 INFO:teuthology.orchestra.run.smithi122.stdout: "mdsmap_epoch": 8, 2024-09-12T01:17:38.523 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch": 25, 2024-09-12T01:17:38.523 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch_barrier": 25, 2024-09-12T01:17:38.523 INFO:teuthology.orchestra.run.smithi122.stdout: "uptime": 32.959339514 2024-09-12T01:17:38.523 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba08c3640 1 -- 172.21.15.122:0/2364879359 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbb7c06be30 msgr2=0x7fbb7c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba08c3640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbb7c06be30 0x7fbb7c06e2f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbb9c1f6800 tx=0x7fbb84008040 comp rx=0 tx=0).stop 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba08c3640 1 -- 172.21.15.122:0/2364879359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbb9c0ccf90 msgr2=0x7fbb9c0b6cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba08c3640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbb9c0ccf90 0x7fbb9c0b6cf0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c00c400 tx=0x7fbb8c00c8c0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba08c3640 1 -- 172.21.15.122:0/2364879359 shutdown_connections 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba08c3640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbb7c06be30 0x7fbb7c06e2f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba08c3640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbb9c15c870 0x7fbb9c1472f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba08c3640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fbb9c15c490 0x7fbb9c1e5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba08c3640 1 --2- 172.21.15.122:0/2364879359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbb9c0ccf90 0x7fbb9c0b6cf0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.516+0000 7fbba08c3640 1 -- 172.21.15.122:0/2364879359 >> 172.21.15.122:0/2364879359 conn(0x7fbb9c0d23a0 msgr2=0x7fbb9c0ce1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.517+0000 7fbba08c3640 1 -- 172.21.15.122:0/2364879359 shutdown_connections 2024-09-12T01:17:38.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:38.517+0000 7fbba08c3640 1 -- 172.21.15.122:0/2364879359 wait complete. 2024-09-12T01:17:38.527 INFO:teuthology.run_tasks:Running task sequential... 2024-09-12T01:17:38.536 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-12T01:17:38.536 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-12T01:17:38.536 INFO:teuthology.task.print:Enabling mgr modules 2024-09-12T01:17:38.536 INFO:teuthology.run_tasks:Running task kclient... 2024-09-12T01:17:38.569 INFO:tasks.kclient:Mounting kernel clients... 2024-09-12T01:17:38.570 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-12T01:17:38.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:38.570 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-12T01:17:38.586 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-12T01:17:38.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:38.587 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T01:17:38.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:38.652 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link delete ceph-brx 2024-09-12T01:17:38.742 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:38.743 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-12T01:17:38.758 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:38.758 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link delete ceph-brx 2024-09-12T01:17:38.825 INFO:teuthology.orchestra.run.smithi122.stderr:Cannot find device "ceph-brx" 2024-09-12T01:17:38.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:17:38.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:38.827 DEBUG:teuthology.orchestra.run.smithi151:> ip netns list 2024-09-12T01:17:38.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:38.846 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link delete ceph-brx 2024-09-12T01:17:38.918 INFO:teuthology.orchestra.run.smithi151.stderr:Cannot find device "ceph-brx" 2024-09-12T01:17:38.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:17:38.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:38.920 DEBUG:teuthology.orchestra.run.smithi151:> ip netns list 2024-09-12T01:17:38.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:38.979 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link delete ceph-brx 2024-09-12T01:17:39.047 INFO:teuthology.orchestra.run.smithi151.stderr:Cannot find device "ceph-brx" 2024-09-12T01:17:39.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:17:39.049 INFO:tasks.kclient:client.0 config is {'syntax': 'v1'} 2024-09-12T01:17:39.049 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-12T01:17:39.049 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T01:17:39.049 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T01:17:39.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.150+0000 7fea7c467640 1 Processor -- start 2024-09-12T01:17:39.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.150+0000 7fea7c467640 1 -- start start 2024-09-12T01:17:39.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7c467640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fea7415b300 0x7fea740cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:39.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7c467640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fea740cd3f0 0x7fea7406f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:39.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7c467640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea740cdbe0 con 0x7fea74072d30 2024-09-12T01:17:39.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7c467640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fea740728a0 con 0x7fea7415b300 2024-09-12T01:17:39.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7c467640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fea740cd900 con 0x7fea740cd3f0 2024-09-12T01:17:39.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7a203640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fea7415b300 0x7fea740cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:39.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7a203640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fea7415b300 0x7fea740cceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43546/0 (socket says 172.21.15.122:43546) 2024-09-12T01:17:39.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7a203640 1 -- 172.21.15.122:0/3370965912 learned_addr learned my addr 172.21.15.122:0/3370965912 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:39.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea79a02640 1 --2- 172.21.15.122:0/3370965912 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fea740cd3f0 0x7fea7406f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:39.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7a203640 1 -- 172.21.15.122:0/3370965912 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fea740cd3f0 msgr2=0x7fea7406f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:39.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7a203640 1 --2- 172.21.15.122:0/3370965912 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fea740cd3f0 0x7fea7406f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:39.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7a203640 1 -- 172.21.15.122:0/3370965912 >> v1:172.21.15.151:6789/0 conn(0x7fea74072d30 legacy=0x7fea740b3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:39.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.151+0000 7fea7a203640 1 -- 172.21.15.122:0/3370965912 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea74072250 con 0x7fea7415b300 2024-09-12T01:17:39.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.152+0000 7fea7a203640 1 --2- 172.21.15.122:0/3370965912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fea7415b300 0x7fea740cceb0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fea68009870 tx=0x7fea6802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8de66cd1ee85f42 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:39.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.152+0000 7fea79201640 1 -- 172.21.15.122:0/3370965912 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea68037070 con 0x7fea7415b300 2024-09-12T01:17:39.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.152+0000 7fea79201640 1 -- 172.21.15.122:0/3370965912 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea68032440 con 0x7fea7415b300 2024-09-12T01:17:39.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.152+0000 7fea79201640 1 -- 172.21.15.122:0/3370965912 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea68032810 con 0x7fea7415b300 2024-09-12T01:17:39.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.153+0000 7fea7c467640 1 -- 172.21.15.122:0/3370965912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fea7415b300 msgr2=0x7fea740cceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:39.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.153+0000 7fea7c467640 1 --2- 172.21.15.122:0/3370965912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fea7415b300 0x7fea740cceb0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fea68009870 tx=0x7fea6802a210 comp rx=0 tx=0).stop 2024-09-12T01:17:39.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.153+0000 7fea7c467640 1 -- 172.21.15.122:0/3370965912 shutdown_connections 2024-09-12T01:17:39.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.153+0000 7fea7c467640 1 --2- 172.21.15.122:0/3370965912 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fea740cd3f0 0x7fea7406f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:39.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.153+0000 7fea7c467640 1 --2- 172.21.15.122:0/3370965912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fea7415b300 0x7fea740cceb0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:39.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.153+0000 7fea7c467640 1 -- 172.21.15.122:0/3370965912 >> 172.21.15.122:0/3370965912 conn(0x7fea74067d70 msgr2=0x7fea7406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:39.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.153+0000 7fea7c467640 1 -- 172.21.15.122:0/3370965912 shutdown_connections 2024-09-12T01:17:39.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.153+0000 7fea7c467640 1 -- 172.21.15.122:0/3370965912 wait complete. 2024-09-12T01:17:39.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.154+0000 7fea7c467640 1 Processor -- start 2024-09-12T01:17:39.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.154+0000 7fea7c467640 1 -- start start 2024-09-12T01:17:39.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.155+0000 7fea7c467640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fea74072d30 0x7fea7414b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:39.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.155+0000 7fea7c467640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fea740cd3f0 0x7fea74167f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:39.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.155+0000 7fea7c467640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fea7415b300 0x7fea741481a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:39.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.155+0000 7fea7c467640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fea740d0160 con 0x7fea740cd3f0 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.155+0000 7fea7c467640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fea740cffe0 con 0x7fea74072d30 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.155+0000 7fea7c467640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fea7406f700 con 0x7fea7415b300 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.155+0000 7fea79a02640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fea740cd3f0 0x7fea74167f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.155+0000 7fea79a02640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fea740cd3f0 0x7fea74167f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:43548/0 (socket says 172.21.15.122:43548) 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.155+0000 7fea79a02640 1 -- 172.21.15.122:0/3674675651 learned_addr learned my addr 172.21.15.122:0/3674675651 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.155+0000 7fea7aa04640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fea7415b300 0x7fea741481a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.155+0000 7fea7a203640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fea74072d30 0x7fea7414b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.156+0000 7fea79a02640 1 -- 172.21.15.122:0/3674675651 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fea7415b300 msgr2=0x7fea741481a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.156+0000 7fea79a02640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fea7415b300 0x7fea741481a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.156+0000 7fea79a02640 1 -- 172.21.15.122:0/3674675651 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fea74072d30 msgr2=0x7fea7414b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.156+0000 7fea79a02640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fea74072d30 0x7fea7414b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.156+0000 7fea79a02640 1 -- 172.21.15.122:0/3674675651 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea74168680 con 0x7fea740cd3f0 2024-09-12T01:17:39.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.156+0000 7fea79a02640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fea740cd3f0 0x7fea74167f10 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fea7000c820 tx=0x7fea7000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:39.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.156+0000 7fea66ffd640 1 -- 172.21.15.122:0/3674675651 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea70015070 con 0x7fea740cd3f0 2024-09-12T01:17:39.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.156+0000 7fea66ffd640 1 -- 172.21.15.122:0/3674675651 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea70004220 con 0x7fea740cd3f0 2024-09-12T01:17:39.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.156+0000 7fea7c467640 1 -- 172.21.15.122:0/3674675651 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea74168960 con 0x7fea740cd3f0 2024-09-12T01:17:39.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.156+0000 7fea66ffd640 1 -- 172.21.15.122:0/3674675651 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea7000ce10 con 0x7fea740cd3f0 2024-09-12T01:17:39.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.156+0000 7fea7c467640 1 -- 172.21.15.122:0/3674675651 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea741486e0 con 0x7fea740cd3f0 2024-09-12T01:17:39.159 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.157+0000 7fea7c467640 1 -- 172.21.15.122:0/3674675651 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea740b4f90 con 0x7fea740cd3f0 2024-09-12T01:17:39.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.158+0000 7fea66ffd640 1 -- 172.21.15.122:0/3674675651 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fea70007830 con 0x7fea740cd3f0 2024-09-12T01:17:39.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.158+0000 7fea66ffd640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fea5806be30 0x7fea5806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:39.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.158+0000 7fea66ffd640 1 -- 172.21.15.122:0/3674675651 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fea7008af10 con 0x7fea740cd3f0 2024-09-12T01:17:39.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.158+0000 7fea7a203640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fea5806be30 0x7fea5806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:39.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.158+0000 7fea7a203640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fea5806be30 0x7fea5806e2f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fea68034000 tx=0x7fea6802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:39.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.162+0000 7fea66ffd640 1 -- 172.21.15.122:0/3674675651 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fea70058fc0 con 0x7fea740cd3f0 2024-09-12T01:17:39.362 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.362+0000 7fea7c467640 1 -- 172.21.15.122:0/3674675651 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fea740b4cb0 con 0x7fea740cd3f0 2024-09-12T01:17:39.363 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.363+0000 7fea66ffd640 1 -- 172.21.15.122:0/3674675651 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7fea7005d2c0 con 0x7fea740cd3f0 2024-09-12T01:17:39.363 INFO:teuthology.orchestra.run.smithi122.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-12T01:17:39.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 -- 172.21.15.122:0/3674675651 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fea5806be30 msgr2=0x7fea5806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:39.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fea5806be30 0x7fea5806e2f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fea68034000 tx=0x7fea6802e000 comp rx=0 tx=0).stop 2024-09-12T01:17:39.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 -- 172.21.15.122:0/3674675651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fea740cd3f0 msgr2=0x7fea74167f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:39.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fea740cd3f0 0x7fea74167f10 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fea7000c820 tx=0x7fea7000cce0 comp rx=0 tx=0).stop 2024-09-12T01:17:39.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 -- 172.21.15.122:0/3674675651 shutdown_connections 2024-09-12T01:17:39.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fea5806be30 0x7fea5806e2f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:39.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fea7415b300 0x7fea741481a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:39.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fea740cd3f0 0x7fea74167f10 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:39.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 --2- 172.21.15.122:0/3674675651 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fea74072d30 0x7fea7414b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:39.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 -- 172.21.15.122:0/3674675651 >> 172.21.15.122:0/3674675651 conn(0x7fea74067d70 msgr2=0x7fea740b25b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:39.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 -- 172.21.15.122:0/3674675651 shutdown_connections 2024-09-12T01:17:39.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39.365+0000 7fea7c467640 1 -- 172.21.15.122:0/3674675651 wait complete. 2024-09-12T01:17:39.375 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-12T01:17:39.376 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T01:17:39.376 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi122.front.sepia.ceph.com 2024-09-12T01:17:39.376 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T01:17:39.376 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T01:17:39.376 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-12T01:17:39.376 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-12T01:17:39.376 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T01:17:39.376 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T01:17:39.376 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:39.376 DEBUG:teuthology.orchestra.run.smithi122:> ip addr 2024-09-12T01:17:39.392 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:17:39.392 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:17:39.392 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:17:39.392 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:39.392 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-12T01:17:39.392 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:39.392 INFO:teuthology.orchestra.run.smithi122.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e4 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f0 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e5 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f1 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:14 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:15 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout: inet 172.21.15.122/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft 42775sec preferred_lft 42775sec 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::ec4:7aff:fe8f:d515/64 scope link noprefixroute 2024-09-12T01:17:39.393 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:39.394 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-12T01:17:39.394 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:39.394 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:39.394 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link add name ceph-brx type bridge 2024-09-12T01:17:39.394 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip addr flush dev ceph-brx 2024-09-12T01:17:39.394 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set ceph-brx up 2024-09-12T01:17:39.394 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-12T01:17:39.394 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:39.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:39.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:39.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:39.534 DEBUG:teuthology.orchestra.run.smithi122:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T01:17:39.557 INFO:teuthology.orchestra.run.smithi122.stdout:1 2024-09-12T01:17:39.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:39.559 DEBUG:teuthology.orchestra.run.smithi122:> route 2024-09-12T01:17:39.618 INFO:teuthology.orchestra.run.smithi122.stdout:Kernel IP routing table 2024-09-12T01:17:39.619 INFO:teuthology.orchestra.run.smithi122.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T01:17:39.619 INFO:teuthology.orchestra.run.smithi122.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-12T01:17:39.619 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-12T01:17:39.619 INFO:teuthology.orchestra.run.smithi122.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T01:17:39.619 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:39.619 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:39.619 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-12T01:17:39.619 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-12T01:17:39.619 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-12T01:17:39.619 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:39.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:39.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:39.748 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:39.748 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-12T01:17:39.764 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:39.765 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list-id 2024-09-12T01:17:39.823 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:39.823 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:39.823 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T01:17:39.823 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-12T01:17:39.824 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:39.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:39.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:39.942 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-12T01:17:39.942 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:39.942 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:39.942 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-12T01:17:39.942 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-12T01:17:39.942 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-12T01:17:39.942 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-12T01:17:39.942 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-12T01:17:39.942 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:39.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:40.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:40.054 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:40.054 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:40.054 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set brx.0 up 2024-09-12T01:17:40.055 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set dev brx.0 master ceph-brx 2024-09-12T01:17:40.055 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:40.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:40.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:40.131 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:17:40.131 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T01:17:40.146 INFO:teuthology.orchestra.run.smithi122.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T01:17:40.146 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:17:40.146 DEBUG:teuthology.orchestra.run.smithi122:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T01:17:40.202 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-12T01:17:40.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:40.202 DEBUG:teuthology.orchestra.run.smithi122:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:17:40.279 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:17:40.285 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:17:40.286 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:17:40.286 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:17:40.287 DEBUG:teuthology.orchestra.run.smithi151:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:17:40.429 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:17:40.429 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:17:40.429 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:17:40.429 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:17:40.429 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:17:40.434 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:17:40.434 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:17:40.434 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:17:40.434 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:17:40.434 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:17:40.434 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790" 2024-09-12T01:17:40.434 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790:/ 2024-09-12T01:17:40.434 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=d2b61483-09bf-409c-b23d-bc9fb1623cd8" will pass to kernel 2024-09-12T01:17:40.435 INFO:teuthology.orchestra.run.smithi122.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T01:17:40.435 INFO:teuthology.orchestra.run.smithi122.stdout: You just mounted a file system that supports labels which does not 2024-09-12T01:17:40.435 INFO:teuthology.orchestra.run.smithi122.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T01:17:40.435 INFO:teuthology.orchestra.run.smithi122.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T01:17:40.435 INFO:teuthology.orchestra.run.smithi122.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T01:17:40.437 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T01:17:40.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:40.437 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T01:17:40.461 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:40.550 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:40.552 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:40.557 INFO:teuthology.orchestra.run.smithi122.stdout:client4630 2024-09-12T01:17:40.558 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:17:40.558 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:40.574 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:40.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:40.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:40.668 INFO:teuthology.orchestra.run.smithi122.stdout:client4630 2024-09-12T01:17:40.669 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:40.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:40.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:40.725 INFO:teuthology.orchestra.run.smithi122.stdout:client4630 2024-09-12T01:17:40.725 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/d2b61483-09bf-409c-b23d-bc9fb1623cd8.client4630/status') 2024-09-12T01:17:40.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:40.783 INFO:teuthology.orchestra.run.smithi122.stdout:instance: client.4630 (3)172.21.15.122:0/4274212755 2024-09-12T01:17:40.783 INFO:teuthology.orchestra.run.smithi122.stdout:blocklisted: false 2024-09-12T01:17:40.784 INFO:teuthology.orchestra.run.smithi122.stderr:0+1 records in 2024-09-12T01:17:40.784 INFO:teuthology.orchestra.run.smithi122.stderr:0+1 records out 2024-09-12T01:17:40.784 INFO:teuthology.orchestra.run.smithi122.stderr:71 bytes copied, 2.1515e-05 s, 3.3 MB/s 2024-09-12T01:17:40.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:40.790 INFO:tasks.kclient:client.2 config is {'syntax': 'v1'} 2024-09-12T01:17:40.790 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-12T01:17:40.790 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-12T01:17:40.790 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T01:17:40.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.888+0000 7f8c3fce6640 1 Processor -- start 2024-09-12T01:17:40.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.888+0000 7f8c3fce6640 1 -- start start 2024-09-12T01:17:40.891 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.889+0000 7f8c3fce6640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f8c3815e5f0 0x7f8c380d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.889+0000 7f8c3fce6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c380d3690 con 0x7f8c380b6690 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.889+0000 7f8c3fce6640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c380d3970 con 0x7f8c380d30f0 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.889+0000 7f8c3fce6640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f8c3806d530 con 0x7f8c3815e5f0 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.889+0000 7f8c3e283640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f8c380b6690 0x7f8c3806d9c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:36838/0 (socket says 172.21.15.122:36838) 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.889+0000 7f8c3e283640 1 -- 172.21.15.122:0/3987422452 learned_addr learned my addr 172.21.15.122:0/3987422452 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.889+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3472093147 0 0) 0x7f8c380d3690 con 0x7f8c380b6690 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.889+0000 7f8c3da82640 1 --2- 172.21.15.122:0/3987422452 >> v2:172.21.15.151:3300/0 conn(0x7f8c3815e5f0 0x7f8c380d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.889+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8c24003520 con 0x7f8c380b6690 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 66098396 0 0) 0x7f8c24003520 con 0x7f8c380b6690 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 >> v2:172.21.15.151:3300/0 conn(0x7f8c3815e5f0 msgr2=0x7f8c380d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 --2- 172.21.15.122:0/3987422452 >> v2:172.21.15.151:3300/0 conn(0x7f8c3815e5f0 0x7f8c380d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:40.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 >> v1:172.21.15.151:6789/0 conn(0x7f8c380d30f0 legacy=0x7f8c380b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c3806cee0 con 0x7f8c380b6690 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f8c30001670 con 0x7f8c380b6690 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 >> v1:172.21.15.122:6789/0 conn(0x7f8c380b6690 legacy=0x7f8c3806d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 --2- 172.21.15.122:0/3987422452 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8c240039b0 0x7f8c24003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 --2- 172.21.15.122:0/3987422452 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c24004800 0x7f8c24004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 --2- 172.21.15.122:0/3987422452 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8c240051c0 0x7f8c2400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8c3806d530 con 0x7f8c24004800 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f8c2400c060 con 0x7f8c240051c0 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f8c2400c260 con 0x7f8c240039b0 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3d281640 1 --2- 172.21.15.122:0/3987422452 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c24004800 0x7f8c24004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3da82640 1 --2- 172.21.15.122:0/3987422452 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8c240039b0 0x7f8c24003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3e283640 1 --2- 172.21.15.122:0/3987422452 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8c240051c0 0x7f8c2400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:40.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3d281640 1 -- 172.21.15.122:0/3987422452 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8c240039b0 msgr2=0x7f8c24003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3d281640 1 --2- 172.21.15.122:0/3987422452 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8c240039b0 0x7f8c24003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3d281640 1 -- 172.21.15.122:0/3987422452 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8c240051c0 msgr2=0x7f8c2400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3d281640 1 --2- 172.21.15.122:0/3987422452 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8c240051c0 0x7f8c2400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3e283640 1 -- 172.21.15.122:0/3987422452 reap_dead start 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.890+0000 7f8c3d281640 1 -- 172.21.15.122:0/3987422452 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c24003520 con 0x7f8c24004800 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.891+0000 7f8c3d281640 1 --2- 172.21.15.122:0/3987422452 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c24004800 0x7f8c24004c80 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8c28001750 tx=0x7f8c24005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ffc30c6cbde5e2c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.891+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c28001370 con 0x7f8c24004800 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.891+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c280052d0 con 0x7f8c24004800 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.891+0000 7f8c3ca80640 1 -- 172.21.15.122:0/3987422452 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c2802abc0 con 0x7f8c24004800 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.891+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3987422452 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c24004800 msgr2=0x7f8c24004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.891+0000 7f8c3fce6640 1 --2- 172.21.15.122:0/3987422452 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c24004800 0x7f8c24004c80 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8c28001750 tx=0x7f8c24005830 comp rx=0 tx=0).stop 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.891+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3987422452 shutdown_connections 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.891+0000 7f8c3fce6640 1 --2- 172.21.15.122:0/3987422452 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c24004800 0x7f8c24004c80 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:40.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.891+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3987422452 >> 172.21.15.122:0/3987422452 conn(0x7f8c3808bfc0 msgr2=0x7f8c380d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:40.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.892+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3987422452 shutdown_connections 2024-09-12T01:17:40.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.892+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3987422452 wait complete. 2024-09-12T01:17:40.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.893+0000 7f8c3fce6640 1 Processor -- start 2024-09-12T01:17:40.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.893+0000 7f8c3fce6640 1 -- start start 2024-09-12T01:17:40.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.893+0000 7f8c3fce6640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8c24004800 0x7f8c38154b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:40.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3fce6640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8c3809e1e0 0x7f8c380a0e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:40.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3fce6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c38160d20 0x7f8c381611a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:40.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3fce6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8c380b5f80 con 0x7f8c38160d20 2024-09-12T01:17:40.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3fce6640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f8c3815e9d0 con 0x7f8c24004800 2024-09-12T01:17:40.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3fce6640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f8c380b6100 con 0x7f8c3809e1e0 2024-09-12T01:17:40.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3e283640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c38160d20 0x7f8c381611a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3e283640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c38160d20 0x7f8c381611a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33222/0 (socket says 172.21.15.122:33222) 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3e283640 1 -- 172.21.15.122:0/3229612576 learned_addr learned my addr 172.21.15.122:0/3229612576 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3da82640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8c24004800 0x7f8c38154b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3d281640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8c3809e1e0 0x7f8c380a0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3e283640 1 -- 172.21.15.122:0/3229612576 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8c3809e1e0 msgr2=0x7f8c380a0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3e283640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8c3809e1e0 0x7f8c380a0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3e283640 1 -- 172.21.15.122:0/3229612576 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8c24004800 msgr2=0x7f8c38154b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3e283640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8c24004800 0x7f8c38154b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3e283640 1 -- 172.21.15.122:0/3229612576 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c380c9830 con 0x7f8c38160d20 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3da82640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8c24004800 0x7f8c38154b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3e283640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c38160d20 0x7f8c381611a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8c380cb580 tx=0x7f8c30007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c2e7fc640 1 -- 172.21.15.122:0/3229612576 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3001a070 con 0x7f8c38160d20 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c2e7fc640 1 -- 172.21.15.122:0/3229612576 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c3000f5d0 con 0x7f8c38160d20 2024-09-12T01:17:40.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3229612576 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c380a17d0 con 0x7f8c38160d20 2024-09-12T01:17:40.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c2e7fc640 1 -- 172.21.15.122:0/3229612576 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3000f9a0 con 0x7f8c38160d20 2024-09-12T01:17:40.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.894+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3229612576 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c380a1d90 con 0x7f8c38160d20 2024-09-12T01:17:40.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.895+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3229612576 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c380d0ae0 con 0x7f8c38160d20 2024-09-12T01:17:40.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.896+0000 7f8c2e7fc640 1 -- 172.21.15.122:0/3229612576 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8c3000fb40 con 0x7f8c38160d20 2024-09-12T01:17:40.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.896+0000 7f8c2e7fc640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8c1c06be60 0x7f8c1c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:40.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.896+0000 7f8c2e7fc640 1 -- 172.21.15.122:0/3229612576 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8c3008a440 con 0x7f8c38160d20 2024-09-12T01:17:40.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.896+0000 7f8c3da82640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8c1c06be60 0x7f8c1c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:40.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.897+0000 7f8c3da82640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8c1c06be60 0x7f8c1c06e320 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8c34007520 tx=0x7f8c3400b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:40.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:40.900+0000 7f8c2e7fc640 1 -- 172.21.15.122:0/3229612576 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c380d0ae0 con 0x7f8c38160d20 2024-09-12T01:17:41.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.100+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3229612576 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8c380d4dd0 con 0x7f8c38160d20 2024-09-12T01:17:41.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.100+0000 7f8c2e7fc640 1 -- 172.21.15.122:0/3229612576 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7f8c30058ab0 con 0x7f8c38160d20 2024-09-12T01:17:41.101 INFO:teuthology.orchestra.run.smithi122.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-12T01:17:41.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3229612576 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8c1c06be60 msgr2=0x7f8c1c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:41.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8c1c06be60 0x7f8c1c06e320 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8c34007520 tx=0x7f8c3400b040 comp rx=0 tx=0).stop 2024-09-12T01:17:41.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3229612576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c38160d20 msgr2=0x7f8c381611a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:41.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c38160d20 0x7f8c381611a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8c380cb580 tx=0x7f8c30007430 comp rx=0 tx=0).stop 2024-09-12T01:17:41.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3229612576 shutdown_connections 2024-09-12T01:17:41.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8c1c06be60 0x7f8c1c06e320 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:41.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8c38160d20 0x7f8c381611a0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:41.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8c3809e1e0 0x7f8c380a0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:41.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 --2- 172.21.15.122:0/3229612576 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8c24004800 0x7f8c38154b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:41.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3229612576 >> 172.21.15.122:0/3229612576 conn(0x7f8c3808bfc0 msgr2=0x7f8c380b9ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:41.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3229612576 shutdown_connections 2024-09-12T01:17:41.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41.102+0000 7f8c3fce6640 1 -- 172.21.15.122:0/3229612576 wait complete. 2024-09-12T01:17:41.112 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-12T01:17:41.113 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T01:17:41.113 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi122.front.sepia.ceph.com 2024-09-12T01:17:41.113 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-12T01:17:41.113 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-12T01:17:41.113 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-12T01:17:41.113 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-12T01:17:41.113 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T01:17:41.113 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-12T01:17:41.113 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:41.113 DEBUG:teuthology.orchestra.run.smithi122:> ip addr 2024-09-12T01:17:41.129 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:17:41.129 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e4 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f0 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e5 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f1 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:14 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:41.130 INFO:teuthology.orchestra.run.smithi122.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:15 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: inet 172.21.15.122/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft 42773sec preferred_lft 42773sec 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::ec4:7aff:fe8f:d515/64 scope link noprefixroute 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 72:95:39:eb:cf:f8 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::50b5:2cff:fe07:b6f5/64 scope link tentative 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 72:95:39:eb:cf:f8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T01:17:41.131 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::7095:39ff:feeb:cff8/64 scope link tentative 2024-09-12T01:17:41.132 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:41.132 DEBUG:teuthology.orchestra.run.smithi122:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T01:17:41.195 INFO:teuthology.orchestra.run.smithi122.stdout:1 2024-09-12T01:17:41.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:41.197 DEBUG:teuthology.orchestra.run.smithi122:> route 2024-09-12T01:17:41.253 INFO:teuthology.orchestra.run.smithi122.stdout:Kernel IP routing table 2024-09-12T01:17:41.253 INFO:teuthology.orchestra.run.smithi122.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T01:17:41.254 INFO:teuthology.orchestra.run.smithi122.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-12T01:17:41.254 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-12T01:17:41.254 INFO:teuthology.orchestra.run.smithi122.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T01:17:41.254 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:41.254 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:41.254 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-12T01:17:41.254 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-12T01:17:41.255 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-12T01:17:41.255 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:41.342 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:41.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:41.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:41.380 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-12T01:17:41.397 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T01:17:41.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:41.398 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list-id 2024-09-12T01:17:41.453 INFO:teuthology.orchestra.run.smithi122.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-12T01:17:41.454 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:41.454 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:41.454 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T01:17:41.454 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-12T01:17:41.454 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:41.544 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:41.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:41.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:41.573 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-12T01:17:41.599 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:17:41.599 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:17:41.599 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:17:41.599 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.599 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-12T01:17:41.599 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.600 INFO:teuthology.orchestra.run.smithi122.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T01:17:41.600 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 6a:98:68:fd:cf:bd brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-12T01:17:41.600 INFO:teuthology.orchestra.run.smithi122.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-12T01:17:41.600 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.600 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::6898:68ff:fefd:cfbd/64 scope link tentative 2024-09-12T01:17:41.600 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:41.601 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-12T01:17:41.668 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:17:41.668 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:17:41.668 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:17:41.668 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.668 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-12T01:17:41.668 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.668 INFO:teuthology.orchestra.run.smithi122.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T01:17:41.668 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 6a:98:68:fd:cf:bd brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-12T01:17:41.668 INFO:teuthology.orchestra.run.smithi122.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-12T01:17:41.668 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.669 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::6898:68ff:fefd:cfbd/64 scope link tentative 2024-09-12T01:17:41.669 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:41.670 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-12T01:17:41.670 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:41.670 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:41.670 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-12T01:17:41.670 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-12T01:17:41.670 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-12T01:17:41.670 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-12T01:17:41.671 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-12T01:17:41.671 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:41.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:41.816 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:41.822 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:41.822 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:17:41.822 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set brx.1 up 2024-09-12T01:17:41.822 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set dev brx.1 master ceph-brx 2024-09-12T01:17:41.823 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:17:41.871 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:41.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:41.900 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:17:41.900 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-12T01:17:41.916 INFO:teuthology.orchestra.run.smithi122.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-12T01:17:41.916 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:17:41.916 DEBUG:teuthology.orchestra.run.smithi122:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-12T01:17:41.969 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-12T01:17:41.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:41.969 DEBUG:teuthology.orchestra.run.smithi122:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-12T01:17:42.052 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-12T01:17:42.053 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-12T01:17:42.053 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:17:42.061 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-12T01:17:42.062 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-12T01:17:42.062 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:17:42.062 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:17:42.062 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:17:42.066 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-12T01:17:42.066 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-12T01:17:42.066 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:17:42.067 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:17:42.067 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:17:42.067 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790" 2024-09-12T01:17:42.067 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790:/ 2024-09-12T01:17:42.067 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs,key=2,fsid=d2b61483-09bf-409c-b23d-bc9fb1623cd8" will pass to kernel 2024-09-12T01:17:42.067 INFO:teuthology.orchestra.run.smithi122.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-09-12T01:17:42.067 INFO:teuthology.orchestra.run.smithi122.stdout: You just mounted a file system that supports labels which does not 2024-09-12T01:17:42.067 INFO:teuthology.orchestra.run.smithi122.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T01:17:42.068 INFO:teuthology.orchestra.run.smithi122.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T01:17:42.068 INFO:teuthology.orchestra.run.smithi122.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T01:17:42.069 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T01:17:42.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:42.069 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-12T01:17:42.136 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:42.225 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:42.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:42.232 INFO:teuthology.orchestra.run.smithi122.stdout:client4701 2024-09-12T01:17:42.233 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:17:42.233 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:42.249 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:42.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:42.341 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:42.346 INFO:teuthology.orchestra.run.smithi122.stdout:client4701 2024-09-12T01:17:42.347 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:42.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:42.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:42.402 INFO:teuthology.orchestra.run.smithi122.stdout:client4701 2024-09-12T01:17:42.403 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/d2b61483-09bf-409c-b23d-bc9fb1623cd8.client4701/status') 2024-09-12T01:17:42.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:42.461 INFO:teuthology.orchestra.run.smithi122.stdout:instance: client.4701 (3)192.168.0.2:0/564429598 2024-09-12T01:17:42.461 INFO:teuthology.orchestra.run.smithi122.stdout:blocklisted: false 2024-09-12T01:17:42.462 INFO:teuthology.orchestra.run.smithi122.stderr:0+1 records in 2024-09-12T01:17:42.462 INFO:teuthology.orchestra.run.smithi122.stderr:0+1 records out 2024-09-12T01:17:42.462 INFO:teuthology.orchestra.run.smithi122.stderr:68 bytes copied, 2.2631e-05 s, 3.0 MB/s 2024-09-12T01:17:42.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:42.467 INFO:tasks.kclient:client.1 config is {'syntax': 'v1'} 2024-09-12T01:17:42.467 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-12T01:17:42.468 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-12T01:17:42.469 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T01:17:42.568 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.568+0000 7f31138e4640 1 Processor -- start 2024-09-12T01:17:42.568 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.568+0000 7f31138e4640 1 -- start start 2024-09-12T01:17:42.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.569+0000 7f31138e4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f310c06df60 0x7f310c09aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:42.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.569+0000 7f31138e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f310c09af70 0x7f310c168560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:42.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.569+0000 7f31138e4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f310c06cec0 con 0x7f310c15e5d0 2024-09-12T01:17:42.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.569+0000 7f31138e4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f310c06dad0 con 0x7f310c06df60 2024-09-12T01:17:42.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.569+0000 7f31138e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f310c06d1a0 con 0x7f310c09af70 2024-09-12T01:17:42.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.569+0000 7f3110e7f640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f310c06df60 0x7f310c09aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:42.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.569+0000 7f3111680640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f310c15e5d0 0x7f310c0d10f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:36854/0 (socket says 172.21.15.122:36854) 2024-09-12T01:17:42.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.569+0000 7f3111680640 1 -- 172.21.15.122:0/852762878 learned_addr learned my addr 172.21.15.122:0/852762878 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:42.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.570+0000 7f3111e81640 1 --2- 172.21.15.122:0/852762878 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f310c09af70 0x7f310c168560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:42.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.570+0000 7f3110e7f640 1 -- 172.21.15.122:0/852762878 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f310c09af70 msgr2=0x7f310c168560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:42.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.570+0000 7f3110e7f640 1 --2- 172.21.15.122:0/852762878 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f310c09af70 0x7f310c168560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:42.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.570+0000 7f3110e7f640 1 -- 172.21.15.122:0/852762878 >> v1:172.21.15.122:6789/0 conn(0x7f310c15e5d0 legacy=0x7f310c0d10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:42.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.570+0000 7f3110e7f640 1 -- 172.21.15.122:0/852762878 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f310c06d480 con 0x7f310c06df60 2024-09-12T01:17:42.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.570+0000 7f3103fff640 1 -- 172.21.15.122:0/852762878 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3296211552 0 0) 0x7f310c06cec0 con 0x7f310c15e5d0 2024-09-12T01:17:42.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.570+0000 7f3110e7f640 1 --2- 172.21.15.122:0/852762878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f310c06df60 0x7f310c09aa30 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0097a0 tx=0x7f30fc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa30ae45bb440501 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:42.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.570+0000 7f3103fff640 1 -- 172.21.15.122:0/852762878 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc037070 con 0x7f310c06df60 2024-09-12T01:17:42.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.571+0000 7f3103fff640 1 -- 172.21.15.122:0/852762878 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30fc032440 con 0x7f310c06df60 2024-09-12T01:17:42.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.571+0000 7f3103fff640 1 -- 172.21.15.122:0/852762878 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc032810 con 0x7f310c06df60 2024-09-12T01:17:42.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.571+0000 7f31138e4640 1 -- 172.21.15.122:0/852762878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f310c06df60 msgr2=0x7f310c09aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:42.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.571+0000 7f31138e4640 1 --2- 172.21.15.122:0/852762878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f310c06df60 0x7f310c09aa30 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0097a0 tx=0x7f30fc02a210 comp rx=0 tx=0).stop 2024-09-12T01:17:42.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.571+0000 7f31138e4640 1 -- 172.21.15.122:0/852762878 shutdown_connections 2024-09-12T01:17:42.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.571+0000 7f31138e4640 1 --2- 172.21.15.122:0/852762878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f310c06df60 0x7f310c09aa30 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:42.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.571+0000 7f31138e4640 1 --2- 172.21.15.122:0/852762878 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f310c09af70 0x7f310c168560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:42.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.571+0000 7f31138e4640 1 -- 172.21.15.122:0/852762878 >> 172.21.15.122:0/852762878 conn(0x7f310c0d23a0 msgr2=0x7f310c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:42.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.571+0000 7f31138e4640 1 -- 172.21.15.122:0/852762878 shutdown_connections 2024-09-12T01:17:42.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.571+0000 7f31138e4640 1 -- 172.21.15.122:0/852762878 wait complete. 2024-09-12T01:17:42.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.572+0000 7f31138e4640 1 Processor -- start 2024-09-12T01:17:42.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.572+0000 7f31138e4640 1 -- start start 2024-09-12T01:17:42.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f31138e4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f310c06df60 0x7f310c0c5e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:42.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f31138e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f310c09af70 0x7f310c1528d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:42.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f31138e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f310c15e5d0 0x7f310c1570a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:42.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f31138e4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f310c0d1980 con 0x7f310c09af70 2024-09-12T01:17:42.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f31138e4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f310c0d1800 con 0x7f310c06df60 2024-09-12T01:17:42.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f31138e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f310c15e9b0 con 0x7f310c15e5d0 2024-09-12T01:17:42.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f3110e7f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f310c09af70 0x7f310c1528d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:42.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f3110e7f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f310c09af70 0x7f310c1528d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33234/0 (socket says 172.21.15.122:33234) 2024-09-12T01:17:42.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f3110e7f640 1 -- 172.21.15.122:0/4047589129 learned_addr learned my addr 172.21.15.122:0/4047589129 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:42.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f3110e7f640 1 -- 172.21.15.122:0/4047589129 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f310c15e5d0 msgr2=0x7f310c1570a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:42.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f3110e7f640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f310c15e5d0 0x7f310c1570a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:42.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f3110e7f640 1 -- 172.21.15.122:0/4047589129 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f310c06df60 msgr2=0x7f310c0c5e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:42.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f3110e7f640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f310c06df60 0x7f310c0c5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:42.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.573+0000 7f3110e7f640 1 -- 172.21.15.122:0/4047589129 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f310c0c63e0 con 0x7f310c09af70 2024-09-12T01:17:42.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.574+0000 7f3110e7f640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f310c09af70 0x7f310c1528d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f30fc035040 tx=0x7f30fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:42.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.574+0000 7f3101ffb640 1 -- 172.21.15.122:0/4047589129 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc037040 con 0x7f310c09af70 2024-09-12T01:17:42.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.574+0000 7f3101ffb640 1 -- 172.21.15.122:0/4047589129 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30fc030770 con 0x7f310c09af70 2024-09-12T01:17:42.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.574+0000 7f31138e4640 1 -- 172.21.15.122:0/4047589129 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f310c0c66c0 con 0x7f310c09af70 2024-09-12T01:17:42.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.574+0000 7f3101ffb640 1 -- 172.21.15.122:0/4047589129 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc030b40 con 0x7f310c09af70 2024-09-12T01:17:42.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.574+0000 7f31138e4640 1 -- 172.21.15.122:0/4047589129 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f310c0c6c80 con 0x7f310c09af70 2024-09-12T01:17:42.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.575+0000 7f31138e4640 1 -- 172.21.15.122:0/4047589129 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f310c09aa30 con 0x7f310c09af70 2024-09-12T01:17:42.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.575+0000 7f3101ffb640 1 -- 172.21.15.122:0/4047589129 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f30fc044020 con 0x7f310c09af70 2024-09-12T01:17:42.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.576+0000 7f3101ffb640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30f006be60 0x7f30f006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:42.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.576+0000 7f3101ffb640 1 -- 172.21.15.122:0/4047589129 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f30fc0ab5d0 con 0x7f310c09af70 2024-09-12T01:17:42.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.576+0000 7f3111680640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30f006be60 0x7f30f006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:42.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.576+0000 7f3111680640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30f006be60 0x7f30f006e320 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3108007fd0 tx=0x7f3108007920 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:42.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.580+0000 7f3101ffb640 1 -- 172.21.15.122:0/4047589129 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f30fc032e20 con 0x7f310c09af70 2024-09-12T01:17:42.781 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.780+0000 7f31138e4640 1 -- 172.21.15.122:0/4047589129 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f310c0b8320 con 0x7f310c09af70 2024-09-12T01:17:42.781 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.781+0000 7f3101ffb640 1 -- 172.21.15.122:0/4047589129 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7f30fc079cd0 con 0x7f310c09af70 2024-09-12T01:17:42.781 INFO:teuthology.orchestra.run.smithi122.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-12T01:17:42.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 -- 172.21.15.122:0/4047589129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30f006be60 msgr2=0x7f30f006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:42.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30f006be60 0x7f30f006e320 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3108007fd0 tx=0x7f3108007920 comp rx=0 tx=0).stop 2024-09-12T01:17:42.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 -- 172.21.15.122:0/4047589129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f310c09af70 msgr2=0x7f310c1528d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:42.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f310c09af70 0x7f310c1528d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f30fc035040 tx=0x7f30fc0046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:42.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 -- 172.21.15.122:0/4047589129 shutdown_connections 2024-09-12T01:17:42.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30f006be60 0x7f30f006e320 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:42.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f310c15e5d0 0x7f310c1570a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:42.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f310c09af70 0x7f310c1528d0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:42.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 --2- 172.21.15.122:0/4047589129 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f310c06df60 0x7f310c0c5e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:42.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 -- 172.21.15.122:0/4047589129 >> 172.21.15.122:0/4047589129 conn(0x7f310c0d23a0 msgr2=0x7f310c0d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:42.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 -- 172.21.15.122:0/4047589129 shutdown_connections 2024-09-12T01:17:42.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:42.783+0000 7f31138e4640 1 -- 172.21.15.122:0/4047589129 wait complete. 2024-09-12T01:17:42.794 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-12T01:17:42.794 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T01:17:42.794 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi151.front.sepia.ceph.com 2024-09-12T01:17:42.794 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-12T01:17:42.794 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-12T01:17:42.794 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-12T01:17:42.794 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-12T01:17:42.794 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T01:17:42.794 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-12T01:17:42.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:42.795 DEBUG:teuthology.orchestra.run.smithi151:> ip addr 2024-09-12T01:17:42.814 INFO:teuthology.orchestra.run.smithi151.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:17:42.814 INFO:teuthology.orchestra.run.smithi151.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:17:42.814 INFO:teuthology.orchestra.run.smithi151.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:17:42.814 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:42.814 INFO:teuthology.orchestra.run.smithi151.stdout: inet6 ::1/128 scope host 2024-09-12T01:17:42.814 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:42.814 INFO:teuthology.orchestra.run.smithi151.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:42.814 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 0c:c4:7a:da:6e:0c brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:42.814 INFO:teuthology.orchestra.run.smithi151.stdout: altname enp7s0f0 2024-09-12T01:17:42.815 INFO:teuthology.orchestra.run.smithi151.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:42.815 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 0c:c4:7a:da:6e:0d brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:42.815 INFO:teuthology.orchestra.run.smithi151.stdout: altname enp7s0f1 2024-09-12T01:17:42.815 INFO:teuthology.orchestra.run.smithi151.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:42.815 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 0c:c4:7a:88:6f:62 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:42.815 INFO:teuthology.orchestra.run.smithi151.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T01:17:42.815 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 0c:c4:7a:88:6f:63 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:42.815 INFO:teuthology.orchestra.run.smithi151.stdout: inet 172.21.15.151/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-12T01:17:42.815 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft 42780sec preferred_lft 42780sec 2024-09-12T01:17:42.815 INFO:teuthology.orchestra.run.smithi151.stdout: inet6 fe80::ec4:7aff:fe88:6f63/64 scope link noprefixroute 2024-09-12T01:17:42.815 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:42.815 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-12T01:17:42.816 DEBUG:teuthology.orchestra.run.smithi151:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:42.816 DEBUG:teuthology.orchestra.run.smithi151:> set -e 2024-09-12T01:17:42.816 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link add name ceph-brx type bridge 2024-09-12T01:17:42.816 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip addr flush dev ceph-brx 2024-09-12T01:17:42.816 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link set ceph-brx up 2024-09-12T01:17:42.816 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-12T01:17:42.816 DEBUG:teuthology.orchestra.run.smithi151:> ') 2024-09-12T01:17:42.910 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:43.022 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:43.030 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:43.030 DEBUG:teuthology.orchestra.run.smithi151:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T01:17:43.055 INFO:teuthology.orchestra.run.smithi151.stdout:1 2024-09-12T01:17:43.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:43.057 DEBUG:teuthology.orchestra.run.smithi151:> route 2024-09-12T01:17:43.128 INFO:teuthology.orchestra.run.smithi151.stdout:Kernel IP routing table 2024-09-12T01:17:43.128 INFO:teuthology.orchestra.run.smithi151.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T01:17:43.129 INFO:teuthology.orchestra.run.smithi151.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-12T01:17:43.129 INFO:teuthology.orchestra.run.smithi151.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-12T01:17:43.129 INFO:teuthology.orchestra.run.smithi151.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T01:17:43.129 DEBUG:teuthology.orchestra.run.smithi151:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:43.129 DEBUG:teuthology.orchestra.run.smithi151:> set -e 2024-09-12T01:17:43.129 DEBUG:teuthology.orchestra.run.smithi151:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-12T01:17:43.129 DEBUG:teuthology.orchestra.run.smithi151:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-12T01:17:43.129 DEBUG:teuthology.orchestra.run.smithi151:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-12T01:17:43.129 DEBUG:teuthology.orchestra.run.smithi151:> ') 2024-09-12T01:17:43.216 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:43.419 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:43.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:43.425 DEBUG:teuthology.orchestra.run.smithi151:> ip netns list 2024-09-12T01:17:43.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:43.441 DEBUG:teuthology.orchestra.run.smithi151:> ip netns list-id 2024-09-12T01:17:43.498 DEBUG:teuthology.orchestra.run.smithi151:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:43.498 DEBUG:teuthology.orchestra.run.smithi151:> set -e 2024-09-12T01:17:43.498 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-12T01:17:43.498 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-12T01:17:43.498 DEBUG:teuthology.orchestra.run.smithi151:> ') 2024-09-12T01:17:43.587 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:43.613 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:43.619 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-12T01:17:43.619 DEBUG:teuthology.orchestra.run.smithi151:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:43.619 DEBUG:teuthology.orchestra.run.smithi151:> set -e 2024-09-12T01:17:43.619 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-12T01:17:43.619 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-12T01:17:43.619 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-12T01:17:43.620 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-12T01:17:43.620 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-12T01:17:43.620 DEBUG:teuthology.orchestra.run.smithi151:> ') 2024-09-12T01:17:43.668 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:43.744 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:43.750 DEBUG:teuthology.orchestra.run.smithi151:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:43.751 DEBUG:teuthology.orchestra.run.smithi151:> set -e 2024-09-12T01:17:43.751 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link set brx.0 up 2024-09-12T01:17:43.751 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link set dev brx.0 master ceph-brx 2024-09-12T01:17:43.751 DEBUG:teuthology.orchestra.run.smithi151:> ') 2024-09-12T01:17:43.799 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:43.823 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:43.829 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:17:43.829 DEBUG:teuthology.orchestra.run.smithi151:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-12T01:17:43.844 INFO:teuthology.orchestra.run.smithi151.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-12T01:17:43.844 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:17:43.844 DEBUG:teuthology.orchestra.run.smithi151:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-12T01:17:43.900 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-12T01:17:43.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:43.900 DEBUG:teuthology.orchestra.run.smithi151:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-12T01:17:43.994 INFO:teuthology.orchestra.run.smithi151.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-12T01:17:43.994 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-12T01:17:43.994 INFO:teuthology.orchestra.run.smithi151.stdout:invalid new device string format 2024-09-12T01:17:44.123 INFO:teuthology.orchestra.run.smithi151.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-12T01:17:44.124 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-12T01:17:44.124 INFO:teuthology.orchestra.run.smithi151.stdout:invalid new device string format 2024-09-12T01:17:44.124 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:17:44.124 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:17:44.128 INFO:teuthology.orchestra.run.smithi151.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-12T01:17:44.128 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-12T01:17:44.128 INFO:teuthology.orchestra.run.smithi151.stdout:invalid new device string format 2024-09-12T01:17:44.128 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:17:44.128 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:17:44.129 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: resolved to: "172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790" 2024-09-12T01:17:44.129 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790:/ 2024-09-12T01:17:44.129 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=d2b61483-09bf-409c-b23d-bc9fb1623cd8" will pass to kernel 2024-09-12T01:17:44.129 INFO:teuthology.orchestra.run.smithi151.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-12T01:17:44.129 INFO:teuthology.orchestra.run.smithi151.stdout: You just mounted a file system that supports labels which does not 2024-09-12T01:17:44.129 INFO:teuthology.orchestra.run.smithi151.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T01:17:44.129 INFO:teuthology.orchestra.run.smithi151.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T01:17:44.129 INFO:teuthology.orchestra.run.smithi151.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T01:17:44.131 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T01:17:44.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:44.131 DEBUG:teuthology.orchestra.run.smithi151:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-12T01:17:44.157 DEBUG:teuthology.orchestra.run.smithi151:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:44.246 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:44 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:44.247 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:44.253 INFO:teuthology.orchestra.run.smithi151.stdout:client4642 2024-09-12T01:17:44.254 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:17:44.254 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:44.270 DEBUG:teuthology.orchestra.run.smithi151:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:44.357 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:44 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:44.359 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:44.365 INFO:teuthology.orchestra.run.smithi151.stdout:client4642 2024-09-12T01:17:44.365 DEBUG:teuthology.orchestra.run.smithi151:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:44.414 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:44 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:44.415 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:44.421 INFO:teuthology.orchestra.run.smithi151.stdout:client4642 2024-09-12T01:17:44.422 DEBUG:teuthology.orchestra.run.smithi151:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/d2b61483-09bf-409c-b23d-bc9fb1623cd8.client4642/status') 2024-09-12T01:17:44.470 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:44.480 INFO:teuthology.orchestra.run.smithi151.stdout:instance: client.4642 (3)192.168.0.1:0/4087452216 2024-09-12T01:17:44.480 INFO:teuthology.orchestra.run.smithi151.stdout:blocklisted: false 2024-09-12T01:17:44.481 INFO:teuthology.orchestra.run.smithi151.stderr:0+1 records in 2024-09-12T01:17:44.481 INFO:teuthology.orchestra.run.smithi151.stderr:0+1 records out 2024-09-12T01:17:44.481 INFO:teuthology.orchestra.run.smithi151.stderr:69 bytes copied, 2.0792e-05 s, 3.3 MB/s 2024-09-12T01:17:44.481 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:44.488 INFO:tasks.kclient:client.3 config is {'syntax': 'v1'} 2024-09-12T01:17:44.488 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-12T01:17:44.488 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-12T01:17:44.488 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T01:17:44.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.600+0000 7f0466de4640 1 Processor -- start 2024-09-12T01:17:44.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.600+0000 7f0466de4640 1 -- start start 2024-09-12T01:17:44.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0466de4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f046015c490 0x7f046009b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:44.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0466de4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f046015cf80 0x7f04600ccf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:44.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0466de4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04600d01c0 con 0x7f046009b980 2024-09-12T01:17:44.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0466de4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f04600cff70 con 0x7f046015cf80 2024-09-12T01:17:44.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0466de4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f04600d0dd0 con 0x7f046015c490 2024-09-12T01:17:44.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0465381640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f046015cf80 0x7f04600ccf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:44.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0465381640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f046015cf80 0x7f04600ccf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33250/0 (socket says 172.21.15.122:33250) 2024-09-12T01:17:44.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0465381640 1 -- 172.21.15.122:0/3612739758 learned_addr learned my addr 172.21.15.122:0/3612739758 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:44.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0464b80640 1 --2- 172.21.15.122:0/3612739758 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f046015c490 0x7f046009b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:44.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0465381640 1 -- 172.21.15.122:0/3612739758 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f046015c490 msgr2=0x7f046009b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:44.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0465381640 1 --2- 172.21.15.122:0/3612739758 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f046015c490 0x7f046009b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:44.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0465381640 1 -- 172.21.15.122:0/3612739758 >> v1:172.21.15.151:6789/0 conn(0x7f046009b980 legacy=0x7f046015c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:44.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.601+0000 7f0465381640 1 -- 172.21.15.122:0/3612739758 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04600d04a0 con 0x7f046015cf80 2024-09-12T01:17:44.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.602+0000 7f0465381640 1 --2- 172.21.15.122:0/3612739758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f046015cf80 0x7f04600ccf90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0458009e50 tx=0x7f045802a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6aecae2005866b2c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:44.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.602+0000 7f045f7fe640 1 -- 172.21.15.122:0/3612739758 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0458036070 con 0x7f046015cf80 2024-09-12T01:17:44.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.602+0000 7f045f7fe640 1 -- 172.21.15.122:0/3612739758 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0458031600 con 0x7f046015cf80 2024-09-12T01:17:44.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.602+0000 7f045f7fe640 1 -- 172.21.15.122:0/3612739758 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04580319d0 con 0x7f046015cf80 2024-09-12T01:17:44.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.603+0000 7f0466de4640 1 -- 172.21.15.122:0/3612739758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f046015cf80 msgr2=0x7f04600ccf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:44.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.603+0000 7f0466de4640 1 --2- 172.21.15.122:0/3612739758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f046015cf80 0x7f04600ccf90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0458009e50 tx=0x7f045802a750 comp rx=0 tx=0).stop 2024-09-12T01:17:44.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.603+0000 7f0466de4640 1 -- 172.21.15.122:0/3612739758 shutdown_connections 2024-09-12T01:17:44.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.603+0000 7f0466de4640 1 --2- 172.21.15.122:0/3612739758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f046015cf80 0x7f04600ccf90 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:44.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.603+0000 7f0466de4640 1 --2- 172.21.15.122:0/3612739758 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f046015c490 0x7f046009b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:44.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.603+0000 7f0466de4640 1 -- 172.21.15.122:0/3612739758 >> 172.21.15.122:0/3612739758 conn(0x7f04600d23a0 msgr2=0x7f04600d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:44.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.603+0000 7f0466de4640 1 -- 172.21.15.122:0/3612739758 shutdown_connections 2024-09-12T01:17:44.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.603+0000 7f0466de4640 1 -- 172.21.15.122:0/3612739758 wait complete. 2024-09-12T01:17:44.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.604+0000 7f0466de4640 1 Processor -- start 2024-09-12T01:17:44.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.604+0000 7f0466de4640 1 -- start start 2024-09-12T01:17:44.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0466de4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f046009b980 0x7f04601f5be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:44.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0466de4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f046015c490 0x7f04601f6120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:44.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0466de4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f046015cf80 0x7f04601544c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:44.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0466de4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f04600d1260 con 0x7f046015cf80 2024-09-12T01:17:44.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0466de4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f04600d0a60 con 0x7f046009b980 2024-09-12T01:17:44.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0466de4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f046015f580 con 0x7f046015c490 2024-09-12T01:17:44.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0465381640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f046015cf80 0x7f04601544c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:44.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0465381640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f046015cf80 0x7f04601544c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33256/0 (socket says 172.21.15.122:33256) 2024-09-12T01:17:44.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0465381640 1 -- 172.21.15.122:0/1253229383 learned_addr learned my addr 172.21.15.122:0/1253229383 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:44.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0464b80640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f046009b980 0x7f04601f5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:44.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f045ffff640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f046015c490 0x7f04601f6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0465381640 1 -- 172.21.15.122:0/1253229383 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f046015c490 msgr2=0x7f04601f6120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0465381640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f046015c490 0x7f04601f6120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0465381640 1 -- 172.21.15.122:0/1253229383 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f046009b980 msgr2=0x7f04601f5be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0465381640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f046009b980 0x7f04601f5be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.605+0000 7f0465381640 1 -- 172.21.15.122:0/1253229383 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04601f67f0 con 0x7f046015cf80 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.606+0000 7f0465381640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f046015cf80 0x7f04601544c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0458009e50 tx=0x7f0458004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.606+0000 7f045d7fa640 1 -- 172.21.15.122:0/1253229383 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0458036050 con 0x7f046015cf80 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.606+0000 7f045d7fa640 1 -- 172.21.15.122:0/1253229383 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0458042070 con 0x7f046015cf80 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.606+0000 7f0466de4640 1 -- 172.21.15.122:0/1253229383 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04600b7d90 con 0x7f046015cf80 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.606+0000 7f045d7fa640 1 -- 172.21.15.122:0/1253229383 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0458009510 con 0x7f046015cf80 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.606+0000 7f0466de4640 1 -- 172.21.15.122:0/1253229383 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04600b8070 con 0x7f046015cf80 2024-09-12T01:17:44.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.607+0000 7f0466de4640 1 -- 172.21.15.122:0/1253229383 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f046009b440 con 0x7f046015cf80 2024-09-12T01:17:44.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.607+0000 7f045d7fa640 1 -- 172.21.15.122:0/1253229383 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0458007bd0 con 0x7f046015cf80 2024-09-12T01:17:44.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.608+0000 7f045d7fa640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f044406be30 0x7f044406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:44.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.608+0000 7f0464b80640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f044406be30 0x7f044406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:44.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.608+0000 7f045d7fa640 1 -- 172.21.15.122:0/1253229383 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f04580ac080 con 0x7f046015cf80 2024-09-12T01:17:44.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.608+0000 7f0464b80640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f044406be30 0x7f044406e2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0454006fd0 tx=0x7f0454008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:44.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.612+0000 7f045d7fa640 1 -- 172.21.15.122:0/1253229383 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f045807a130 con 0x7f046015cf80 2024-09-12T01:17:44.814 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.814+0000 7f0466de4640 1 -- 172.21.15.122:0/1253229383 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f04600d3190 con 0x7f046015cf80 2024-09-12T01:17:44.814 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.814+0000 7f045d7fa640 1 -- 172.21.15.122:0/1253229383 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7f045807e430 con 0x7f046015cf80 2024-09-12T01:17:44.815 INFO:teuthology.orchestra.run.smithi122.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 -- 172.21.15.122:0/1253229383 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f044406be30 msgr2=0x7f044406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f044406be30 0x7f044406e2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0454006fd0 tx=0x7f0454008040 comp rx=0 tx=0).stop 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 -- 172.21.15.122:0/1253229383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f046015cf80 msgr2=0x7f04601544c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f046015cf80 0x7f04601544c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0458009e50 tx=0x7f0458004a40 comp rx=0 tx=0).stop 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 -- 172.21.15.122:0/1253229383 shutdown_connections 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f044406be30 0x7f044406e2f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f046015cf80 0x7f04601544c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f046015c490 0x7f04601f6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 --2- 172.21.15.122:0/1253229383 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f046009b980 0x7f04601f5be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 -- 172.21.15.122:0/1253229383 >> 172.21.15.122:0/1253229383 conn(0x7f04600d23a0 msgr2=0x7f04600d2780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 -- 172.21.15.122:0/1253229383 shutdown_connections 2024-09-12T01:17:44.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:44.816+0000 7f0466de4640 1 -- 172.21.15.122:0/1253229383 wait complete. 2024-09-12T01:17:44.827 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-12T01:17:44.828 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T01:17:44.828 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi151.front.sepia.ceph.com 2024-09-12T01:17:44.828 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-12T01:17:44.828 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-12T01:17:44.828 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-12T01:17:44.828 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-12T01:17:44.828 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T01:17:44.828 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-12T01:17:44.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:44.828 DEBUG:teuthology.orchestra.run.smithi151:> ip addr 2024-09-12T01:17:44.845 INFO:teuthology.orchestra.run.smithi151.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:17:44.846 INFO:teuthology.orchestra.run.smithi151.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:17:44.846 INFO:teuthology.orchestra.run.smithi151.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:17:44.846 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:44.846 INFO:teuthology.orchestra.run.smithi151.stdout: inet6 ::1/128 scope host 2024-09-12T01:17:44.846 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:44.846 INFO:teuthology.orchestra.run.smithi151.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:44.846 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 0c:c4:7a:da:6e:0c brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:44.846 INFO:teuthology.orchestra.run.smithi151.stdout: altname enp7s0f0 2024-09-12T01:17:44.846 INFO:teuthology.orchestra.run.smithi151.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:44.846 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 0c:c4:7a:da:6e:0d brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout: altname enp7s0f1 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 0c:c4:7a:88:6f:62 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 0c:c4:7a:88:6f:63 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout: inet 172.21.15.151/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft 42778sec preferred_lft 42778sec 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout: inet6 fe80::ec4:7aff:fe88:6f63/64 scope link noprefixroute 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 02:06:ad:ad:7d:d3 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:17:44.847 INFO:teuthology.orchestra.run.smithi151.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T01:17:44.848 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:44.848 INFO:teuthology.orchestra.run.smithi151.stdout: inet6 fe80::48a5:f2ff:fed6:e236/64 scope link 2024-09-12T01:17:44.848 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:44.848 INFO:teuthology.orchestra.run.smithi151.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T01:17:44.848 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 02:06:ad:ad:7d:d3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-12T01:17:44.848 INFO:teuthology.orchestra.run.smithi151.stdout: inet6 fe80::6:adff:fead:7dd3/64 scope link tentative 2024-09-12T01:17:44.848 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:44.849 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:44.849 DEBUG:teuthology.orchestra.run.smithi151:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T01:17:44.910 INFO:teuthology.orchestra.run.smithi151.stdout:1 2024-09-12T01:17:44.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:44.912 DEBUG:teuthology.orchestra.run.smithi151:> route 2024-09-12T01:17:44.968 INFO:teuthology.orchestra.run.smithi151.stdout:Kernel IP routing table 2024-09-12T01:17:44.968 INFO:teuthology.orchestra.run.smithi151.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T01:17:44.969 INFO:teuthology.orchestra.run.smithi151.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-12T01:17:44.969 INFO:teuthology.orchestra.run.smithi151.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-12T01:17:44.969 INFO:teuthology.orchestra.run.smithi151.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T01:17:44.969 DEBUG:teuthology.orchestra.run.smithi151:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:44.969 DEBUG:teuthology.orchestra.run.smithi151:> set -e 2024-09-12T01:17:44.969 DEBUG:teuthology.orchestra.run.smithi151:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-12T01:17:44.970 DEBUG:teuthology.orchestra.run.smithi151:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-12T01:17:44.970 DEBUG:teuthology.orchestra.run.smithi151:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-12T01:17:44.970 DEBUG:teuthology.orchestra.run.smithi151:> ') 2024-09-12T01:17:45.056 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:45.088 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:45.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:45.094 DEBUG:teuthology.orchestra.run.smithi151:> ip netns list 2024-09-12T01:17:45.110 INFO:teuthology.orchestra.run.smithi151.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-12T01:17:45.110 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:45.111 DEBUG:teuthology.orchestra.run.smithi151:> ip netns list-id 2024-09-12T01:17:45.165 INFO:teuthology.orchestra.run.smithi151.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-12T01:17:45.165 DEBUG:teuthology.orchestra.run.smithi151:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:45.165 DEBUG:teuthology.orchestra.run.smithi151:> set -e 2024-09-12T01:17:45.165 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-12T01:17:45.165 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-12T01:17:45.165 DEBUG:teuthology.orchestra.run.smithi151:> ') 2024-09-12T01:17:45.253 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:45.275 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:45.281 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:45.281 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-12T01:17:45.306 INFO:teuthology.orchestra.run.smithi151.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:17:45.306 INFO:teuthology.orchestra.run.smithi151.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:17:45.306 INFO:teuthology.orchestra.run.smithi151.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:17:45.306 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:45.306 INFO:teuthology.orchestra.run.smithi151.stdout: inet6 ::1/128 scope host 2024-09-12T01:17:45.306 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:45.307 INFO:teuthology.orchestra.run.smithi151.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T01:17:45.307 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 5a:9f:86:70:68:58 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-12T01:17:45.307 INFO:teuthology.orchestra.run.smithi151.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-12T01:17:45.307 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:45.307 INFO:teuthology.orchestra.run.smithi151.stdout: inet6 fe80::589f:86ff:fe70:6858/64 scope link tentative 2024-09-12T01:17:45.307 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:45.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:45.309 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-12T01:17:45.374 INFO:teuthology.orchestra.run.smithi151.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:17:45.374 INFO:teuthology.orchestra.run.smithi151.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:17:45.374 INFO:teuthology.orchestra.run.smithi151.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:17:45.374 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:45.374 INFO:teuthology.orchestra.run.smithi151.stdout: inet6 ::1/128 scope host 2024-09-12T01:17:45.374 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:45.375 INFO:teuthology.orchestra.run.smithi151.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T01:17:45.375 INFO:teuthology.orchestra.run.smithi151.stdout: link/ether 5a:9f:86:70:68:58 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-12T01:17:45.375 INFO:teuthology.orchestra.run.smithi151.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-12T01:17:45.375 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:45.375 INFO:teuthology.orchestra.run.smithi151.stdout: inet6 fe80::589f:86ff:fe70:6858/64 scope link tentative 2024-09-12T01:17:45.375 INFO:teuthology.orchestra.run.smithi151.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:17:45.376 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-12T01:17:45.376 DEBUG:teuthology.orchestra.run.smithi151:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:45.376 DEBUG:teuthology.orchestra.run.smithi151:> set -e 2024-09-12T01:17:45.376 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-12T01:17:45.376 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-12T01:17:45.376 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-12T01:17:45.376 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-12T01:17:45.377 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-12T01:17:45.377 DEBUG:teuthology.orchestra.run.smithi151:> ') 2024-09-12T01:17:45.465 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:45.523 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:45.529 DEBUG:teuthology.orchestra.run.smithi151:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:17:45.529 DEBUG:teuthology.orchestra.run.smithi151:> set -e 2024-09-12T01:17:45.529 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link set brx.1 up 2024-09-12T01:17:45.529 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link set dev brx.1 master ceph-brx 2024-09-12T01:17:45.530 DEBUG:teuthology.orchestra.run.smithi151:> ') 2024-09-12T01:17:45.578 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:45.600 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:45.606 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:17:45.606 DEBUG:teuthology.orchestra.run.smithi151:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-12T01:17:45.621 INFO:teuthology.orchestra.run.smithi151.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-12T01:17:45.622 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:17:45.622 DEBUG:teuthology.orchestra.run.smithi151:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-12T01:17:45.676 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-12T01:17:45.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:45.677 DEBUG:teuthology.orchestra.run.smithi151:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-12T01:17:45.761 INFO:teuthology.orchestra.run.smithi151.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-12T01:17:45.761 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-12T01:17:45.761 INFO:teuthology.orchestra.run.smithi151.stdout:invalid new device string format 2024-09-12T01:17:45.770 INFO:teuthology.orchestra.run.smithi151.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-12T01:17:45.770 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-12T01:17:45.770 INFO:teuthology.orchestra.run.smithi151.stdout:invalid new device string format 2024-09-12T01:17:45.770 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:17:45.770 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:17:45.775 INFO:teuthology.orchestra.run.smithi151.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-12T01:17:45.775 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-12T01:17:45.775 INFO:teuthology.orchestra.run.smithi151.stdout:invalid new device string format 2024-09-12T01:17:45.775 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:17:45.775 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:17:45.775 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: resolved to: "172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790" 2024-09-12T01:17:45.775 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790:/ 2024-09-12T01:17:45.775 INFO:teuthology.orchestra.run.smithi151.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs,key=3,fsid=d2b61483-09bf-409c-b23d-bc9fb1623cd8" will pass to kernel 2024-09-12T01:17:45.776 INFO:teuthology.orchestra.run.smithi151.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-09-12T01:17:45.776 INFO:teuthology.orchestra.run.smithi151.stdout: You just mounted a file system that supports labels which does not 2024-09-12T01:17:45.776 INFO:teuthology.orchestra.run.smithi151.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T01:17:45.776 INFO:teuthology.orchestra.run.smithi151.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T01:17:45.776 INFO:teuthology.orchestra.run.smithi151.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T01:17:45.777 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T01:17:45.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:45.778 DEBUG:teuthology.orchestra.run.smithi151:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-12T01:17:45.843 DEBUG:teuthology.orchestra.run.smithi151:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:45.933 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:45 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:45.934 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:45.940 INFO:teuthology.orchestra.run.smithi151.stdout:client4645 2024-09-12T01:17:45.941 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:17:45.941 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:45.957 DEBUG:teuthology.orchestra.run.smithi151:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:46.044 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:46 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:46.046 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:46.051 INFO:teuthology.orchestra.run.smithi151.stdout:client4645 2024-09-12T01:17:46.052 DEBUG:teuthology.orchestra.run.smithi151:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:17:46.101 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:46 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:17:46.102 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:46.108 INFO:teuthology.orchestra.run.smithi151.stdout:client4645 2024-09-12T01:17:46.108 DEBUG:teuthology.orchestra.run.smithi151:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/d2b61483-09bf-409c-b23d-bc9fb1623cd8.client4645/status') 2024-09-12T01:17:46.156 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:17:46.166 INFO:teuthology.orchestra.run.smithi151.stdout:instance: client.4645 (3)192.168.0.2:0/642687378 2024-09-12T01:17:46.166 INFO:teuthology.orchestra.run.smithi151.stdout:blocklisted: false 2024-09-12T01:17:46.166 INFO:teuthology.orchestra.run.smithi151.stderr:0+1 records in 2024-09-12T01:17:46.166 INFO:teuthology.orchestra.run.smithi151.stderr:0+1 records out 2024-09-12T01:17:46.166 INFO:teuthology.orchestra.run.smithi151.stderr:68 bytes copied, 2.371e-05 s, 2.9 MB/s 2024-09-12T01:17:46.167 INFO:teuthology.orchestra.run.smithi151.stderr:2024-09-12T01:17:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:17:46.173 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-12T01:17:46.214 INFO:tasks.cephfs_test_runner:Starting test: test_backtrace_repair (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) MDS should verify/fix backtrace on fetch dirfrag 2024-09-12T01:17:46.214 INFO:tasks.cephfs_test_runner:test_backtrace_repair (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) 2024-09-12T01:17:46.214 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:46.329 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.329+0000 7f840fa65640 1 Processor -- start 2024-09-12T01:17:46.329 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.329+0000 7f840fa65640 1 -- start start 2024-09-12T01:17:46.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.330+0000 7f840fa65640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8408161c80 0x7f840806e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.330+0000 7f840fa65640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f840806e870 con 0x7f8408162060 2024-09-12T01:17:46.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.330+0000 7f840fa65640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f840806d9f0 con 0x7f84080b6680 2024-09-12T01:17:46.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.330+0000 7f840fa65640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f840806dcd0 con 0x7f8408161c80 2024-09-12T01:17:46.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.330+0000 7f840d000640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f8408162060 0x7f84080b5f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:36866/0 (socket says 172.21.15.122:36866) 2024-09-12T01:17:46.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.330+0000 7f840d000640 1 -- 172.21.15.122:0/3129749101 learned_addr learned my addr 172.21.15.122:0/3129749101 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:46.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.330+0000 7f840d801640 1 --2- 172.21.15.122:0/3129749101 >> v2:172.21.15.122:3300/0 conn(0x7f8408161c80 0x7f840806e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.330+0000 7f8407fff640 1 -- 172.21.15.122:0/3129749101 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3652773171 0 0) 0x7f83fc001110 con 0x7f8408162060 2024-09-12T01:17:46.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.330+0000 7f8407fff640 1 -- 172.21.15.122:0/3129749101 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f83f0003520 con 0x7f8408162060 2024-09-12T01:17:46.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.331+0000 7f8407fff640 1 -- 172.21.15.122:0/3129749101 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2027587658 0 0) 0x7f840806d9f0 con 0x7f84080b6680 2024-09-12T01:17:46.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.331+0000 7f8407fff640 1 -- 172.21.15.122:0/3129749101 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f83fc001110 con 0x7f84080b6680 2024-09-12T01:17:46.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.331+0000 7f840d801640 1 -- 172.21.15.122:0/3129749101 >> v1:172.21.15.151:6789/0 conn(0x7f84080b6680 legacy=0x7f84080cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.331+0000 7f840d801640 1 -- 172.21.15.122:0/3129749101 >> v1:172.21.15.122:6789/0 conn(0x7f8408162060 legacy=0x7f84080b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.331+0000 7f840d801640 1 -- 172.21.15.122:0/3129749101 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f840806dfb0 con 0x7f8408161c80 2024-09-12T01:17:46.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.331+0000 7f840d801640 1 --2- 172.21.15.122:0/3129749101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8408161c80 0x7f840806e330 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f83f80097a0 tx=0x7f83f802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3abe7ad773ec8859 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:46.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.331+0000 7f8407fff640 1 -- 172.21.15.122:0/3129749101 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f8037070 con 0x7f8408161c80 2024-09-12T01:17:46.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.332+0000 7f8407fff640 1 -- 172.21.15.122:0/3129749101 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83f8032440 con 0x7f8408161c80 2024-09-12T01:17:46.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.332+0000 7f8407fff640 1 -- 172.21.15.122:0/3129749101 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f8032810 con 0x7f8408161c80 2024-09-12T01:17:46.333 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.332+0000 7f840fa65640 1 -- 172.21.15.122:0/3129749101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8408161c80 msgr2=0x7f840806e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.334 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.332+0000 7f840fa65640 1 --2- 172.21.15.122:0/3129749101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8408161c80 0x7f840806e330 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f83f80097a0 tx=0x7f83f802a230 comp rx=0 tx=0).stop 2024-09-12T01:17:46.334 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.332+0000 7f840fa65640 1 -- 172.21.15.122:0/3129749101 shutdown_connections 2024-09-12T01:17:46.334 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.332+0000 7f840fa65640 1 --2- 172.21.15.122:0/3129749101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8408161c80 0x7f840806e330 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.334 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.332+0000 7f840fa65640 1 -- 172.21.15.122:0/3129749101 >> 172.21.15.122:0/3129749101 conn(0x7f84080d44f0 msgr2=0x7f84080d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:46.334 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.332+0000 7f840fa65640 1 -- 172.21.15.122:0/3129749101 shutdown_connections 2024-09-12T01:17:46.334 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.332+0000 7f840fa65640 1 -- 172.21.15.122:0/3129749101 wait complete. 2024-09-12T01:17:46.334 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.334+0000 7f840fa65640 1 Processor -- start 2024-09-12T01:17:46.334 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.334+0000 7f840fa65640 1 -- start start 2024-09-12T01:17:46.337 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.334+0000 7f840fa65640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84080b6680 0x7f84080cc610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.337 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.334+0000 7f840fa65640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8408161c80 0x7f8408159780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.337 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.334+0000 7f840fa65640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8408162060 0x7f84080cdc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.337 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.334+0000 7f840fa65640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f84080b6b30 con 0x7f84080b6680 2024-09-12T01:17:46.337 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.334+0000 7f840fa65640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f84080d2aa0 con 0x7f8408161c80 2024-09-12T01:17:46.337 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.334+0000 7f840fa65640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f84080b6cb0 con 0x7f8408162060 2024-09-12T01:17:46.337 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840d801640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84080b6680 0x7f84080cc610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.337 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840d801640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84080b6680 0x7f84080cc610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33266/0 (socket says 172.21.15.122:33266) 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840d801640 1 -- 172.21.15.122:0/1253925642 learned_addr learned my addr 172.21.15.122:0/1253925642 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840d000640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8408161c80 0x7f8408159780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840e002640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8408162060 0x7f84080cdc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840d801640 1 -- 172.21.15.122:0/1253925642 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8408162060 msgr2=0x7f84080cdc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840d801640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8408162060 0x7f84080cdc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840d801640 1 -- 172.21.15.122:0/1253925642 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8408161c80 msgr2=0x7f8408159780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840d801640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8408161c80 0x7f8408159780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840d801640 1 -- 172.21.15.122:0/1253925642 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84080ccbf0 con 0x7f84080b6680 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840e002640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8408162060 0x7f84080cdc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840d801640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84080b6680 0x7f84080cc610 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f83f8035040 tx=0x7f83f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f8405ffb640 1 -- 172.21.15.122:0/1253925642 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f8041030 con 0x7f84080b6680 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f8405ffb640 1 -- 172.21.15.122:0/1253925642 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83f803d4e0 con 0x7f84080b6680 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f8405ffb640 1 -- 172.21.15.122:0/1253925642 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f8037040 con 0x7f84080b6680 2024-09-12T01:17:46.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.335+0000 7f840fa65640 1 -- 172.21.15.122:0/1253925642 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84080cced0 con 0x7f84080b6680 2024-09-12T01:17:46.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.336+0000 7f840fa65640 1 -- 172.21.15.122:0/1253925642 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84080cd490 con 0x7f84080b6680 2024-09-12T01:17:46.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.337+0000 7f840fa65640 1 -- 172.21.15.122:0/1253925642 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f840806e330 con 0x7f84080b6680 2024-09-12T01:17:46.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.337+0000 7f8405ffb640 1 -- 172.21.15.122:0/1253925642 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f83f8044070 con 0x7f84080b6680 2024-09-12T01:17:46.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.338+0000 7f8405ffb640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83f406be30 0x7f83f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.338+0000 7f840d000640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83f406be30 0x7f83f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.338+0000 7f8405ffb640 1 -- 172.21.15.122:0/1253925642 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f83f80ab710 con 0x7f84080b6680 2024-09-12T01:17:46.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.338+0000 7f840d000640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83f406be30 0x7f83f406e2f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f83fc000f60 tx=0x7f83fc007d70 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:46.342 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.342+0000 7f8405ffb640 1 -- 172.21.15.122:0/1253925642 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f83f8079d90 con 0x7f84080b6680 2024-09-12T01:17:46.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.510+0000 7f840fa65640 1 -- 172.21.15.122:0/1253925642 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f84080cf380 con 0x7f84080b6680 2024-09-12T01:17:46.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.511+0000 7f8405ffb640 1 -- 172.21.15.122:0/1253925642 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18670 (secure 0 0 0) 0x7f83f8079690 con 0x7f84080b6680 2024-09-12T01:17:46.511 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:46.511 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":25,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:15.938148+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 -- 172.21.15.122:0/1253925642 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83f406be30 msgr2=0x7f83f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83f406be30 0x7f83f406e2f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f83fc000f60 tx=0x7f83fc007d70 comp rx=0 tx=0).stop 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 -- 172.21.15.122:0/1253925642 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84080b6680 msgr2=0x7f84080cc610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84080b6680 0x7f84080cc610 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f83f8035040 tx=0x7f83f80046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 -- 172.21.15.122:0/1253925642 shutdown_connections 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83f406be30 0x7f83f406e2f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8408162060 0x7f84080cdc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8408161c80 0x7f8408159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 --2- 172.21.15.122:0/1253925642 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84080b6680 0x7f84080cc610 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 -- 172.21.15.122:0/1253925642 >> 172.21.15.122:0/1253925642 conn(0x7f84080d44f0 msgr2=0x7f84080cfb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 -- 172.21.15.122:0/1253925642 shutdown_connections 2024-09-12T01:17:46.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.513+0000 7f840fa65640 1 -- 172.21.15.122:0/1253925642 wait complete. 2024-09-12T01:17:46.525 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T01:16:59.870481+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-12T01:17:08.725826+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-12T01:17:09.887882+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-12T01:17:13.601143+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-12T01:17:46.526 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-12T01:17:46.628 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.628+0000 7f236801e640 1 Processor -- start 2024-09-12T01:17:46.628 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.628+0000 7f236801e640 1 -- start start 2024-09-12T01:17:46.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f236801e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 0x7f23600b0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f236801e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2360067ff0 con 0x7f23600adce0 2024-09-12T01:17:46.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f236801e640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23600af390 con 0x7f2360067ae0 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f236801e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f23600aec30 con 0x7f236015e2e0 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f23665bb640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f23600adce0 0x7f23600ae150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:36882/0 (socket says 172.21.15.122:36882) 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f23665bb640 1 -- 172.21.15.122:0/992797026 learned_addr learned my addr 172.21.15.122:0/992797026 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f2365dba640 1 --2- 172.21.15.122:0/992797026 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 0x7f23600b0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f2364db8640 1 -- 172.21.15.122:0/992797026 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1086406178 0 0) 0x7f2360067ff0 con 0x7f23600adce0 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f2364db8640 1 -- 172.21.15.122:0/992797026 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f234c003520 con 0x7f23600adce0 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f2364db8640 1 -- 172.21.15.122:0/992797026 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2652942290 0 0) 0x7f23600af390 con 0x7f2360067ae0 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f2364db8640 1 -- 172.21.15.122:0/992797026 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2360067ff0 con 0x7f2360067ae0 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f2364db8640 1 -- 172.21.15.122:0/992797026 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1555660329 0 0) 0x7f234c003520 con 0x7f23600adce0 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f2365dba640 1 -- 172.21.15.122:0/992797026 >> v1:172.21.15.151:6789/0 conn(0x7f2360067ae0 legacy=0x7f236015f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f2365dba640 1 -- 172.21.15.122:0/992797026 >> v1:172.21.15.122:6789/0 conn(0x7f23600adce0 legacy=0x7f23600ae150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.629+0000 7f2365dba640 1 -- 172.21.15.122:0/992797026 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23600af670 con 0x7f236015e2e0 2024-09-12T01:17:46.631 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.630+0000 7f2365dba640 1 --2- 172.21.15.122:0/992797026 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 0x7f23600b0150 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f235c0097d0 tx=0x7f235c02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb2ece236f078423 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:46.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.630+0000 7f2364db8640 1 -- 172.21.15.122:0/992797026 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f235c037070 con 0x7f236015e2e0 2024-09-12T01:17:46.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.630+0000 7f2364db8640 1 -- 172.21.15.122:0/992797026 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f235c02ac30 con 0x7f236015e2e0 2024-09-12T01:17:46.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.630+0000 7f2364db8640 1 -- 172.21.15.122:0/992797026 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23580019f0 con 0x7f236015e2e0 2024-09-12T01:17:46.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.631+0000 7f236801e640 1 -- 172.21.15.122:0/992797026 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 msgr2=0x7f23600b0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.631+0000 7f236801e640 1 --2- 172.21.15.122:0/992797026 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 0x7f23600b0150 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f235c0097d0 tx=0x7f235c02a1a0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.631+0000 7f236801e640 1 -- 172.21.15.122:0/992797026 shutdown_connections 2024-09-12T01:17:46.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.631+0000 7f236801e640 1 --2- 172.21.15.122:0/992797026 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 0x7f23600b0150 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.631+0000 7f236801e640 1 -- 172.21.15.122:0/992797026 >> 172.21.15.122:0/992797026 conn(0x7f2360073590 msgr2=0x7f236006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:46.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.631+0000 7f236801e640 1 -- 172.21.15.122:0/992797026 shutdown_connections 2024-09-12T01:17:46.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.631+0000 7f236801e640 1 -- 172.21.15.122:0/992797026 wait complete. 2024-09-12T01:17:46.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.632+0000 7f236801e640 1 Processor -- start 2024-09-12T01:17:46.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.632+0000 7f236801e640 1 -- start start 2024-09-12T01:17:46.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f236801e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2360067ae0 0x7f23601616d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f236801e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f23600adce0 0x7f2360147510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f236801e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 0x7f23600b5d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f236801e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f236015e6c0 con 0x7f2360067ae0 2024-09-12T01:17:46.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f236801e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f23600afc30 con 0x7f23600adce0 2024-09-12T01:17:46.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f236801e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f236006e6c0 con 0x7f236015e2e0 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f2365dba640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2360067ae0 0x7f23601616d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f2365dba640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2360067ae0 0x7f23601616d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33276/0 (socket says 172.21.15.122:33276) 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f2365dba640 1 -- 172.21.15.122:0/368011802 learned_addr learned my addr 172.21.15.122:0/368011802 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f23665bb640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 0x7f23600b5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f23655b9640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f23600adce0 0x7f2360147510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f2365dba640 1 -- 172.21.15.122:0/368011802 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 msgr2=0x7f23600b5d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f2365dba640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 0x7f23600b5d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f2365dba640 1 -- 172.21.15.122:0/368011802 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f23600adce0 msgr2=0x7f2360147510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f2365dba640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f23600adce0 0x7f2360147510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f2365dba640 1 -- 172.21.15.122:0/368011802 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2360160950 con 0x7f2360067ae0 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f23665bb640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 0x7f23600b5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f23655b9640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f23600adce0 0x7f2360147510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:46.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f2365dba640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2360067ae0 0x7f23601616d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f235c0097d0 tx=0x7f235c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:46.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f23567fc640 1 -- 172.21.15.122:0/368011802 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f235c042020 con 0x7f2360067ae0 2024-09-12T01:17:46.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.633+0000 7f23567fc640 1 -- 172.21.15.122:0/368011802 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f235c003c40 con 0x7f2360067ae0 2024-09-12T01:17:46.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.634+0000 7f23567fc640 1 -- 172.21.15.122:0/368011802 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f235c037040 con 0x7f2360067ae0 2024-09-12T01:17:46.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.634+0000 7f236801e640 1 -- 172.21.15.122:0/368011802 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2360161c10 con 0x7f2360067ae0 2024-09-12T01:17:46.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.634+0000 7f236801e640 1 -- 172.21.15.122:0/368011802 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2360160ed0 con 0x7f2360067ae0 2024-09-12T01:17:46.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.635+0000 7f236801e640 1 -- 172.21.15.122:0/368011802 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23600b0150 con 0x7f2360067ae0 2024-09-12T01:17:46.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.635+0000 7f23567fc640 1 -- 172.21.15.122:0/368011802 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f235c045020 con 0x7f2360067ae0 2024-09-12T01:17:46.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.636+0000 7f23567fc640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f234406be30 0x7f234406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.636+0000 7f23655b9640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f234406be30 0x7f234406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.636+0000 7f23567fc640 1 -- 172.21.15.122:0/368011802 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f235c0ab910 con 0x7f2360067ae0 2024-09-12T01:17:46.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.636+0000 7f23655b9640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f234406be30 0x7f234406e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f23600b6910 tx=0x7f2350009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:46.640 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.640+0000 7f23567fc640 1 -- 172.21.15.122:0/368011802 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f235c04c030 con 0x7f2360067ae0 2024-09-12T01:17:46.809 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.809+0000 7f236801e640 1 -- 172.21.15.122:0/368011802 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f236014ac30 con 0x7f2360067ae0 2024-09-12T01:17:46.809 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.809+0000 7f23567fc640 1 -- 172.21.15.122:0/368011802 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) ==== 93+0+10 (secure 0 0 0) 0x7f235c030340 con 0x7f2360067ae0 2024-09-12T01:17:46.809 INFO:teuthology.orchestra.run.smithi122.stdout:pg_num: 1 2024-09-12T01:17:46.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 -- 172.21.15.122:0/368011802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f234406be30 msgr2=0x7f234406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f234406be30 0x7f234406e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f23600b6910 tx=0x7f2350009040 comp rx=0 tx=0).stop 2024-09-12T01:17:46.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 -- 172.21.15.122:0/368011802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2360067ae0 msgr2=0x7f23601616d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2360067ae0 0x7f23601616d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f235c0097d0 tx=0x7f235c0046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 -- 172.21.15.122:0/368011802 shutdown_connections 2024-09-12T01:17:46.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f234406be30 0x7f234406e2f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f236015e2e0 0x7f23600b5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f23600adce0 0x7f2360147510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 --2- 172.21.15.122:0/368011802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2360067ae0 0x7f23601616d0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 -- 172.21.15.122:0/368011802 >> 172.21.15.122:0/368011802 conn(0x7f2360073590 msgr2=0x7f236006fa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:46.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 -- 172.21.15.122:0/368011802 shutdown_connections 2024-09-12T01:17:46.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.812+0000 7f236801e640 1 -- 172.21.15.122:0/368011802 wait complete. 2024-09-12T01:17:46.822 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-12T01:17:46.923 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.923+0000 7fe0e4ae4640 1 Processor -- start 2024-09-12T01:17:46.923 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.923+0000 7fe0e4ae4640 1 -- start start 2024-09-12T01:17:46.935 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.924+0000 7fe0e4ae4640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fe0e006bc10 0x7fe0e006c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.935 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.924+0000 7fe0e4ae4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0e00ae240 con 0x7fe0e00b5fe0 2024-09-12T01:17:46.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.924+0000 7fe0e4ae4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0e00ae520 con 0x7fe0e015e410 2024-09-12T01:17:46.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.924+0000 7fe0e4ae4640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fe0e006c5c0 con 0x7fe0e006bc10 2024-09-12T01:17:46.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.924+0000 7fe0ddd9b640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fe0e00b5fe0 0x7fe0e00aff40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:36894/0 (socket says 172.21.15.122:36894) 2024-09-12T01:17:46.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.924+0000 7fe0ddd9b640 1 -- 172.21.15.122:0/703468562 learned_addr learned my addr 172.21.15.122:0/703468562 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:46.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.924+0000 7fe0ded9d640 1 --2- 172.21.15.122:0/703468562 >> v2:172.21.15.151:3300/0 conn(0x7fe0e006bc10 0x7fe0e006c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.924+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2663152993 0 0) 0x7fe0e00ae240 con 0x7fe0e00b5fe0 2024-09-12T01:17:46.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe0c8003520 con 0x7fe0e00b5fe0 2024-09-12T01:17:46.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 626136260 0 0) 0x7fe0c8003520 con 0x7fe0e00b5fe0 2024-09-12T01:17:46.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 >> v2:172.21.15.151:3300/0 conn(0x7fe0e006bc10 msgr2=0x7fe0e006c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:46.936 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 --2- 172.21.15.122:0/703468562 >> v2:172.21.15.151:3300/0 conn(0x7fe0e006bc10 0x7fe0e006c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.937 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 >> v1:172.21.15.151:6789/0 conn(0x7fe0e015e410 legacy=0x7fe0e00b40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.937 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0e00ae800 con 0x7fe0e00b5fe0 2024-09-12T01:17:46.937 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fe0d4001670 con 0x7fe0e00b5fe0 2024-09-12T01:17:46.937 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 >> v1:172.21.15.122:6789/0 conn(0x7fe0e00b5fe0 legacy=0x7fe0e00aff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.937 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 0x7fe0c8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.937 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe0c80043b0 0x7fe0c8004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.937 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe0c8005120 0x7fe0c800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.938 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe0e006c5c0 con 0x7fe0c80039b0 2024-09-12T01:17:46.938 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c800c060 con 0x7fe0c80043b0 2024-09-12T01:17:46.938 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe0c800c260 con 0x7fe0c8005120 2024-09-12T01:17:46.938 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0de59c640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 0x7fe0c8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.938 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0ddd9b640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe0c80043b0 0x7fe0c8004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.938 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0ded9d640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe0c8005120 0x7fe0c800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.939 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0de59c640 1 -- 172.21.15.122:0/703468562 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe0c8005120 msgr2=0x7fe0c800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:46.939 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0de59c640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe0c8005120 0x7fe0c800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.939 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0de59c640 1 -- 172.21.15.122:0/703468562 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe0c80043b0 msgr2=0x7fe0c8004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:46.939 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0de59c640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe0c80043b0 0x7fe0c8004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.939 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0de59c640 1 -- 172.21.15.122:0/703468562 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0c8003520 con 0x7fe0c80039b0 2024-09-12T01:17:46.939 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0ded9d640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe0c8005120 0x7fe0c800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:46.939 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.925+0000 7fe0ded9d640 1 -- 172.21.15.122:0/703468562 reap_dead start 2024-09-12T01:17:46.939 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.926+0000 7fe0de59c640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 0x7fe0c8003d90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe0d0001860 tx=0x7fe0c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb147fc71152919c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:46.939 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.926+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d0037070 con 0x7fe0c80039b0 2024-09-12T01:17:46.939 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.926+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0d002abf0 con 0x7fe0c80039b0 2024-09-12T01:17:46.939 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.926+0000 7fe0dd59a640 1 -- 172.21.15.122:0/703468562 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d0001430 con 0x7fe0c80039b0 2024-09-12T01:17:46.940 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.927+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/703468562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 msgr2=0x7fe0c8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.940 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.927+0000 7fe0e4ae4640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 0x7fe0c8003d90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe0d0001860 tx=0x7fe0c8005830 comp rx=0 tx=0).stop 2024-09-12T01:17:46.940 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.927+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/703468562 shutdown_connections 2024-09-12T01:17:46.940 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.927+0000 7fe0e4ae4640 1 --2- 172.21.15.122:0/703468562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 0x7fe0c8003d90 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.940 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.927+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/703468562 >> 172.21.15.122:0/703468562 conn(0x7fe0e009aa30 msgr2=0x7fe0e00b65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:46.940 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.927+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/703468562 shutdown_connections 2024-09-12T01:17:46.940 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.927+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/703468562 wait complete. 2024-09-12T01:17:46.940 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.928+0000 7fe0e4ae4640 1 Processor -- start 2024-09-12T01:17:46.940 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.928+0000 7fe0e4ae4640 1 -- start start 2024-09-12T01:17:46.940 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0e4ae4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 0x7fe0e01f43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.941 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0e4ae4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe0e00cbcb0 0x7fe0e00b1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.941 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0e4ae4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe0e00ccd40 0x7fe0e00cd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.941 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0e4ae4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe0e015e7f0 con 0x7fe0c80039b0 2024-09-12T01:17:46.941 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0e4ae4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe0e015e970 con 0x7fe0e00cbcb0 2024-09-12T01:17:46.941 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0e4ae4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe0e006c080 con 0x7fe0e00ccd40 2024-09-12T01:17:46.941 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0de59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 0x7fe0e01f43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0de59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 0x7fe0e01f43b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33300/0 (socket says 172.21.15.122:33300) 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0de59c640 1 -- 172.21.15.122:0/3832720520 learned_addr learned my addr 172.21.15.122:0/3832720520 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0ded9d640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe0e00ccd40 0x7fe0e00cd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0ddd9b640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe0e00cbcb0 0x7fe0e00b1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0de59c640 1 -- 172.21.15.122:0/3832720520 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe0e00ccd40 msgr2=0x7fe0e00cd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0de59c640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe0e00ccd40 0x7fe0e00cd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0de59c640 1 -- 172.21.15.122:0/3832720520 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe0e00cbcb0 msgr2=0x7fe0e00b1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0de59c640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe0e00cbcb0 0x7fe0e00b1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0de59c640 1 -- 172.21.15.122:0/3832720520 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0e00b1e50 con 0x7fe0c80039b0 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0ddd9b640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe0e00cbcb0 0x7fe0e00b1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0ded9d640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe0e00ccd40 0x7fe0e00cd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:46.942 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0de59c640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 0x7fe0e01f43b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe0d0001980 tx=0x7fe0d0001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:46.943 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0ceffd640 1 -- 172.21.15.122:0/3832720520 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d0040020 con 0x7fe0c80039b0 2024-09-12T01:17:46.943 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0ceffd640 1 -- 172.21.15.122:0/3832720520 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0d0038040 con 0x7fe0c80039b0 2024-09-12T01:17:46.943 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/3832720520 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0e00caad0 con 0x7fe0c80039b0 2024-09-12T01:17:46.943 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0ceffd640 1 -- 172.21.15.122:0/3832720520 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d0037070 con 0x7fe0c80039b0 2024-09-12T01:17:46.943 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.929+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/3832720520 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0e00cb4b0 con 0x7fe0c80039b0 2024-09-12T01:17:46.943 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.931+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/3832720520 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0e00b40c0 con 0x7fe0c80039b0 2024-09-12T01:17:46.943 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.931+0000 7fe0ceffd640 1 -- 172.21.15.122:0/3832720520 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe0d0043020 con 0x7fe0c80039b0 2024-09-12T01:17:46.944 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.931+0000 7fe0ceffd640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe0c006be60 0x7fe0c006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:46.944 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.931+0000 7fe0ceffd640 1 -- 172.21.15.122:0/3832720520 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe0d00ab160 con 0x7fe0c80039b0 2024-09-12T01:17:46.944 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.931+0000 7fe0ddd9b640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe0c006be60 0x7fe0c006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:46.944 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.932+0000 7fe0ddd9b640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe0c006be60 0x7fe0c006e320 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe0e00ca610 tx=0x7fe0d4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:46.944 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:46.935+0000 7fe0ceffd640 1 -- 172.21.15.122:0/3832720520 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe0d004a030 con 0x7fe0c80039b0 2024-09-12T01:17:47.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.101+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/3832720520 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe0e0159af0 con 0x7fe0c80039b0 2024-09-12T01:17:47.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.101+0000 7fe0ceffd640 1 -- 172.21.15.122:0/3832720520 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) ==== 104+0+11 (secure 0 0 0) 0x7fe0d00797d0 con 0x7fe0c80039b0 2024-09-12T01:17:47.101 INFO:teuthology.orchestra.run.smithi122.stdout:pg_num: 32 2024-09-12T01:17:47.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/3832720520 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe0c006be60 msgr2=0x7fe0c006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe0c006be60 0x7fe0c006e320 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe0e00ca610 tx=0x7fe0d4009040 comp rx=0 tx=0).stop 2024-09-12T01:17:47.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/3832720520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 msgr2=0x7fe0e01f43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 0x7fe0e01f43b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe0d0001980 tx=0x7fe0d0001230 comp rx=0 tx=0).stop 2024-09-12T01:17:47.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/3832720520 shutdown_connections 2024-09-12T01:17:47.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe0c006be60 0x7fe0c006e320 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe0e00ccd40 0x7fe0e00cd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe0e00cbcb0 0x7fe0e00b1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 --2- 172.21.15.122:0/3832720520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c80039b0 0x7fe0e01f43b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/3832720520 >> 172.21.15.122:0/3832720520 conn(0x7fe0e009aa30 msgr2=0x7fe0e01607c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:47.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/3832720520 shutdown_connections 2024-09-12T01:17:47.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.103+0000 7fe0e4ae4640 1 -- 172.21.15.122:0/3832720520 wait complete. 2024-09-12T01:17:47.114 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-12T01:17:47.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.216+0000 7ff39393b640 1 Processor -- start 2024-09-12T01:17:47.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.216+0000 7ff39393b640 1 -- start start 2024-09-12T01:17:47.218 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.217+0000 7ff39393b640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff38c15b410 0x7ff38c072050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.218 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.217+0000 7ff39393b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff38c15b7f0 0x7ff38c072590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.218 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.217+0000 7ff39393b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ff38c0cdfd0 0x7ff38c0ce450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.218 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.217+0000 7ff39393b640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7ff38c0cec90 con 0x7ff38c0cdfd0 2024-09-12T01:17:47.218 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.217+0000 7ff39393b640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7ff38c0cef70 con 0x7ff38c15b410 2024-09-12T01:17:47.218 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.217+0000 7ff39393b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff38c0cf250 con 0x7ff38c15b7f0 2024-09-12T01:17:47.218 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.217+0000 7ff391ed8640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ff38c0cdfd0 0x7ff38c0ce450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.218 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.217+0000 7ff391ed8640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ff38c0cdfd0 0x7ff38c0ce450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33314/0 (socket says 172.21.15.122:33314) 2024-09-12T01:17:47.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.217+0000 7ff391ed8640 1 -- 172.21.15.122:0/2659360788 learned_addr learned my addr 172.21.15.122:0/2659360788 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:47.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.218+0000 7ff3916d7640 1 --2- 172.21.15.122:0/2659360788 >> v2:172.21.15.151:3300/0 conn(0x7ff38c15b410 0x7ff38c072050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.218+0000 7ff390ed6640 1 --2- 172.21.15.122:0/2659360788 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff38c15b7f0 0x7ff38c072590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.218+0000 7ff391ed8640 1 -- 172.21.15.122:0/2659360788 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff38c15b7f0 msgr2=0x7ff38c072590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:47.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.218+0000 7ff391ed8640 1 --2- 172.21.15.122:0/2659360788 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff38c15b7f0 0x7ff38c072590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.218+0000 7ff391ed8640 1 -- 172.21.15.122:0/2659360788 >> v2:172.21.15.151:3300/0 conn(0x7ff38c15b410 msgr2=0x7ff38c072050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:47.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.218+0000 7ff391ed8640 1 --2- 172.21.15.122:0/2659360788 >> v2:172.21.15.151:3300/0 conn(0x7ff38c15b410 0x7ff38c072050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.218+0000 7ff391ed8640 1 -- 172.21.15.122:0/2659360788 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff38c0cf530 con 0x7ff38c0cdfd0 2024-09-12T01:17:47.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.218+0000 7ff3916d7640 1 --2- 172.21.15.122:0/2659360788 >> v2:172.21.15.151:3300/0 conn(0x7ff38c15b410 0x7ff38c072050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:47.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.218+0000 7ff391ed8640 1 --2- 172.21.15.122:0/2659360788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff38c0cdfd0 0x7ff38c0ce450 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff38c0cde30 tx=0x7ff38402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=552ad03a06ef3cb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:47.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.218+0000 7ff38bfff640 1 -- 172.21.15.122:0/2659360788 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff384037070 con 0x7ff38c0cdfd0 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.219+0000 7ff38bfff640 1 -- 172.21.15.122:0/2659360788 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff384032440 con 0x7ff38c0cdfd0 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.219+0000 7ff38bfff640 1 -- 172.21.15.122:0/2659360788 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff384032810 con 0x7ff38c0cdfd0 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.219+0000 7ff39393b640 1 -- 172.21.15.122:0/2659360788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff38c0cdfd0 msgr2=0x7ff38c0ce450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.219+0000 7ff39393b640 1 --2- 172.21.15.122:0/2659360788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff38c0cdfd0 0x7ff38c0ce450 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff38c0cde30 tx=0x7ff38402a140 comp rx=0 tx=0).stop 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.219+0000 7ff39393b640 1 -- 172.21.15.122:0/2659360788 shutdown_connections 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.219+0000 7ff39393b640 1 --2- 172.21.15.122:0/2659360788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff38c0cdfd0 0x7ff38c0ce450 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.219+0000 7ff39393b640 1 --2- 172.21.15.122:0/2659360788 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff38c15b7f0 0x7ff38c072590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.219+0000 7ff39393b640 1 --2- 172.21.15.122:0/2659360788 >> v2:172.21.15.151:3300/0 conn(0x7ff38c15b410 0x7ff38c072050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.219+0000 7ff39393b640 1 -- 172.21.15.122:0/2659360788 >> 172.21.15.122:0/2659360788 conn(0x7ff38c06bdf0 msgr2=0x7ff38c06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.219+0000 7ff39393b640 1 -- 172.21.15.122:0/2659360788 shutdown_connections 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.219+0000 7ff39393b640 1 -- 172.21.15.122:0/2659360788 wait complete. 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.220+0000 7ff39393b640 1 Processor -- start 2024-09-12T01:17:47.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.220+0000 7ff39393b640 1 -- start start 2024-09-12T01:17:47.225 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff39393b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff38c0cdfd0 0x7ff38c14e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.225 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff39393b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff38c15b410 0x7ff38c0b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.225 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff39393b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff38c15b7f0 0x7ff38c0b2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.225 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff39393b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff38c15ed80 con 0x7ff38c15b7f0 2024-09-12T01:17:47.225 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff39393b640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7ff38c0ce990 con 0x7ff38c0cdfd0 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff39393b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff38c15ef00 con 0x7ff38c15b410 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff391ed8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff38c15b7f0 0x7ff38c0b2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff391ed8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff38c15b7f0 0x7ff38c0b2280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33322/0 (socket says 172.21.15.122:33322) 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff391ed8640 1 -- 172.21.15.122:0/4208836667 learned_addr learned my addr 172.21.15.122:0/4208836667 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff391ed8640 1 -- 172.21.15.122:0/4208836667 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff38c15b410 msgr2=0x7ff38c0b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff391ed8640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff38c15b410 0x7ff38c0b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff391ed8640 1 -- 172.21.15.122:0/4208836667 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff38c0cdfd0 msgr2=0x7ff38c14e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff391ed8640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff38c0cdfd0 0x7ff38c14e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.221+0000 7ff391ed8640 1 -- 172.21.15.122:0/4208836667 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff38c14eb00 con 0x7ff38c15b7f0 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.222+0000 7ff391ed8640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff38c15b7f0 0x7ff38c0b2280 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff3840090b0 tx=0x7ff3840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.222+0000 7ff389ffb640 1 -- 172.21.15.122:0/4208836667 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff384037040 con 0x7ff38c15b7f0 2024-09-12T01:17:47.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.222+0000 7ff389ffb640 1 -- 172.21.15.122:0/4208836667 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff384042070 con 0x7ff38c15b7f0 2024-09-12T01:17:47.227 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.222+0000 7ff39393b640 1 -- 172.21.15.122:0/4208836667 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff38c0adf60 con 0x7ff38c15b7f0 2024-09-12T01:17:47.227 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.222+0000 7ff389ffb640 1 -- 172.21.15.122:0/4208836667 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff384030bd0 con 0x7ff38c15b7f0 2024-09-12T01:17:47.227 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.222+0000 7ff39393b640 1 -- 172.21.15.122:0/4208836667 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff38c0ad480 con 0x7ff38c15b7f0 2024-09-12T01:17:47.227 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.223+0000 7ff39393b640 1 -- 172.21.15.122:0/4208836667 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff38c0ce450 con 0x7ff38c15b7f0 2024-09-12T01:17:47.227 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.223+0000 7ff389ffb640 1 -- 172.21.15.122:0/4208836667 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff384047460 con 0x7ff38c15b7f0 2024-09-12T01:17:47.227 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.224+0000 7ff389ffb640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff37806be30 0x7ff37806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.227 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.224+0000 7ff389ffb640 1 -- 172.21.15.122:0/4208836667 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff3840abdc0 con 0x7ff38c15b7f0 2024-09-12T01:17:47.227 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.224+0000 7ff3916d7640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff37806be30 0x7ff37806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.227 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.224+0000 7ff3916d7640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff37806be30 0x7ff37806e2f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff37c008ea0 tx=0x7ff37c0083d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:47.228 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.229+0000 7ff389ffb640 1 -- 172.21.15.122:0/4208836667 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff38c14eb00 con 0x7ff38c15b7f0 2024-09-12T01:17:47.392 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.392+0000 7ff39393b640 1 -- 172.21.15.122:0/4208836667 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7ff38c0d0690 con 0x7ff38c15b7f0 2024-09-12T01:17:47.392 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.392+0000 7ff389ffb640 1 -- 172.21.15.122:0/4208836667 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) ==== 100+0+11 (secure 0 0 0) 0x7ff384045360 con 0x7ff38c15b7f0 2024-09-12T01:17:47.393 INFO:teuthology.orchestra.run.smithi122.stdout:pg_num: 64 2024-09-12T01:17:47.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.394+0000 7ff39393b640 1 -- 172.21.15.122:0/4208836667 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff37806be30 msgr2=0x7ff37806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.394+0000 7ff39393b640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff37806be30 0x7ff37806e2f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff37c008ea0 tx=0x7ff37c0083d0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.394+0000 7ff39393b640 1 -- 172.21.15.122:0/4208836667 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff38c15b7f0 msgr2=0x7ff38c0b2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.394+0000 7ff39393b640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff38c15b7f0 0x7ff38c0b2280 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff3840090b0 tx=0x7ff3840046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.394+0000 7ff39393b640 1 -- 172.21.15.122:0/4208836667 shutdown_connections 2024-09-12T01:17:47.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.394+0000 7ff39393b640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff37806be30 0x7ff37806e2f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.394+0000 7ff39393b640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff38c15b7f0 0x7ff38c0b2280 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.394+0000 7ff39393b640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff38c15b410 0x7ff38c0b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.394+0000 7ff39393b640 1 --2- 172.21.15.122:0/4208836667 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff38c0cdfd0 0x7ff38c14e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.394+0000 7ff39393b640 1 -- 172.21.15.122:0/4208836667 >> 172.21.15.122:0/4208836667 conn(0x7ff38c06bdf0 msgr2=0x7ff38c06c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:47.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.395+0000 7ff39393b640 1 -- 172.21.15.122:0/4208836667 shutdown_connections 2024-09-12T01:17:47.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.395+0000 7ff39393b640 1 -- 172.21.15.122:0/4208836667 wait complete. 2024-09-12T01:17:47.406 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-12T01:17:47.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.507+0000 7f292dce6640 1 Processor -- start 2024-09-12T01:17:47.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.507+0000 7f292dce6640 1 -- start start 2024-09-12T01:17:47.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f292dce6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f29280af210 0x7f2928070a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f292dce6640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f2928070fb0 0x7f292806de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f292dce6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f292806cdc0 con 0x7f292815e7f0 2024-09-12T01:17:47.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f292dce6640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f2928071420 con 0x7f29280af210 2024-09-12T01:17:47.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f292dce6640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f292806d0a0 con 0x7f2928070fb0 2024-09-12T01:17:47.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f2926ffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f29280af210 0x7f2928070a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f29277fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f292815e7f0 0x7f29280b6d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:36908/0 (socket says 172.21.15.122:36908) 2024-09-12T01:17:47.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f29277fe640 1 -- 172.21.15.122:0/3360284831 learned_addr learned my addr 172.21.15.122:0/3360284831 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:47.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f2927fff640 1 --2- 172.21.15.122:0/3360284831 >> v2:172.21.15.151:3300/0 conn(0x7f2928070fb0 0x7f292806de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f2926ffd640 1 -- 172.21.15.122:0/3360284831 >> v2:172.21.15.151:3300/0 conn(0x7f2928070fb0 msgr2=0x7f292806de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:47.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f2926ffd640 1 --2- 172.21.15.122:0/3360284831 >> v2:172.21.15.151:3300/0 conn(0x7f2928070fb0 0x7f292806de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f2926ffd640 1 -- 172.21.15.122:0/3360284831 >> v1:172.21.15.122:6789/0 conn(0x7f292815e7f0 legacy=0x7f29280b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f2926ffd640 1 -- 172.21.15.122:0/3360284831 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f292806d380 con 0x7f29280af210 2024-09-12T01:17:47.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f29267fc640 1 -- 172.21.15.122:0/3360284831 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2808654158 0 0) 0x7f292806cdc0 con 0x7f292815e7f0 2024-09-12T01:17:47.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.508+0000 7f2927fff640 1 --2- 172.21.15.122:0/3360284831 >> v2:172.21.15.151:3300/0 conn(0x7f2928070fb0 0x7f292806de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:47.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.509+0000 7f2926ffd640 1 --2- 172.21.15.122:0/3360284831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f29280af210 0x7f2928070a70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f29280736b0 tx=0x7f291c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fecf5dfdc520b55 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.509+0000 7f29267fc640 1 -- 172.21.15.122:0/3360284831 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f291c037070 con 0x7f29280af210 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.509+0000 7f29267fc640 1 -- 172.21.15.122:0/3360284831 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f291c032440 con 0x7f29280af210 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.509+0000 7f29267fc640 1 -- 172.21.15.122:0/3360284831 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f291c032810 con 0x7f29280af210 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.510+0000 7f292dce6640 1 -- 172.21.15.122:0/3360284831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f29280af210 msgr2=0x7f2928070a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.510+0000 7f292dce6640 1 --2- 172.21.15.122:0/3360284831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f29280af210 0x7f2928070a70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f29280736b0 tx=0x7f291c02a1a0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.510+0000 7f292dce6640 1 -- 172.21.15.122:0/3360284831 shutdown_connections 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.510+0000 7f292dce6640 1 --2- 172.21.15.122:0/3360284831 >> v2:172.21.15.151:3300/0 conn(0x7f2928070fb0 0x7f292806de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.510+0000 7f292dce6640 1 --2- 172.21.15.122:0/3360284831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f29280af210 0x7f2928070a70 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.510+0000 7f292dce6640 1 -- 172.21.15.122:0/3360284831 >> 172.21.15.122:0/3360284831 conn(0x7f29280b3f30 msgr2=0x7f29280b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.510+0000 7f292dce6640 1 -- 172.21.15.122:0/3360284831 shutdown_connections 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.510+0000 7f292dce6640 1 -- 172.21.15.122:0/3360284831 wait complete. 2024-09-12T01:17:47.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.511+0000 7f292dce6640 1 Processor -- start 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.511+0000 7f292dce6640 1 -- start start 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f292dce6640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2928070fb0 0x7f29281f5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f292dce6640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f29280af210 0x7f29281f1470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f292dce6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f292815e7f0 0x7f29280cbf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f292dce6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f29280b5f40 con 0x7f292815e7f0 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f292dce6640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f29280b7420 con 0x7f29280af210 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f292dce6640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f29280b60c0 con 0x7f2928070fb0 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f2927fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f292815e7f0 0x7f29280cbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f2927fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f292815e7f0 0x7f29280cbf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33342/0 (socket says 172.21.15.122:33342) 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f2927fff640 1 -- 172.21.15.122:0/2277960340 learned_addr learned my addr 172.21.15.122:0/2277960340 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f29277fe640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2928070fb0 0x7f29281f5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.514 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f2927fff640 1 -- 172.21.15.122:0/2277960340 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2928070fb0 msgr2=0x7f29281f5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f2927fff640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2928070fb0 0x7f29281f5270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f2927fff640 1 -- 172.21.15.122:0/2277960340 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f29280af210 msgr2=0x7f29281f1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f2926ffd640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f29280af210 0x7f29281f1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f2927fff640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f29280af210 0x7f29281f1470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f2927fff640 1 -- 172.21.15.122:0/2277960340 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f292815ede0 con 0x7f292815e7f0 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.512+0000 7f2927fff640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f292815e7f0 0x7f29280cbf80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f292000cd50 tx=0x7f292000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.513+0000 7f290ffff640 1 -- 172.21.15.122:0/2277960340 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f292000f680 con 0x7f292815e7f0 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.513+0000 7f290ffff640 1 -- 172.21.15.122:0/2277960340 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f292000f840 con 0x7f292815e7f0 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.513+0000 7f290ffff640 1 -- 172.21.15.122:0/2277960340 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f292000fc30 con 0x7f292815e7f0 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.513+0000 7f292dce6640 1 -- 172.21.15.122:0/2277960340 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f292815f0c0 con 0x7f292815e7f0 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.513+0000 7f292dce6640 1 -- 172.21.15.122:0/2277960340 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f292815f680 con 0x7f292815e7f0 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.514+0000 7f292dce6640 1 -- 172.21.15.122:0/2277960340 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2928070a70 con 0x7f292815e7f0 2024-09-12T01:17:47.515 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.514+0000 7f290ffff640 1 -- 172.21.15.122:0/2277960340 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f292000e3e0 con 0x7f292815e7f0 2024-09-12T01:17:47.516 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.515+0000 7f290ffff640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f291406be30 0x7f291406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.516 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.515+0000 7f29277fe640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f291406be30 0x7f291406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.516 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.515+0000 7f290ffff640 1 -- 172.21.15.122:0/2277960340 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f292008bf00 con 0x7f292815e7f0 2024-09-12T01:17:47.516 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.515+0000 7f29277fe640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f291406be30 0x7f291406e2f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2918000f60 tx=0x7f2918009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:47.519 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.519+0000 7f290ffff640 1 -- 172.21.15.122:0/2277960340 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2920014030 con 0x7f292815e7f0 2024-09-12T01:17:47.689 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.689+0000 7f292dce6640 1 -- 172.21.15.122:0/2277960340 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f29280b1000 con 0x7f292815e7f0 2024-09-12T01:17:47.689 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.689+0000 7f290ffff640 1 -- 172.21.15.122:0/2277960340 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) ==== 103+0+11 (secure 0 0 0) 0x7f292005a600 con 0x7f292815e7f0 2024-09-12T01:17:47.689 INFO:teuthology.orchestra.run.smithi122.stdout:pg_num: 32 2024-09-12T01:17:47.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 -- 172.21.15.122:0/2277960340 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f291406be30 msgr2=0x7f291406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f291406be30 0x7f291406e2f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2918000f60 tx=0x7f2918009040 comp rx=0 tx=0).stop 2024-09-12T01:17:47.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 -- 172.21.15.122:0/2277960340 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f292815e7f0 msgr2=0x7f29280cbf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f292815e7f0 0x7f29280cbf80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f292000cd50 tx=0x7f292000a650 comp rx=0 tx=0).stop 2024-09-12T01:17:47.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 -- 172.21.15.122:0/2277960340 shutdown_connections 2024-09-12T01:17:47.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f291406be30 0x7f291406e2f0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f292815e7f0 0x7f29280cbf80 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f29280af210 0x7f29281f1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 --2- 172.21.15.122:0/2277960340 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2928070fb0 0x7f29281f5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 -- 172.21.15.122:0/2277960340 >> 172.21.15.122:0/2277960340 conn(0x7f29280b3f30 msgr2=0x7f29280b4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:47.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 -- 172.21.15.122:0/2277960340 shutdown_connections 2024-09-12T01:17:47.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.691+0000 7f292dce6640 1 -- 172.21.15.122:0/2277960340 wait complete. 2024-09-12T01:17:47.703 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair' 2024-09-12T01:17:47.803 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.804+0000 7fb995074640 1 Processor -- start 2024-09-12T01:17:47.803 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.804+0000 7fb995074640 1 -- start start 2024-09-12T01:17:47.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.804+0000 7fb995074640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb990072320 0x7fb9900cce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.804+0000 7fb995074640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb99015e1f0 0x7fb99006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.804+0000 7fb995074640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb990146140 con 0x7fb990072de0 2024-09-12T01:17:47.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.804+0000 7fb995074640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fb9900cd740 con 0x7fb990072320 2024-09-12T01:17:47.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.804+0000 7fb995074640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb9900cda20 con 0x7fb99015e1f0 2024-09-12T01:17:47.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.805+0000 7fb98ed9d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb990072320 0x7fb9900cce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.805+0000 7fb98ed9d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb990072320 0x7fb9900cce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33344/0 (socket says 172.21.15.122:33344) 2024-09-12T01:17:47.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.805+0000 7fb98ed9d640 1 -- 172.21.15.122:0/2370433222 learned_addr learned my addr 172.21.15.122:0/2370433222 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:47.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.805+0000 7fb98ed9d640 1 -- 172.21.15.122:0/2370433222 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb99015e1f0 msgr2=0x7fb99006e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:47.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.805+0000 7fb98f59e640 1 --2- 172.21.15.122:0/2370433222 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb99015e1f0 0x7fb99006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.805+0000 7fb98ed9d640 1 --2- 172.21.15.122:0/2370433222 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb99015e1f0 0x7fb99006e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.805+0000 7fb98ed9d640 1 -- 172.21.15.122:0/2370433222 >> v1:172.21.15.151:6789/0 conn(0x7fb990072de0 legacy=0x7fb99006e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:47.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.805+0000 7fb98ed9d640 1 -- 172.21.15.122:0/2370433222 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9900cdd00 con 0x7fb990072320 2024-09-12T01:17:47.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb98ed9d640 1 --2- 172.21.15.122:0/2370433222 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb990072320 0x7fb9900cce60 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb980009870 tx=0x7fb98002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d599849ccd4017f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:47.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb98dd9b640 1 -- 172.21.15.122:0/2370433222 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980037070 con 0x7fb990072320 2024-09-12T01:17:47.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb98dd9b640 1 -- 172.21.15.122:0/2370433222 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb980032440 con 0x7fb990072320 2024-09-12T01:17:47.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb98dd9b640 1 -- 172.21.15.122:0/2370433222 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980032810 con 0x7fb990072320 2024-09-12T01:17:47.809 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb995074640 1 -- 172.21.15.122:0/2370433222 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb990072320 msgr2=0x7fb9900cce60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.809 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb995074640 1 --2- 172.21.15.122:0/2370433222 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb990072320 0x7fb9900cce60 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb980009870 tx=0x7fb98002a180 comp rx=0 tx=0).stop 2024-09-12T01:17:47.809 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb995074640 1 -- 172.21.15.122:0/2370433222 shutdown_connections 2024-09-12T01:17:47.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb995074640 1 --2- 172.21.15.122:0/2370433222 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb99015e1f0 0x7fb99006e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb995074640 1 --2- 172.21.15.122:0/2370433222 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb990072320 0x7fb9900cce60 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb995074640 1 -- 172.21.15.122:0/2370433222 >> 172.21.15.122:0/2370433222 conn(0x7fb990067d70 msgr2=0x7fb99006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:47.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb995074640 1 -- 172.21.15.122:0/2370433222 shutdown_connections 2024-09-12T01:17:47.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.806+0000 7fb995074640 1 -- 172.21.15.122:0/2370433222 wait complete. 2024-09-12T01:17:47.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.808+0000 7fb995074640 1 Processor -- start 2024-09-12T01:17:47.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.808+0000 7fb995074640 1 -- start start 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.808+0000 7fb995074640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb990072320 0x7fb9901f5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.808+0000 7fb995074640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb990072de0 0x7fb9901f3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.808+0000 7fb995074640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb99015e1f0 0x7fb9901e5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.808+0000 7fb995074640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb9900cd520 con 0x7fb990072320 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.808+0000 7fb995074640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fb9900cd3a0 con 0x7fb990072de0 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.808+0000 7fb995074640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb99006ed00 con 0x7fb99015e1f0 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb98ed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb990072320 0x7fb9901f5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb98ed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb990072320 0x7fb9901f5200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33354/0 (socket says 172.21.15.122:33354) 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb98ed9d640 1 -- 172.21.15.122:0/4165925179 learned_addr learned my addr 172.21.15.122:0/4165925179 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb98f59e640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb99015e1f0 0x7fb9901e5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb98e59c640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb990072de0 0x7fb9901f3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb98ed9d640 1 -- 172.21.15.122:0/4165925179 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb99015e1f0 msgr2=0x7fb9901e5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb98ed9d640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb99015e1f0 0x7fb9901e5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb98ed9d640 1 -- 172.21.15.122:0/4165925179 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb990072de0 msgr2=0x7fb9901f3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:47.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb98ed9d640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb990072de0 0x7fb9901f3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:47.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb98ed9d640 1 -- 172.21.15.122:0/4165925179 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9901f5740 con 0x7fb990072320 2024-09-12T01:17:47.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb98ed9d640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb990072320 0x7fb9901f5200 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb980009870 tx=0x7fb9800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:47.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb9777fe640 1 -- 172.21.15.122:0/4165925179 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980041020 con 0x7fb990072320 2024-09-12T01:17:47.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb9777fe640 1 -- 172.21.15.122:0/4165925179 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb980030970 con 0x7fb990072320 2024-09-12T01:17:47.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb9777fe640 1 -- 172.21.15.122:0/4165925179 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980037040 con 0x7fb990072320 2024-09-12T01:17:47.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb995074640 1 -- 172.21.15.122:0/4165925179 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb99013d7e0 con 0x7fb990072320 2024-09-12T01:17:47.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.809+0000 7fb995074640 1 -- 172.21.15.122:0/4165925179 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb99013e080 con 0x7fb990072320 2024-09-12T01:17:47.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.810+0000 7fb995074640 1 -- 172.21.15.122:0/4165925179 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb990072700 con 0x7fb990072320 2024-09-12T01:17:47.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.811+0000 7fb9777fe640 1 -- 172.21.15.122:0/4165925179 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb980044020 con 0x7fb990072320 2024-09-12T01:17:47.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.811+0000 7fb9777fe640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 0x7fb97c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:47.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.811+0000 7fb9777fe640 1 -- 172.21.15.122:0/4165925179 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb9800aba30 con 0x7fb990072320 2024-09-12T01:17:47.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.811+0000 7fb98e59c640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 0x7fb97c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:47.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.812+0000 7fb98e59c640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 0x7fb97c06e2f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb9901f7cd0 tx=0x7fb984007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:47.814 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:47.816+0000 7fb9777fe640 1 -- 172.21.15.122:0/4165925179 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb98004b030 con 0x7fb990072320 2024-09-12T01:17:48.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.045+0000 7fb995074640 1 -- 172.21.15.122:0/4165925179 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]} v 0) -- 0x7fb9901446e0 con 0x7fb990072320 2024-09-12T01:17:48.693 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.694+0000 7fb9777fe640 1 -- 172.21.15.122:0/4165925179 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]}]=0 v54) ==== 151+0+0 (secure 0 0 0) 0x7fb9901f5740 con 0x7fb990072320 2024-09-12T01:17:48.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.696+0000 7fb995074640 1 -- 172.21.15.122:0/4165925179 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 msgr2=0x7fb97c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:48.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.696+0000 7fb995074640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 0x7fb97c06e2f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb9901f7cd0 tx=0x7fb984007e30 comp rx=0 tx=0).stop 2024-09-12T01:17:48.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.696+0000 7fb995074640 1 -- 172.21.15.122:0/4165925179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb990072320 msgr2=0x7fb9901f5200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:48.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.696+0000 7fb995074640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb990072320 0x7fb9901f5200 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb980009870 tx=0x7fb9800046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:48.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.696+0000 7fb995074640 1 -- 172.21.15.122:0/4165925179 shutdown_connections 2024-09-12T01:17:48.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.697+0000 7fb995074640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 0x7fb97c06e2f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:48.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.697+0000 7fb995074640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb99015e1f0 0x7fb9901e5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:48.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.697+0000 7fb995074640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb990072de0 0x7fb9901f3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:48.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.697+0000 7fb995074640 1 --2- 172.21.15.122:0/4165925179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb990072320 0x7fb9901f5200 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:48.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.697+0000 7fb995074640 1 -- 172.21.15.122:0/4165925179 >> 172.21.15.122:0/4165925179 conn(0x7fb990067d70 msgr2=0x7fb99006e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:48.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.697+0000 7fb995074640 1 -- 172.21.15.122:0/4165925179 shutdown_connections 2024-09-12T01:17:48.697 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.697+0000 7fb995074640 1 -- 172.21.15.122:0/4165925179 wait complete. 2024-09-12T01:17:48.709 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-12T01:17:48.818 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.819+0000 7f7e17084640 1 Processor -- start 2024-09-12T01:17:48.818 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.819+0000 7f7e17084640 1 -- start start 2024-09-12T01:17:48.822 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.819+0000 7f7e17084640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f7e1015b570 0x7f7e10071e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:48.822 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.819+0000 7f7e17084640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e10073b20 con 0x7f7e1015b950 2024-09-12T01:17:48.822 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.819+0000 7f7e17084640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e10073e00 con 0x7f7e100cd120 2024-09-12T01:17:48.822 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.819+0000 7f7e17084640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f7e100740e0 con 0x7f7e1015b570 2024-09-12T01:17:48.822 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0ffff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f7e1015b950 0x7f7e100cca10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:36910/0 (socket says 172.21.15.122:36910) 2024-09-12T01:17:48.823 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0ffff640 1 -- 172.21.15.122:0/991068997 learned_addr learned my addr 172.21.15.122:0/991068997 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:48.823 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e14e20640 1 --2- 172.21.15.122:0/991068997 >> v2:172.21.15.151:3300/0 conn(0x7f7e1015b570 0x7f7e10071e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:48.823 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2055073464 0 0) 0x7f7e10073b20 con 0x7f7e1015b950 2024-09-12T01:17:48.823 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7e00004630 con 0x7f7e1015b950 2024-09-12T01:17:48.823 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 286865718 0 0) 0x7f7e00004630 con 0x7f7e1015b950 2024-09-12T01:17:48.823 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 >> v2:172.21.15.151:3300/0 conn(0x7f7e1015b570 msgr2=0x7f7e10071e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:48.823 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 --2- 172.21.15.122:0/991068997 >> v2:172.21.15.151:3300/0 conn(0x7f7e1015b570 0x7f7e10071e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:48.823 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 >> v1:172.21.15.151:6789/0 conn(0x7f7e100cd120 legacy=0x7f7e1015e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:48.823 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e100cf320 con 0x7f7e1015b950 2024-09-12T01:17:48.823 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f7dfc001690 con 0x7f7e1015b950 2024-09-12T01:17:48.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 >> v1:172.21.15.122:6789/0 conn(0x7f7e1015b950 legacy=0x7f7e100cca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:48.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 --2- 172.21.15.122:0/991068997 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e00004ac0 0x7f7e00004ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:48.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 --2- 172.21.15.122:0/991068997 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e00005910 0x7f7e00005d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:48.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 --2- 172.21.15.122:0/991068997 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e000062d0 0x7f7e0000cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:48.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7e100740e0 con 0x7f7e00005910 2024-09-12T01:17:48.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0000d270 con 0x7f7e00004ac0 2024-09-12T01:17:48.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7e0000d470 con 0x7f7e000062d0 2024-09-12T01:17:48.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e0ffff640 1 --2- 172.21.15.122:0/991068997 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e00005910 0x7f7e00005d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:48.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e14e20640 1 --2- 172.21.15.122:0/991068997 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e00004ac0 0x7f7e00004ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:48.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.820+0000 7f7e15621640 1 --2- 172.21.15.122:0/991068997 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e000062d0 0x7f7e0000cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:48.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.821+0000 7f7e0ffff640 1 -- 172.21.15.122:0/991068997 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e000062d0 msgr2=0x7f7e0000cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:48.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.821+0000 7f7e0ffff640 1 --2- 172.21.15.122:0/991068997 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e000062d0 0x7f7e0000cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:48.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.821+0000 7f7e0ffff640 1 -- 172.21.15.122:0/991068997 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e00004ac0 msgr2=0x7f7e00004ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:48.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.821+0000 7f7e0ffff640 1 --2- 172.21.15.122:0/991068997 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e00004ac0 0x7f7e00004ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:48.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.821+0000 7f7e0ffff640 1 -- 172.21.15.122:0/991068997 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e00004630 con 0x7f7e00005910 2024-09-12T01:17:48.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.821+0000 7f7e15621640 1 -- 172.21.15.122:0/991068997 reap_dead start 2024-09-12T01:17:48.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.821+0000 7f7e0ffff640 1 --2- 172.21.15.122:0/991068997 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e00005910 0x7f7e00005d90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7e10072900 tx=0x7f7e00006940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ae43deb51ab2ee0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:48.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.821+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dfc007d30 con 0x7f7e00005910 2024-09-12T01:17:48.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.821+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7dfc005af0 con 0x7f7e00005910 2024-09-12T01:17:48.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.821+0000 7f7e0f7fe640 1 -- 172.21.15.122:0/991068997 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dfc007070 con 0x7f7e00005910 2024-09-12T01:17:48.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.822+0000 7f7e17084640 1 -- 172.21.15.122:0/991068997 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e00005910 msgr2=0x7f7e00005d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:48.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.822+0000 7f7e17084640 1 --2- 172.21.15.122:0/991068997 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e00005910 0x7f7e00005d90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7e10072900 tx=0x7f7e00006940 comp rx=0 tx=0).stop 2024-09-12T01:17:48.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.822+0000 7f7e17084640 1 -- 172.21.15.122:0/991068997 shutdown_connections 2024-09-12T01:17:48.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.822+0000 7f7e17084640 1 --2- 172.21.15.122:0/991068997 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e00005910 0x7f7e00005d90 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:48.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.822+0000 7f7e17084640 1 -- 172.21.15.122:0/991068997 >> 172.21.15.122:0/991068997 conn(0x7f7e1006bdf0 msgr2=0x7f7e1006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:48.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.822+0000 7f7e17084640 1 -- 172.21.15.122:0/991068997 shutdown_connections 2024-09-12T01:17:48.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.822+0000 7f7e17084640 1 -- 172.21.15.122:0/991068997 wait complete. 2024-09-12T01:17:48.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.823+0000 7f7e17084640 1 Processor -- start 2024-09-12T01:17:48.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.823+0000 7f7e17084640 1 -- start start 2024-09-12T01:17:48.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e17084640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e00005910 0x7f7e1014f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:48.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e17084640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e101f05e0 0x7f7e1006ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:48.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e17084640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e1006f480 0x7f7e100ad020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:48.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e17084640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7e100cf840 con 0x7f7e1006f480 2024-09-12T01:17:48.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e17084640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7e10072450 con 0x7f7e101f05e0 2024-09-12T01:17:48.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e17084640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7e100cf9c0 con 0x7f7e00005910 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e15621640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e1006f480 0x7f7e100ad020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e15621640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e1006f480 0x7f7e100ad020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33382/0 (socket says 172.21.15.122:33382) 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e15621640 1 -- 172.21.15.122:0/2758405764 learned_addr learned my addr 172.21.15.122:0/2758405764 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e14e20640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e00005910 0x7f7e1014f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e0ffff640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e101f05e0 0x7f7e1006ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e15621640 1 -- 172.21.15.122:0/2758405764 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e00005910 msgr2=0x7f7e1014f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e15621640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e00005910 0x7f7e1014f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e15621640 1 -- 172.21.15.122:0/2758405764 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e101f05e0 msgr2=0x7f7e1006ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e15621640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e101f05e0 0x7f7e1006ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.824+0000 7f7e15621640 1 -- 172.21.15.122:0/2758405764 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e10153900 con 0x7f7e1006f480 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.825+0000 7f7e15621640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e1006f480 0x7f7e100ad020 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7e100b5220 tx=0x7f7e0800fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.825+0000 7f7e0d7fa640 1 -- 172.21.15.122:0/2758405764 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e0800fe70 con 0x7f7e1006f480 2024-09-12T01:17:48.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.825+0000 7f7e0d7fa640 1 -- 172.21.15.122:0/2758405764 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e08018070 con 0x7f7e1006f480 2024-09-12T01:17:48.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.825+0000 7f7e17084640 1 -- 172.21.15.122:0/2758405764 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e10153be0 con 0x7f7e1006f480 2024-09-12T01:17:48.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.825+0000 7f7e0d7fa640 1 -- 172.21.15.122:0/2758405764 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e08003de0 con 0x7f7e1006f480 2024-09-12T01:17:48.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.825+0000 7f7e17084640 1 -- 172.21.15.122:0/2758405764 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e101541a0 con 0x7f7e1006f480 2024-09-12T01:17:48.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.826+0000 7f7e17084640 1 -- 172.21.15.122:0/2758405764 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e10071e40 con 0x7f7e1006f480 2024-09-12T01:17:48.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.826+0000 7f7e0d7fa640 1 -- 172.21.15.122:0/2758405764 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7e080050d0 con 0x7f7e1006f480 2024-09-12T01:17:48.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.827+0000 7f7e0d7fa640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7df406be30 0x7f7df406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:48.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.827+0000 7f7e0d7fa640 1 -- 172.21.15.122:0/2758405764 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7e0808ae70 con 0x7f7e1006f480 2024-09-12T01:17:48.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.827+0000 7f7e14e20640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7df406be30 0x7f7df406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:48.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.827+0000 7f7e14e20640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7df406be30 0x7f7df406e2f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7e10159f30 tx=0x7f7e04009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:48.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.831+0000 7f7e0d7fa640 1 -- 172.21.15.122:0/2758405764 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e08059570 con 0x7f7e1006f480 2024-09-12T01:17:48.994 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:48.995+0000 7f7e17084640 1 -- 172.21.15.122:0/2758405764 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f7e100b1710 con 0x7f7e1006f480 2024-09-12T01:17:48.998 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.000+0000 7f7e0d7fa640 1 -- 172.21.15.122:0/2758405764 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f7e08058e70 con 0x7f7e1006f480 2024-09-12T01:17:49.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 -- 172.21.15.122:0/2758405764 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7df406be30 msgr2=0x7f7df406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7df406be30 0x7f7df406e2f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7e10159f30 tx=0x7f7e04009190 comp rx=0 tx=0).stop 2024-09-12T01:17:49.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 -- 172.21.15.122:0/2758405764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e1006f480 msgr2=0x7f7e100ad020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e1006f480 0x7f7e100ad020 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7e100b5220 tx=0x7f7e0800fc80 comp rx=0 tx=0).stop 2024-09-12T01:17:49.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 -- 172.21.15.122:0/2758405764 shutdown_connections 2024-09-12T01:17:49.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7df406be30 0x7f7df406e2f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e1006f480 0x7f7e100ad020 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e101f05e0 0x7f7e1006ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 --2- 172.21.15.122:0/2758405764 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e00005910 0x7f7e1014f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 -- 172.21.15.122:0/2758405764 >> 172.21.15.122:0/2758405764 conn(0x7f7e1006bdf0 msgr2=0x7f7e100b0a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:49.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 -- 172.21.15.122:0/2758405764 shutdown_connections 2024-09-12T01:17:49.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.002+0000 7f7e17084640 1 -- 172.21.15.122:0/2758405764 wait complete. 2024-09-12T01:17:49.012 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T01:17:49.012 DEBUG:teuthology.orchestra.run.smithi122:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T01:17:49.056 DEBUG:teuthology.orchestra.run.smithi151:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T01:17:49.105 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T01:17:49.105 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:17:49.105 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:49.121 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:17:49.121 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:49.177 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:17:49.177 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:49.232 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T01:17:49.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.372+0000 7f1198b3b640 1 Processor -- start 2024-09-12T01:17:49.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.372+0000 7f1198b3b640 1 -- start start 2024-09-12T01:17:49.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f1198b3b640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f1194072d30 0x7f119406f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f1198b3b640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f119406fae0 con 0x7f119406f700 2024-09-12T01:17:49.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f1198b3b640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11940cdbe0 con 0x7f119415b300 2024-09-12T01:17:49.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f1198b3b640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f11940728a0 con 0x7f1194072d30 2024-09-12T01:17:49.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f1192d9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f119406f700 0x7f119415b6e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:36924/0 (socket says 172.21.15.122:36924) 2024-09-12T01:17:49.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f1192d9d640 1 -- 172.21.15.122:0/3505002196 learned_addr learned my addr 172.21.15.122:0/3505002196 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:49.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f1191d9b640 1 --2- 172.21.15.122:0/3505002196 >> v2:172.21.15.151:3300/0 conn(0x7f1194072d30 0x7f119406f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2793203347 0 0) 0x7f119406fae0 con 0x7f119406f700 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1180003520 con 0x7f119406f700 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1189306249 0 0) 0x7f1180003520 con 0x7f119406f700 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 >> v2:172.21.15.151:3300/0 conn(0x7f1194072d30 msgr2=0x7f119406f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 --2- 172.21.15.122:0/3505002196 >> v2:172.21.15.151:3300/0 conn(0x7f1194072d30 0x7f119406f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 >> v1:172.21.15.151:6789/0 conn(0x7f119415b300 legacy=0x7f11940cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11940cd900 con 0x7f119406f700 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f118c0019f0 con 0x7f119406f700 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 >> v1:172.21.15.122:6789/0 conn(0x7f119406f700 legacy=0x7f119415b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 --2- 172.21.15.122:0/3505002196 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f11800039b0 0x7f1180003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 --2- 172.21.15.122:0/3505002196 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1180004800 0x7f1180004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 --2- 172.21.15.122:0/3505002196 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11800051c0 0x7f118000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f11940728a0 con 0x7f11800051c0 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f118000c160 con 0x7f1180004800 2024-09-12T01:17:49.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.373+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f118000c360 con 0x7f11800039b0 2024-09-12T01:17:49.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.374+0000 7f1192d9d640 1 --2- 172.21.15.122:0/3505002196 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11800051c0 0x7f118000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.374+0000 7f1191d9b640 1 --2- 172.21.15.122:0/3505002196 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1180004800 0x7f1180004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.374+0000 7f119259c640 1 --2- 172.21.15.122:0/3505002196 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f11800039b0 0x7f1180003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.374+0000 7f1192d9d640 1 -- 172.21.15.122:0/3505002196 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f11800039b0 msgr2=0x7f1180003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:49.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.374+0000 7f1192d9d640 1 --2- 172.21.15.122:0/3505002196 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f11800039b0 0x7f1180003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.374+0000 7f1192d9d640 1 -- 172.21.15.122:0/3505002196 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1180004800 msgr2=0x7f1180004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:49.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.374+0000 7f1192d9d640 1 --2- 172.21.15.122:0/3505002196 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1180004800 0x7f1180004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.374+0000 7f1192d9d640 1 -- 172.21.15.122:0/3505002196 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1180003520 con 0x7f11800051c0 2024-09-12T01:17:49.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.374+0000 7f1192d9d640 1 -- 172.21.15.122:0/3505002196 reap_dead start 2024-09-12T01:17:49.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.375+0000 7f1192d9d640 1 --2- 172.21.15.122:0/3505002196 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11800051c0 0x7f118000b9c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f118c00a850 tx=0x7f1180005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e27881cd2147f8e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:49.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.375+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c00a4a0 con 0x7f11800051c0 2024-09-12T01:17:49.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.375+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f118c031070 con 0x7f11800051c0 2024-09-12T01:17:49.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.375+0000 7f119159a640 1 -- 172.21.15.122:0/3505002196 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c036470 con 0x7f11800051c0 2024-09-12T01:17:49.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.375+0000 7f1198b3b640 1 -- 172.21.15.122:0/3505002196 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11800051c0 msgr2=0x7f118000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.375+0000 7f1198b3b640 1 --2- 172.21.15.122:0/3505002196 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11800051c0 0x7f118000b9c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f118c00a850 tx=0x7f1180005830 comp rx=0 tx=0).stop 2024-09-12T01:17:49.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.375+0000 7f1198b3b640 1 -- 172.21.15.122:0/3505002196 shutdown_connections 2024-09-12T01:17:49.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.375+0000 7f1198b3b640 1 --2- 172.21.15.122:0/3505002196 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11800051c0 0x7f118000b9c0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.375+0000 7f1198b3b640 1 -- 172.21.15.122:0/3505002196 >> 172.21.15.122:0/3505002196 conn(0x7f1194067d70 msgr2=0x7f119406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:49.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.375+0000 7f1198b3b640 1 -- 172.21.15.122:0/3505002196 shutdown_connections 2024-09-12T01:17:49.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.375+0000 7f1198b3b640 1 -- 172.21.15.122:0/3505002196 wait complete. 2024-09-12T01:17:49.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.377+0000 7f1198b3b640 1 Processor -- start 2024-09-12T01:17:49.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.377+0000 7f1198b3b640 1 -- start start 2024-09-12T01:17:49.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.377+0000 7f1198b3b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f11800051c0 0x7f1194145fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.377+0000 7f1198b3b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1194153140 0x7f1194155a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.377+0000 7f1198b3b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11941535c0 0x7f1194155f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.377+0000 7f1198b3b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f11940cffe0 con 0x7f11941535c0 2024-09-12T01:17:49.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.377+0000 7f1198b3b640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f1194072530 con 0x7f1194153140 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.377+0000 7f1198b3b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f11940d0160 con 0x7f11800051c0 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.377+0000 7f1192d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11941535c0 0x7f1194155f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f1192d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11941535c0 0x7f1194155f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33406/0 (socket says 172.21.15.122:33406) 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f1192d9d640 1 -- 172.21.15.122:0/2351490125 learned_addr learned my addr 172.21.15.122:0/2351490125 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f119259c640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f11800051c0 0x7f1194145fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f1191d9b640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1194153140 0x7f1194155a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f1192d9d640 1 -- 172.21.15.122:0/2351490125 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f11800051c0 msgr2=0x7f1194145fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f1192d9d640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f11800051c0 0x7f1194145fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f1192d9d640 1 -- 172.21.15.122:0/2351490125 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1194153140 msgr2=0x7f1194155a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f1192d9d640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1194153140 0x7f1194155a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f1192d9d640 1 -- 172.21.15.122:0/2351490125 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11941517d0 con 0x7f11941535c0 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f1192d9d640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11941535c0 0x7f1194155f80 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f118c000f80 tx=0x7f118c02f070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:49.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f118affd640 1 -- 172.21.15.122:0/2351490125 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c047070 con 0x7f11941535c0 2024-09-12T01:17:49.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f118affd640 1 -- 172.21.15.122:0/2351490125 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f118c0368a0 con 0x7f11941535c0 2024-09-12T01:17:49.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f1198b3b640 1 -- 172.21.15.122:0/2351490125 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1194151ab0 con 0x7f11941535c0 2024-09-12T01:17:49.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f118affd640 1 -- 172.21.15.122:0/2351490125 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c036c90 con 0x7f11941535c0 2024-09-12T01:17:49.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.378+0000 7f1198b3b640 1 -- 172.21.15.122:0/2351490125 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1194152070 con 0x7f11941535c0 2024-09-12T01:17:49.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.379+0000 7f1198b3b640 1 -- 172.21.15.122:0/2351490125 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f119406f220 con 0x7f11941535c0 2024-09-12T01:17:49.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.380+0000 7f118affd640 1 -- 172.21.15.122:0/2351490125 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f118c04a070 con 0x7f11941535c0 2024-09-12T01:17:49.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.380+0000 7f118affd640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f117406be60 0x7f117406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.380+0000 7f118affd640 1 -- 172.21.15.122:0/2351490125 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f118c0ad3c0 con 0x7f11941535c0 2024-09-12T01:17:49.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.380+0000 7f119259c640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f117406be60 0x7f117406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.380+0000 7f119259c640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f117406be60 0x7f117406e320 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1184007fd0 tx=0x7f1184009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:49.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.384+0000 7f118affd640 1 -- 172.21.15.122:0/2351490125 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f118c07b470 con 0x7f11941535c0 2024-09-12T01:17:49.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.563+0000 7f1198b3b640 1 -- 172.21.15.122:0/2351490125 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f119406ef40 con 0x7f11941535c0 2024-09-12T01:17:49.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.563+0000 7f118affd640 1 -- 172.21.15.122:0/2351490125 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f118c07f770 con 0x7f11941535c0 2024-09-12T01:17:49.562 INFO:teuthology.orchestra.run.smithi122.stderr:listed 0 entries 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 -- 172.21.15.122:0/2351490125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f117406be60 msgr2=0x7f117406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f117406be60 0x7f117406e320 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1184007fd0 tx=0x7f1184009040 comp rx=0 tx=0).stop 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 -- 172.21.15.122:0/2351490125 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11941535c0 msgr2=0x7f1194155f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11941535c0 0x7f1194155f80 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f118c000f80 tx=0x7f118c02f070 comp rx=0 tx=0).stop 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 -- 172.21.15.122:0/2351490125 shutdown_connections 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f117406be60 0x7f117406e320 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11941535c0 0x7f1194155f80 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1194153140 0x7f1194155a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 --2- 172.21.15.122:0/2351490125 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f11800051c0 0x7f1194145fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 -- 172.21.15.122:0/2351490125 >> 172.21.15.122:0/2351490125 conn(0x7f1194067d70 msgr2=0x7f119406e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 -- 172.21.15.122:0/2351490125 shutdown_connections 2024-09-12T01:17:49.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.565+0000 7f1198b3b640 1 -- 172.21.15.122:0/2351490125 wait complete. 2024-09-12T01:17:49.575 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T01:17:49.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:49.576 DEBUG:teuthology.orchestra.run.smithi122:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-12T01:17:49.602 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:17:49.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:49.602 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T01:17:49.658 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:17:49.658 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:49.678 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:17:49.678 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:49.737 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:17:49.740 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:49.796 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T01:17:49.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.898+0000 7f7c63bcf640 1 Processor -- start 2024-09-12T01:17:49.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.898+0000 7f7c63bcf640 1 -- start start 2024-09-12T01:17:49.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.899+0000 7f7c63bcf640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7c5c15b300 0x7f7c5c0cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.899+0000 7f7c63bcf640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c0cd3f0 0x7f7c5c06f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.899+0000 7f7c63bcf640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c5c0cdbe0 con 0x7f7c5c072d30 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.899+0000 7f7c63bcf640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f7c5c0728a0 con 0x7f7c5c15b300 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.899+0000 7f7c63bcf640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7c5c0cd900 con 0x7f7c5c0cd3f0 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.899+0000 7f7c6196b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7c5c15b300 0x7f7c5c0cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.899+0000 7f7c6196b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7c5c15b300 0x7f7c5c0cceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33408/0 (socket says 172.21.15.122:33408) 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.899+0000 7f7c6196b640 1 -- 172.21.15.122:0/1144819702 learned_addr learned my addr 172.21.15.122:0/1144819702 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.900+0000 7f7c6196b640 1 -- 172.21.15.122:0/1144819702 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c0cd3f0 msgr2=0x7f7c5c06f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.900+0000 7f7c6116a640 1 --2- 172.21.15.122:0/1144819702 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c0cd3f0 0x7f7c5c06f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.900+0000 7f7c6196b640 1 --2- 172.21.15.122:0/1144819702 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c0cd3f0 0x7f7c5c06f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.900+0000 7f7c6196b640 1 -- 172.21.15.122:0/1144819702 >> v1:172.21.15.151:6789/0 conn(0x7f7c5c072d30 legacy=0x7f7c5c0b3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.900+0000 7f7c6196b640 1 -- 172.21.15.122:0/1144819702 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c5c072250 con 0x7f7c5c15b300 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.900+0000 7f7c6116a640 1 --2- 172.21.15.122:0/1144819702 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c0cd3f0 0x7f7c5c06f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.900+0000 7f7c6196b640 1 --2- 172.21.15.122:0/1144819702 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c15b300 0x7f7c5c0cceb0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7c4c009870 tx=0x7f7c4c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a51b5c66ba4821f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:49.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.900+0000 7f7c60969640 1 -- 172.21.15.122:0/1144819702 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c4c037070 con 0x7f7c5c15b300 2024-09-12T01:17:49.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.901+0000 7f7c60969640 1 -- 172.21.15.122:0/1144819702 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c4c032440 con 0x7f7c5c15b300 2024-09-12T01:17:49.901 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.901+0000 7f7c60969640 1 -- 172.21.15.122:0/1144819702 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c4c032810 con 0x7f7c5c15b300 2024-09-12T01:17:49.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.901+0000 7f7c63bcf640 1 -- 172.21.15.122:0/1144819702 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c15b300 msgr2=0x7f7c5c0cceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.901+0000 7f7c63bcf640 1 --2- 172.21.15.122:0/1144819702 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c15b300 0x7f7c5c0cceb0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7c4c009870 tx=0x7f7c4c02a210 comp rx=0 tx=0).stop 2024-09-12T01:17:49.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.901+0000 7f7c63bcf640 1 -- 172.21.15.122:0/1144819702 shutdown_connections 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.901+0000 7f7c63bcf640 1 --2- 172.21.15.122:0/1144819702 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c0cd3f0 0x7f7c5c06f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.901+0000 7f7c63bcf640 1 --2- 172.21.15.122:0/1144819702 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c15b300 0x7f7c5c0cceb0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.901+0000 7f7c63bcf640 1 -- 172.21.15.122:0/1144819702 >> 172.21.15.122:0/1144819702 conn(0x7f7c5c067d70 msgr2=0x7f7c5c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.901+0000 7f7c63bcf640 1 -- 172.21.15.122:0/1144819702 shutdown_connections 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.901+0000 7f7c63bcf640 1 -- 172.21.15.122:0/1144819702 wait complete. 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.902+0000 7f7c63bcf640 1 Processor -- start 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.902+0000 7f7c63bcf640 1 -- start start 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c63bcf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c072d30 0x7f7c5c147df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c63bcf640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7c5c0cd3f0 0x7f7c5c14afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c63bcf640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c15b300 0x7f7c5c1553e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c63bcf640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5c0d0160 con 0x7f7c5c072d30 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c63bcf640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5c0cffe0 con 0x7f7c5c0cd3f0 2024-09-12T01:17:49.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c63bcf640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7c5c06f700 con 0x7f7c5c15b300 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6196b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c072d30 0x7f7c5c147df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6196b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c072d30 0x7f7c5c147df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33412/0 (socket says 172.21.15.122:33412) 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6196b640 1 -- 172.21.15.122:0/491513278 learned_addr learned my addr 172.21.15.122:0/491513278 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6216c640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c15b300 0x7f7c5c1553e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6116a640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7c5c0cd3f0 0x7f7c5c14afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6196b640 1 -- 172.21.15.122:0/491513278 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c15b300 msgr2=0x7f7c5c1553e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6196b640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c15b300 0x7f7c5c1553e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6196b640 1 -- 172.21.15.122:0/491513278 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7c5c0cd3f0 msgr2=0x7f7c5c14afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6196b640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7c5c0cd3f0 0x7f7c5c14afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6196b640 1 -- 172.21.15.122:0/491513278 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c5c157490 con 0x7f7c5c072d30 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6216c640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c15b300 0x7f7c5c1553e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.903+0000 7f7c6116a640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7c5c0cd3f0 0x7f7c5c14afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:49.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.904+0000 7f7c6196b640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c072d30 0x7f7c5c147df0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f7c4c000c00 tx=0x7f7c4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:49.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.904+0000 7f7c5a7fc640 1 -- 172.21.15.122:0/491513278 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c4c037040 con 0x7f7c5c072d30 2024-09-12T01:17:49.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.904+0000 7f7c5a7fc640 1 -- 172.21.15.122:0/491513278 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c4c042070 con 0x7f7c5c072d30 2024-09-12T01:17:49.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.904+0000 7f7c63bcf640 1 -- 172.21.15.122:0/491513278 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c5c157770 con 0x7f7c5c072d30 2024-09-12T01:17:49.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.904+0000 7f7c5a7fc640 1 -- 172.21.15.122:0/491513278 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c4c030bb0 con 0x7f7c5c072d30 2024-09-12T01:17:49.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.904+0000 7f7c63bcf640 1 -- 172.21.15.122:0/491513278 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c5c1f7970 con 0x7f7c5c072d30 2024-09-12T01:17:49.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.905+0000 7f7c63bcf640 1 -- 172.21.15.122:0/491513278 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c5c06f1c0 con 0x7f7c5c072d30 2024-09-12T01:17:49.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.905+0000 7f7c5a7fc640 1 -- 172.21.15.122:0/491513278 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7c4c047460 con 0x7f7c5c072d30 2024-09-12T01:17:49.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.906+0000 7f7c5a7fc640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7c4806be30 0x7f7c4806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:49.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.906+0000 7f7c5a7fc640 1 -- 172.21.15.122:0/491513278 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7c4c0abe00 con 0x7f7c5c072d30 2024-09-12T01:17:49.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.906+0000 7f7c6116a640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7c4806be30 0x7f7c4806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:49.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.906+0000 7f7c6116a640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7c4806be30 0x7f7c4806e2f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7c5c156f10 tx=0x7f7c50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:49.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:49.910+0000 7f7c5a7fc640 1 -- 172.21.15.122:0/491513278 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7c4c045360 con 0x7f7c5c072d30 2024-09-12T01:17:50.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.086+0000 7f7c63bcf640 1 -- 172.21.15.122:0/491513278 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7c5c0cfda0 con 0x7f7c5c072d30 2024-09-12T01:17:50.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.087+0000 7f7c5a7fc640 1 -- 172.21.15.122:0/491513278 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f7c4c07a480 con 0x7f7c5c072d30 2024-09-12T01:17:50.086 INFO:teuthology.orchestra.run.smithi122.stderr:listed 0 entries 2024-09-12T01:17:50.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 -- 172.21.15.122:0/491513278 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7c4806be30 msgr2=0x7f7c4806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:50.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7c4806be30 0x7f7c4806e2f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7c5c156f10 tx=0x7f7c50008040 comp rx=0 tx=0).stop 2024-09-12T01:17:50.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 -- 172.21.15.122:0/491513278 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c072d30 msgr2=0x7f7c5c147df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:50.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c072d30 0x7f7c5c147df0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f7c4c000c00 tx=0x7f7c4c0046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 -- 172.21.15.122:0/491513278 shutdown_connections 2024-09-12T01:17:50.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7c4806be30 0x7f7c4806e2f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7c5c15b300 0x7f7c5c1553e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7c5c0cd3f0 0x7f7c5c14afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 --2- 172.21.15.122:0/491513278 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c072d30 0x7f7c5c147df0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 -- 172.21.15.122:0/491513278 >> 172.21.15.122:0/491513278 conn(0x7f7c5c067d70 msgr2=0x7f7c5c0b27d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:50.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 -- 172.21.15.122:0/491513278 shutdown_connections 2024-09-12T01:17:50.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.089+0000 7f7c63bcf640 1 -- 172.21.15.122:0/491513278 wait complete. 2024-09-12T01:17:50.099 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-12T01:17:50.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:50.099 DEBUG:teuthology.orchestra.run.smithi151:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-12T01:17:50.131 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:17:50.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:50.132 DEBUG:teuthology.orchestra.run.smithi151:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-12T01:17:50.204 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:17:50.204 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:50.220 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:17:50.220 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:50.275 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:17:50.275 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:50.332 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T01:17:50.471 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.471+0000 7fec67eed640 1 Processor -- start 2024-09-12T01:17:50.471 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.472+0000 7fec67eed640 1 -- start start 2024-09-12T01:17:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.472+0000 7fec67eed640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fec60161c80 0x7fec6006e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec67eed640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fec60162060 0x7fec600b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec67eed640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec600b64b0 0x7fec600b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec67eed640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fec6006e870 con 0x7fec60161c80 2024-09-12T01:17:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec67eed640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fec6006d9f0 con 0x7fec60162060 2024-09-12T01:17:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec67eed640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fec6006dcd0 con 0x7fec600b64b0 2024-09-12T01:17:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec65c89640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fec60161c80 0x7fec6006e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec65c89640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fec60161c80 0x7fec6006e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40974/0 (socket says 172.21.15.122:40974) 2024-09-12T01:17:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec65c89640 1 -- 172.21.15.122:0/152379704 learned_addr learned my addr 172.21.15.122:0/152379704 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec65c89640 1 -- 172.21.15.122:0/152379704 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec600b64b0 msgr2=0x7fec600b6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec65c89640 1 --2- 172.21.15.122:0/152379704 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec600b64b0 0x7fec600b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec65c89640 1 -- 172.21.15.122:0/152379704 >> v2:172.21.15.151:3300/0 conn(0x7fec60162060 msgr2=0x7fec600b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec65488640 1 --2- 172.21.15.122:0/152379704 >> v2:172.21.15.151:3300/0 conn(0x7fec60162060 0x7fec600b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec65c89640 1 --2- 172.21.15.122:0/152379704 >> v2:172.21.15.151:3300/0 conn(0x7fec60162060 0x7fec600b5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.473+0000 7fec65c89640 1 -- 172.21.15.122:0/152379704 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec6006dfb0 con 0x7fec60161c80 2024-09-12T01:17:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec65c89640 1 --2- 172.21.15.122:0/152379704 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec60161c80 0x7fec6006e330 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fec6008e830 tx=0x7fec5402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5e43ed6c025ab73 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec64c87640 1 -- 172.21.15.122:0/152379704 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec54037070 con 0x7fec60161c80 2024-09-12T01:17:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec64c87640 1 -- 172.21.15.122:0/152379704 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec54032440 con 0x7fec60161c80 2024-09-12T01:17:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec64c87640 1 -- 172.21.15.122:0/152379704 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec54032810 con 0x7fec60161c80 2024-09-12T01:17:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec67eed640 1 -- 172.21.15.122:0/152379704 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec60161c80 msgr2=0x7fec6006e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec67eed640 1 --2- 172.21.15.122:0/152379704 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec60161c80 0x7fec6006e330 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fec6008e830 tx=0x7fec5402a1e0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec67eed640 1 -- 172.21.15.122:0/152379704 shutdown_connections 2024-09-12T01:17:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec67eed640 1 --2- 172.21.15.122:0/152379704 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec600b64b0 0x7fec600b6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec67eed640 1 --2- 172.21.15.122:0/152379704 >> v2:172.21.15.151:3300/0 conn(0x7fec60162060 0x7fec600b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec67eed640 1 --2- 172.21.15.122:0/152379704 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec60161c80 0x7fec6006e330 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec67eed640 1 -- 172.21.15.122:0/152379704 >> 172.21.15.122:0/152379704 conn(0x7fec600d44f0 msgr2=0x7fec600d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:50.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec67eed640 1 -- 172.21.15.122:0/152379704 shutdown_connections 2024-09-12T01:17:50.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.474+0000 7fec67eed640 1 -- 172.21.15.122:0/152379704 wait complete. 2024-09-12T01:17:50.481 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec67eed640 1 Processor -- start 2024-09-12T01:17:50.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec67eed640 1 -- start start 2024-09-12T01:17:50.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec67eed640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec600b64b0 0x7fec60155dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:50.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec67eed640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec60161c80 0x7fec600b1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:50.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec67eed640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fec60162060 0x7fec600b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:50.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec67eed640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fec60162500 con 0x7fec60161c80 2024-09-12T01:17:50.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec67eed640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fec600d2aa0 con 0x7fec60162060 2024-09-12T01:17:50.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec67eed640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fec60162680 con 0x7fec600b64b0 2024-09-12T01:17:50.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec65488640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec60161c80 0x7fec600b1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:50.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec65488640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec60161c80 0x7fec600b1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40990/0 (socket says 172.21.15.122:40990) 2024-09-12T01:17:50.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec65488640 1 -- 172.21.15.122:0/3824347495 learned_addr learned my addr 172.21.15.122:0/3824347495 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:50.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.476+0000 7fec65c89640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec600b64b0 0x7fec60155dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:50.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec6648a640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fec60162060 0x7fec600b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:50.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec65488640 1 -- 172.21.15.122:0/3824347495 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec600b64b0 msgr2=0x7fec60155dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:50.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec65488640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec600b64b0 0x7fec60155dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec65488640 1 -- 172.21.15.122:0/3824347495 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fec60162060 msgr2=0x7fec600b2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:50.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec65488640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fec60162060 0x7fec600b2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec65488640 1 -- 172.21.15.122:0/3824347495 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec600b8d80 con 0x7fec60161c80 2024-09-12T01:17:50.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec65488640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec60161c80 0x7fec600b1bf0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fec5c00c7c0 tx=0x7fec5c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:50.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec527fc640 1 -- 172.21.15.122:0/3824347495 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec5c015070 con 0x7fec60161c80 2024-09-12T01:17:50.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec527fc640 1 -- 172.21.15.122:0/3824347495 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec5c007820 con 0x7fec60161c80 2024-09-12T01:17:50.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec67eed640 1 -- 172.21.15.122:0/3824347495 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec600b84e0 con 0x7fec60161c80 2024-09-12T01:17:50.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec527fc640 1 -- 172.21.15.122:0/3824347495 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec5c007bd0 con 0x7fec60161c80 2024-09-12T01:17:50.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.477+0000 7fec67eed640 1 -- 172.21.15.122:0/3824347495 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec600b8aa0 con 0x7fec60161c80 2024-09-12T01:17:50.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.478+0000 7fec67eed640 1 -- 172.21.15.122:0/3824347495 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec600ce800 con 0x7fec60161c80 2024-09-12T01:17:50.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.479+0000 7fec527fc640 1 -- 172.21.15.122:0/3824347495 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fec5c018070 con 0x7fec60161c80 2024-09-12T01:17:50.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.479+0000 7fec527fc640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec4406be60 0x7fec4406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:50.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.479+0000 7fec527fc640 1 -- 172.21.15.122:0/3824347495 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fec5c08abf0 con 0x7fec60161c80 2024-09-12T01:17:50.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.479+0000 7fec65c89640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec4406be60 0x7fec4406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:50.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.479+0000 7fec65c89640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec4406be60 0x7fec4406e320 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fec54034000 tx=0x7fec5402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:50.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.483+0000 7fec527fc640 1 -- 172.21.15.122:0/3824347495 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fec600ce800 con 0x7fec60161c80 2024-09-12T01:17:50.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.662+0000 7fec67eed640 1 -- 172.21.15.122:0/3824347495 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fec600d0630 con 0x7fec60161c80 2024-09-12T01:17:50.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.662+0000 7fec527fc640 1 -- 172.21.15.122:0/3824347495 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fec600b8d80 con 0x7fec60161c80 2024-09-12T01:17:50.662 INFO:teuthology.orchestra.run.smithi122.stderr:listed 0 entries 2024-09-12T01:17:50.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 -- 172.21.15.122:0/3824347495 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec4406be60 msgr2=0x7fec4406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:50.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec4406be60 0x7fec4406e320 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fec54034000 tx=0x7fec5402e000 comp rx=0 tx=0).stop 2024-09-12T01:17:50.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 -- 172.21.15.122:0/3824347495 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec60161c80 msgr2=0x7fec600b1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:50.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec60161c80 0x7fec600b1bf0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fec5c00c7c0 tx=0x7fec5c00cc80 comp rx=0 tx=0).stop 2024-09-12T01:17:50.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 -- 172.21.15.122:0/3824347495 shutdown_connections 2024-09-12T01:17:50.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fec4406be60 0x7fec4406e320 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fec60162060 0x7fec600b2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec60161c80 0x7fec600b1bf0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 --2- 172.21.15.122:0/3824347495 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fec600b64b0 0x7fec60155dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:50.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 -- 172.21.15.122:0/3824347495 >> 172.21.15.122:0/3824347495 conn(0x7fec600d44f0 msgr2=0x7fec601629d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:50.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 -- 172.21.15.122:0/3824347495 shutdown_connections 2024-09-12T01:17:50.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:50.664+0000 7fec67eed640 1 -- 172.21.15.122:0/3824347495 wait complete. 2024-09-12T01:17:50.674 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-12T01:17:50.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:50.675 DEBUG:teuthology.orchestra.run.smithi122:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-12T01:17:50.701 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:17:50.702 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:50.703 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-12T01:17:50.758 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:17:50.758 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:50.778 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:17:50.778 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:50.838 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:17:50.838 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:17:50.899 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T01:17:50.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.000+0000 7fdf5196f640 1 Processor -- start 2024-09-12T01:17:50.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.000+0000 7fdf5196f640 1 -- start start 2024-09-12T01:17:51.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.000+0000 7fdf5196f640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fdf4c162060 0x7fdf4c0b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.000+0000 7fdf5196f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdf4c0b64b0 0x7fdf4c0b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.000+0000 7fdf5196f640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf4c06d9f0 con 0x7fdf4c161c80 2024-09-12T01:17:51.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.000+0000 7fdf5196f640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fdf4c06dcd0 con 0x7fdf4c162060 2024-09-12T01:17:51.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.000+0000 7fdf5196f640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fdf4c06dfb0 con 0x7fdf4c0b64b0 2024-09-12T01:17:51.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.001+0000 7fdf4a7fc640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fdf4c162060 0x7fdf4c0b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.001+0000 7fdf4a7fc640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fdf4c162060 0x7fdf4c0b5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41004/0 (socket says 172.21.15.122:41004) 2024-09-12T01:17:51.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.001+0000 7fdf4a7fc640 1 -- 172.21.15.122:0/2478663337 learned_addr learned my addr 172.21.15.122:0/2478663337 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:51.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.001+0000 7fdf4affd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fdf4c161c80 0x7fdf4c06e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33182/0 (socket says 172.21.15.122:33182) 2024-09-12T01:17:51.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.001+0000 7fdf4a7fc640 1 -- 172.21.15.122:0/2478663337 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdf4c0b64b0 msgr2=0x7fdf4c0b6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:51.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.001+0000 7fdf4b7fe640 1 --2- 172.21.15.122:0/2478663337 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdf4c0b64b0 0x7fdf4c0b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.001+0000 7fdf4a7fc640 1 --2- 172.21.15.122:0/2478663337 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdf4c0b64b0 0x7fdf4c0b6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.001+0000 7fdf4a7fc640 1 -- 172.21.15.122:0/2478663337 >> v1:172.21.15.122:6789/0 conn(0x7fdf4c161c80 legacy=0x7fdf4c06e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.001+0000 7fdf49ffb640 1 -- 172.21.15.122:0/2478663337 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1210977289 0 0) 0x7fdf4c06d9f0 con 0x7fdf4c161c80 2024-09-12T01:17:51.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.001+0000 7fdf4a7fc640 1 -- 172.21.15.122:0/2478663337 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf4c0d01f0 con 0x7fdf4c162060 2024-09-12T01:17:51.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf4a7fc640 1 --2- 172.21.15.122:0/2478663337 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf4c162060 0x7fdf4c0b5f70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fdf34009870 tx=0x7fdf3402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5771016c1a660d82 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:51.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf49ffb640 1 -- 172.21.15.122:0/2478663337 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf34037070 con 0x7fdf4c162060 2024-09-12T01:17:51.002 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf49ffb640 1 -- 172.21.15.122:0/2478663337 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf34032440 con 0x7fdf4c162060 2024-09-12T01:17:51.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf49ffb640 1 -- 172.21.15.122:0/2478663337 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf34032810 con 0x7fdf4c162060 2024-09-12T01:17:51.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf5196f640 1 -- 172.21.15.122:0/2478663337 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf4c162060 msgr2=0x7fdf4c0b5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf5196f640 1 --2- 172.21.15.122:0/2478663337 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf4c162060 0x7fdf4c0b5f70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fdf34009870 tx=0x7fdf3402a270 comp rx=0 tx=0).stop 2024-09-12T01:17:51.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf5196f640 1 -- 172.21.15.122:0/2478663337 shutdown_connections 2024-09-12T01:17:51.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf5196f640 1 --2- 172.21.15.122:0/2478663337 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf4c162060 0x7fdf4c0b5f70 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf5196f640 1 --2- 172.21.15.122:0/2478663337 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdf4c0b64b0 0x7fdf4c0b6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf5196f640 1 -- 172.21.15.122:0/2478663337 >> 172.21.15.122:0/2478663337 conn(0x7fdf4c0d44f0 msgr2=0x7fdf4c0d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:51.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf5196f640 1 -- 172.21.15.122:0/2478663337 shutdown_connections 2024-09-12T01:17:51.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.002+0000 7fdf5196f640 1 -- 172.21.15.122:0/2478663337 wait complete. 2024-09-12T01:17:51.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.003+0000 7fdf5196f640 1 Processor -- start 2024-09-12T01:17:51.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.004+0000 7fdf5196f640 1 -- start start 2024-09-12T01:17:51.006 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.004+0000 7fdf5196f640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdf4c0b64b0 0x7fdf4c0ca850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.006 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.004+0000 7fdf5196f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf4c161c80 0x7fdf4c1f3b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.006 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.004+0000 7fdf5196f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdf4c162060 0x7fdf4c0c8940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.006 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.004+0000 7fdf5196f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdf4c0cf360 con 0x7fdf4c161c80 2024-09-12T01:17:51.006 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.004+0000 7fdf5196f640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fdf4c0cf1e0 con 0x7fdf4c0b64b0 2024-09-12T01:17:51.006 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.004+0000 7fdf5196f640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fdf4c0cf4e0 con 0x7fdf4c162060 2024-09-12T01:17:51.006 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.004+0000 7fdf4a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf4c161c80 0x7fdf4c1f3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.006 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.004+0000 7fdf4a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf4c161c80 0x7fdf4c1f3b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41020/0 (socket says 172.21.15.122:41020) 2024-09-12T01:17:51.006 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf4a7fc640 1 -- 172.21.15.122:0/214931462 learned_addr learned my addr 172.21.15.122:0/214931462 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf4affd640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdf4c0b64b0 0x7fdf4c0ca850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf4b7fe640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdf4c162060 0x7fdf4c0c8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf4a7fc640 1 -- 172.21.15.122:0/214931462 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdf4c162060 msgr2=0x7fdf4c0c8940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf4a7fc640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdf4c162060 0x7fdf4c0c8940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf4a7fc640 1 -- 172.21.15.122:0/214931462 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdf4c0b64b0 msgr2=0x7fdf4c0ca850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf4a7fc640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdf4c0b64b0 0x7fdf4c0ca850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf4a7fc640 1 -- 172.21.15.122:0/214931462 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf4c0cb910 con 0x7fdf4c161c80 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf4a7fc640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf4c161c80 0x7fdf4c1f3b10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdf340090b0 tx=0x7fdf340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf43fff640 1 -- 172.21.15.122:0/214931462 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf34037040 con 0x7fdf4c161c80 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf43fff640 1 -- 172.21.15.122:0/214931462 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf34042070 con 0x7fdf4c161c80 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf43fff640 1 -- 172.21.15.122:0/214931462 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf34030bb0 con 0x7fdf4c161c80 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf5196f640 1 -- 172.21.15.122:0/214931462 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf4c0cbbf0 con 0x7fdf4c161c80 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.005+0000 7fdf5196f640 1 -- 172.21.15.122:0/214931462 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf4c0cc1b0 con 0x7fdf4c161c80 2024-09-12T01:17:51.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.006+0000 7fdf5196f640 1 -- 172.21.15.122:0/214931462 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf4c0b5f70 con 0x7fdf4c161c80 2024-09-12T01:17:51.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.007+0000 7fdf43fff640 1 -- 172.21.15.122:0/214931462 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdf34047460 con 0x7fdf4c161c80 2024-09-12T01:17:51.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.007+0000 7fdf43fff640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdf2c06be30 0x7fdf2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.007+0000 7fdf43fff640 1 -- 172.21.15.122:0/214931462 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fdf340abdc0 con 0x7fdf4c161c80 2024-09-12T01:17:51.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.007+0000 7fdf4affd640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdf2c06be30 0x7fdf2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.007+0000 7fdf4affd640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdf2c06be30 0x7fdf2c06e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c0012e0 tx=0x7fdf3c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:51.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.011+0000 7fdf43fff640 1 -- 172.21.15.122:0/214931462 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdf34045360 con 0x7fdf4c161c80 2024-09-12T01:17:51.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.189+0000 7fdf5196f640 1 -- 172.21.15.122:0/214931462 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdf4c0ba470 con 0x7fdf4c161c80 2024-09-12T01:17:51.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.189+0000 7fdf43fff640 1 -- 172.21.15.122:0/214931462 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fdf3407a430 con 0x7fdf4c161c80 2024-09-12T01:17:51.189 INFO:teuthology.orchestra.run.smithi122.stderr:listed 0 entries 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.191+0000 7fdf5196f640 1 -- 172.21.15.122:0/214931462 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdf2c06be30 msgr2=0x7fdf2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.191+0000 7fdf5196f640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdf2c06be30 0x7fdf2c06e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c0012e0 tx=0x7fdf3c009040 comp rx=0 tx=0).stop 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.191+0000 7fdf5196f640 1 -- 172.21.15.122:0/214931462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf4c161c80 msgr2=0x7fdf4c1f3b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.191+0000 7fdf5196f640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf4c161c80 0x7fdf4c1f3b10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdf340090b0 tx=0x7fdf340046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.191+0000 7fdf5196f640 1 -- 172.21.15.122:0/214931462 shutdown_connections 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.191+0000 7fdf5196f640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdf2c06be30 0x7fdf2c06e2f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.191+0000 7fdf5196f640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdf4c162060 0x7fdf4c0c8940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.191+0000 7fdf5196f640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf4c161c80 0x7fdf4c1f3b10 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.191+0000 7fdf5196f640 1 --2- 172.21.15.122:0/214931462 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdf4c0b64b0 0x7fdf4c0ca850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.191+0000 7fdf5196f640 1 -- 172.21.15.122:0/214931462 >> 172.21.15.122:0/214931462 conn(0x7fdf4c0d44f0 msgr2=0x7fdf4c06ce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.192+0000 7fdf5196f640 1 -- 172.21.15.122:0/214931462 shutdown_connections 2024-09-12T01:17:51.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.192+0000 7fdf5196f640 1 -- 172.21.15.122:0/214931462 wait complete. 2024-09-12T01:17:51.201 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-12T01:17:51.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:51.202 DEBUG:teuthology.orchestra.run.smithi151:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-12T01:17:51.233 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:17:51.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:17:51.233 DEBUG:teuthology.orchestra.run.smithi151:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-12T01:17:51.292 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-12T01:17:51.292 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:51.391 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.392+0000 7f713ba4c640 1 Processor -- start 2024-09-12T01:17:51.391 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.392+0000 7f713ba4c640 1 -- start start 2024-09-12T01:17:51.392 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f713ba4c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f713415e740 0x7f71340d1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.392 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f713ba4c640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71340d0780 con 0x7f713409b690 2024-09-12T01:17:51.392 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f713ba4c640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71340d0a60 con 0x7f713406dbd0 2024-09-12T01:17:51.392 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f713ba4c640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f713415eb20 con 0x7f713415e740 2024-09-12T01:17:51.392 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f71397e8640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f713415e740 0x7f71340d1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.392 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f7138fe7640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f713409b690 0x7f713406d4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33194/0 (socket says 172.21.15.122:33194) 2024-09-12T01:17:51.393 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f7138fe7640 1 -- 172.21.15.122:0/1775000331 learned_addr learned my addr 172.21.15.122:0/1775000331 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:51.393 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f71397e8640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f713415e740 0x7f71340d1540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41026/0 (socket says 172.21.15.122:41026) 2024-09-12T01:17:51.393 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f71397e8640 1 -- 172.21.15.122:0/1775000331 >> v1:172.21.15.151:6789/0 conn(0x7f713406dbd0 legacy=0x7f7134070160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:51.393 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f71397e8640 1 -- 172.21.15.122:0/1775000331 >> v1:172.21.15.122:6789/0 conn(0x7f713409b690 legacy=0x7f713406d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.393 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f71397e8640 1 -- 172.21.15.122:0/1775000331 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71340d0d40 con 0x7f713415e740 2024-09-12T01:17:51.393 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.393+0000 7f712bfff640 1 -- 172.21.15.122:0/1775000331 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2816642002 0 0) 0x7f71340d0780 con 0x7f713409b690 2024-09-12T01:17:51.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.394+0000 7f71397e8640 1 --2- 172.21.15.122:0/1775000331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f713415e740 0x7f71340d1540 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f71300097a0 tx=0x7f713002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bffb723f2a4866 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:51.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.394+0000 7f712bfff640 1 -- 172.21.15.122:0/1775000331 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7130037070 con 0x7f713415e740 2024-09-12T01:17:51.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.394+0000 7f712bfff640 1 -- 172.21.15.122:0/1775000331 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7130032440 con 0x7f713415e740 2024-09-12T01:17:51.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.394+0000 7f712bfff640 1 -- 172.21.15.122:0/1775000331 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7130032810 con 0x7f713415e740 2024-09-12T01:17:51.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.394+0000 7f713ba4c640 1 -- 172.21.15.122:0/1775000331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f713415e740 msgr2=0x7f71340d1540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.394+0000 7f713ba4c640 1 --2- 172.21.15.122:0/1775000331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f713415e740 0x7f71340d1540 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f71300097a0 tx=0x7f713002a270 comp rx=0 tx=0).stop 2024-09-12T01:17:51.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.395+0000 7f713ba4c640 1 -- 172.21.15.122:0/1775000331 shutdown_connections 2024-09-12T01:17:51.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.395+0000 7f713ba4c640 1 --2- 172.21.15.122:0/1775000331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f713415e740 0x7f71340d1540 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.395+0000 7f713ba4c640 1 -- 172.21.15.122:0/1775000331 >> 172.21.15.122:0/1775000331 conn(0x7f71340d23a0 msgr2=0x7f71340d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:51.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.395+0000 7f713ba4c640 1 -- 172.21.15.122:0/1775000331 shutdown_connections 2024-09-12T01:17:51.395 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.395+0000 7f713ba4c640 1 -- 172.21.15.122:0/1775000331 wait complete. 2024-09-12T01:17:51.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.396+0000 7f713ba4c640 1 Processor -- start 2024-09-12T01:17:51.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.396+0000 7f713ba4c640 1 -- start start 2024-09-12T01:17:51.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f713ba4c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f713406dbd0 0x7f7134157a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f713ba4c640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f713409b690 0x7f71340b70f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f713ba4c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f713415e740 0x7f71340c9470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f713ba4c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f713406dfe0 con 0x7f713415e740 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f713ba4c640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f713409bac0 con 0x7f713409b690 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f713ba4c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f713406cd20 con 0x7f713406dbd0 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7139fe9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f713415e740 0x7f71340c9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7139fe9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f713415e740 0x7f71340c9470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41038/0 (socket says 172.21.15.122:41038) 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7139fe9640 1 -- 172.21.15.122:0/2675636435 learned_addr learned my addr 172.21.15.122:0/2675636435 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f71397e8640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f713406dbd0 0x7f7134157a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7138fe7640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f713409b690 0x7f71340b70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7139fe9640 1 -- 172.21.15.122:0/2675636435 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f713406dbd0 msgr2=0x7f7134157a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7139fe9640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f713406dbd0 0x7f7134157a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7139fe9640 1 -- 172.21.15.122:0/2675636435 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f713409b690 msgr2=0x7f71340b70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7139fe9640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f713409b690 0x7f71340b70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7139fe9640 1 -- 172.21.15.122:0/2675636435 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71341ea740 con 0x7f713415e740 2024-09-12T01:17:51.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7138fe7640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f713409b690 0x7f71340b70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:51.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7139fe9640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f713415e740 0x7f71340c9470 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f712c00c780 tx=0x7f712c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:51.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7129ffb640 1 -- 172.21.15.122:0/2675636435 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f712c017070 con 0x7f713415e740 2024-09-12T01:17:51.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7129ffb640 1 -- 172.21.15.122:0/2675636435 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f712c003da0 con 0x7f713415e740 2024-09-12T01:17:51.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f713ba4c640 1 -- 172.21.15.122:0/2675636435 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71341ea9c0 con 0x7f713415e740 2024-09-12T01:17:51.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.397+0000 7f7129ffb640 1 -- 172.21.15.122:0/2675636435 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f712c0052b0 con 0x7f713415e740 2024-09-12T01:17:51.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.398+0000 7f713ba4c640 1 -- 172.21.15.122:0/2675636435 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71341e80d0 con 0x7f713415e740 2024-09-12T01:17:51.399 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.398+0000 7f713ba4c640 1 -- 172.21.15.122:0/2675636435 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71340c9150 con 0x7f713415e740 2024-09-12T01:17:51.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.399+0000 7f7129ffb640 1 -- 172.21.15.122:0/2675636435 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f712c01a070 con 0x7f713415e740 2024-09-12T01:17:51.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.399+0000 7f7129ffb640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f711806be60 0x7f711806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.400+0000 7f7129ffb640 1 -- 172.21.15.122:0/2675636435 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f712c08a720 con 0x7f713415e740 2024-09-12T01:17:51.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.400+0000 7f71397e8640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f711806be60 0x7f711806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.400 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.400+0000 7f71397e8640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f711806be60 0x7f711806e320 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7130034000 tx=0x7f713002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:51.402 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.404+0000 7f7129ffb640 1 -- 172.21.15.122:0/2675636435 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f71340c9150 con 0x7f713415e740 2024-09-12T01:17:51.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.606+0000 7f713ba4c640 1 -- 172.21.15.122:0/2675636435 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f71340d0780 con 0x7f713415e740 2024-09-12T01:17:51.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.606+0000 7f7129ffb640 1 -- 172.21.15.122:0/2675636435 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5225 (secure 0 0 0) 0x7f71341ea740 con 0x7f713415e740 2024-09-12T01:17:51.606 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:51.606 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":8,"btime":"2024-09-12T01:17:30:645211+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/1457301740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":1457301740},{"type":"v1","addr":"172.21.15.151:6833","nonce":1457301740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/36036822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":36036822},{"type":"v1","addr":"172.21.15.122:6837","nonce":36036822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:17:10.907523+0000","modified":"2024-09-12T01:17:29.981327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.151:6835/2740774154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":2740774154},{"type":"v1","addr":"172.21.15.151:6835","nonce":2740774154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4276,"qdb_cluster":[4276]},"id":1}]} 2024-09-12T01:17:51.606 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 8 2024-09-12T01:17:51.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 -- 172.21.15.122:0/2675636435 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f711806be60 msgr2=0x7f711806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f711806be60 0x7f711806e320 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7130034000 tx=0x7f713002e000 comp rx=0 tx=0).stop 2024-09-12T01:17:51.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 -- 172.21.15.122:0/2675636435 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f713415e740 msgr2=0x7f71340c9470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f713415e740 0x7f71340c9470 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f712c00c780 tx=0x7f712c00cc40 comp rx=0 tx=0).stop 2024-09-12T01:17:51.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 -- 172.21.15.122:0/2675636435 shutdown_connections 2024-09-12T01:17:51.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f711806be60 0x7f711806e320 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f713415e740 0x7f71340c9470 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f713409b690 0x7f71340b70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 --2- 172.21.15.122:0/2675636435 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f713406dbd0 0x7f7134157a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 -- 172.21.15.122:0/2675636435 >> 172.21.15.122:0/2675636435 conn(0x7f71340d23a0 msgr2=0x7f71340ccf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:51.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 -- 172.21.15.122:0/2675636435 shutdown_connections 2024-09-12T01:17:51.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.609+0000 7f713ba4c640 1 -- 172.21.15.122:0/2675636435 wait complete. 2024-09-12T01:17:51.619 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:51.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.720+0000 7f8f9b406640 1 Processor -- start 2024-09-12T01:17:51.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.720+0000 7f8f9b406640 1 -- start start 2024-09-12T01:17:51.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f9b406640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8f940d06e0 0x7f8f940ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f9b406640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8f9415d3e0 0x7f8f940d0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f9b406640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f940d1000 con 0x7f8f9409b510 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f9b406640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f8f9409b080 con 0x7f8f940d06e0 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f9b406640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f8f940d00a0 con 0x7f8f9415d3e0 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f991a2640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8f940d06e0 0x7f8f940ce8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f991a2640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8f940d06e0 0x7f8f940ce8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41042/0 (socket says 172.21.15.122:41042) 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f991a2640 1 -- 172.21.15.122:0/1118074824 learned_addr learned my addr 172.21.15.122:0/1118074824 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f989a1640 1 --2- 172.21.15.122:0/1118074824 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8f9415d3e0 0x7f8f940d0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f991a2640 1 -- 172.21.15.122:0/1118074824 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8f9415d3e0 msgr2=0x7f8f940d0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f991a2640 1 --2- 172.21.15.122:0/1118074824 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8f9415d3e0 0x7f8f940d0ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f991a2640 1 -- 172.21.15.122:0/1118074824 >> v1:172.21.15.151:6789/0 conn(0x7f8f9409b510 legacy=0x7f8f940ccf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:51.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.721+0000 7f8f991a2640 1 -- 172.21.15.122:0/1118074824 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f940d0380 con 0x7f8f940d06e0 2024-09-12T01:17:51.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.722+0000 7f8f991a2640 1 --2- 172.21.15.122:0/1118074824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f940d06e0 0x7f8f940ce8b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8f90009e50 tx=0x7f8f9002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=820ae1bea8ac0d80 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:51.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.722+0000 7f8f8bfff640 1 -- 172.21.15.122:0/1118074824 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f90036070 con 0x7f8f940d06e0 2024-09-12T01:17:51.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.722+0000 7f8f8bfff640 1 -- 172.21.15.122:0/1118074824 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f90031600 con 0x7f8f940d06e0 2024-09-12T01:17:51.722 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.722+0000 7f8f8bfff640 1 -- 172.21.15.122:0/1118074824 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f900319d0 con 0x7f8f940d06e0 2024-09-12T01:17:51.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.722+0000 7f8f9b406640 1 -- 172.21.15.122:0/1118074824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f940d06e0 msgr2=0x7f8f940ce8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.722+0000 7f8f9b406640 1 --2- 172.21.15.122:0/1118074824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f940d06e0 0x7f8f940ce8b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8f90009e50 tx=0x7f8f9002a6c0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.722+0000 7f8f9b406640 1 -- 172.21.15.122:0/1118074824 shutdown_connections 2024-09-12T01:17:51.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.722+0000 7f8f9b406640 1 --2- 172.21.15.122:0/1118074824 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8f9415d3e0 0x7f8f940d0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.722+0000 7f8f9b406640 1 --2- 172.21.15.122:0/1118074824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f940d06e0 0x7f8f940ce8b0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.722+0000 7f8f9b406640 1 -- 172.21.15.122:0/1118074824 >> 172.21.15.122:0/1118074824 conn(0x7f8f940d23a0 msgr2=0x7f8f940d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:51.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.723+0000 7f8f9b406640 1 -- 172.21.15.122:0/1118074824 shutdown_connections 2024-09-12T01:17:51.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.723+0000 7f8f9b406640 1 -- 172.21.15.122:0/1118074824 wait complete. 2024-09-12T01:17:51.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.724+0000 7f8f9b406640 1 Processor -- start 2024-09-12T01:17:51.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.724+0000 7f8f9b406640 1 -- start start 2024-09-12T01:17:51.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.724+0000 7f8f9b406640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f9409b510 0x7f8f941f5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.724+0000 7f8f9b406640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8f940d06e0 0x7f8f940af790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.724+0000 7f8f9b406640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8f9415d3e0 0x7f8f940afcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.724+0000 7f8f9b406640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9415d800 con 0x7f8f9409b510 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.724+0000 7f8f9b406640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9409ad10 con 0x7f8f940d06e0 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.724+0000 7f8f9b406640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f8f9415c740 con 0x7f8f9415d3e0 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.724+0000 7f8f991a2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f9409b510 0x7f8f941f5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.724+0000 7f8f991a2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f9409b510 0x7f8f941f5140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41050/0 (socket says 172.21.15.122:41050) 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.724+0000 7f8f991a2640 1 -- 172.21.15.122:0/1774309342 learned_addr learned my addr 172.21.15.122:0/1774309342 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f989a1640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8f940d06e0 0x7f8f940af790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f991a2640 1 -- 172.21.15.122:0/1774309342 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8f9415d3e0 msgr2=0x7f8f940afcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f999a3640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8f9415d3e0 0x7f8f940afcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f991a2640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8f9415d3e0 0x7f8f940afcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f991a2640 1 -- 172.21.15.122:0/1774309342 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8f940d06e0 msgr2=0x7f8f940af790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f991a2640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8f940d06e0 0x7f8f940af790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f991a2640 1 -- 172.21.15.122:0/1774309342 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f941f5680 con 0x7f8f9409b510 2024-09-12T01:17:51.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f989a1640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8f940d06e0 0x7f8f940af790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:51.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f991a2640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f9409b510 0x7f8f941f5140 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8f90000f80 tx=0x7f8f90004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:51.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f89ffb640 1 -- 172.21.15.122:0/1774309342 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f90036050 con 0x7f8f9409b510 2024-09-12T01:17:51.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f89ffb640 1 -- 172.21.15.122:0/1774309342 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f90042070 con 0x7f8f9409b510 2024-09-12T01:17:51.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f9b406640 1 -- 172.21.15.122:0/1774309342 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f940b7980 con 0x7f8f9409b510 2024-09-12T01:17:51.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f89ffb640 1 -- 172.21.15.122:0/1774309342 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f90009510 con 0x7f8f9409b510 2024-09-12T01:17:51.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.725+0000 7f8f9b406640 1 -- 172.21.15.122:0/1774309342 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f940b7c40 con 0x7f8f9409b510 2024-09-12T01:17:51.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.726+0000 7f8f9b406640 1 -- 172.21.15.122:0/1774309342 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f940d0ac0 con 0x7f8f9409b510 2024-09-12T01:17:51.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.727+0000 7f8f89ffb640 1 -- 172.21.15.122:0/1774309342 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8f90007c70 con 0x7f8f9409b510 2024-09-12T01:17:51.728 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.727+0000 7f8f89ffb640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8f7806be30 0x7f8f7806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:51.728 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.727+0000 7f8f89ffb640 1 -- 172.21.15.122:0/1774309342 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8f900ac0e0 con 0x7f8f9409b510 2024-09-12T01:17:51.728 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.727+0000 7f8f989a1640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8f7806be30 0x7f8f7806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:51.728 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.728+0000 7f8f989a1640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8f7806be30 0x7f8f7806e2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8f940cfa20 tx=0x7f8f84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:51.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.731+0000 7f8f89ffb640 1 -- 172.21.15.122:0/1774309342 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8f941f5680 con 0x7f8f9409b510 2024-09-12T01:17:51.931 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.932+0000 7f8f9b406640 1 -- 172.21.15.122:0/1774309342 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f940d31d0 con 0x7f8f9409b510 2024-09-12T01:17:51.932 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.933+0000 7f8f89ffb640 1 -- 172.21.15.122:0/1774309342 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5225 (secure 0 0 0) 0x7f8f9007a7e0 con 0x7f8f9409b510 2024-09-12T01:17:51.932 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:51.932 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":8,"btime":"2024-09-12T01:17:30:645211+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/1457301740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":1457301740},{"type":"v1","addr":"172.21.15.151:6833","nonce":1457301740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/36036822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":36036822},{"type":"v1","addr":"172.21.15.122:6837","nonce":36036822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:17:10.907523+0000","modified":"2024-09-12T01:17:29.981327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.151:6835/2740774154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":2740774154},{"type":"v1","addr":"172.21.15.151:6835","nonce":2740774154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4276,"qdb_cluster":[4276]},"id":1}]} 2024-09-12T01:17:51.932 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 8 2024-09-12T01:17:51.934 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 -- 172.21.15.122:0/1774309342 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8f7806be30 msgr2=0x7f8f7806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.934 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8f7806be30 0x7f8f7806e2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8f940cfa20 tx=0x7f8f84008040 comp rx=0 tx=0).stop 2024-09-12T01:17:51.934 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 -- 172.21.15.122:0/1774309342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f9409b510 msgr2=0x7f8f941f5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:51.934 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f9409b510 0x7f8f941f5140 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8f90000f80 tx=0x7f8f90004a40 comp rx=0 tx=0).stop 2024-09-12T01:17:51.934 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 -- 172.21.15.122:0/1774309342 shutdown_connections 2024-09-12T01:17:51.935 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8f7806be30 0x7f8f7806e2f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.935 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8f9415d3e0 0x7f8f940afcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.935 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8f940d06e0 0x7f8f940af790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.935 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 --2- 172.21.15.122:0/1774309342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f9409b510 0x7f8f941f5140 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:51.935 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 -- 172.21.15.122:0/1774309342 >> 172.21.15.122:0/1774309342 conn(0x7f8f940d23a0 msgr2=0x7f8f9415b480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:51.935 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 -- 172.21.15.122:0/1774309342 shutdown_connections 2024-09-12T01:17:51.935 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:51.935+0000 7f8f9b406640 1 -- 172.21.15.122:0/1774309342 wait complete. 2024-09-12T01:17:51.945 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:52.042 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.043+0000 7f50407fd640 1 Processor -- start 2024-09-12T01:17:52.042 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.043+0000 7f50407fd640 1 -- start start 2024-09-12T01:17:52.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.044+0000 7f50407fd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f50380b69d0 0x7f5038162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.044+0000 7f50407fd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f50380af280 0x7f50380afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.044+0000 7f50407fd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f50380affb0 0x7f5038154d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.044+0000 7f50407fd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f50380b6db0 con 0x7f50380af280 2024-09-12T01:17:52.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.044+0000 7f50407fd640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f503815eb60 con 0x7f50380b69d0 2024-09-12T01:17:52.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.044+0000 7f50407fd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f503815ee40 con 0x7f50380affb0 2024-09-12T01:17:52.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.044+0000 7f503dd98640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f50380af280 0x7f50380afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.044+0000 7f503dd98640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f50380af280 0x7f50380afa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41052/0 (socket says 172.21.15.122:41052) 2024-09-12T01:17:52.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.044+0000 7f503dd98640 1 -- 172.21.15.122:0/3050422097 learned_addr learned my addr 172.21.15.122:0/3050422097 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:52.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.045+0000 7f503dd98640 1 -- 172.21.15.122:0/3050422097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f50380affb0 msgr2=0x7f5038154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:52.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.045+0000 7f503ed9a640 1 --2- 172.21.15.122:0/3050422097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f50380affb0 0x7f5038154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.045+0000 7f503dd98640 1 --2- 172.21.15.122:0/3050422097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f50380affb0 0x7f5038154d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.045+0000 7f503dd98640 1 -- 172.21.15.122:0/3050422097 >> v2:172.21.15.151:3300/0 conn(0x7f50380b69d0 msgr2=0x7f5038162a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:52.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.045+0000 7f503e599640 1 --2- 172.21.15.122:0/3050422097 >> v2:172.21.15.151:3300/0 conn(0x7f50380b69d0 0x7f5038162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.045+0000 7f503dd98640 1 --2- 172.21.15.122:0/3050422097 >> v2:172.21.15.151:3300/0 conn(0x7f50380b69d0 0x7f5038162a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.045+0000 7f503dd98640 1 -- 172.21.15.122:0/3050422097 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f503815f120 con 0x7f50380af280 2024-09-12T01:17:52.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.045+0000 7f503dd98640 1 --2- 172.21.15.122:0/3050422097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50380af280 0x7f50380afa70 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f5038070980 tx=0x7f502802a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=290ad7346942c013 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:52.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f503d597640 1 -- 172.21.15.122:0/3050422097 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5028037070 con 0x7f50380af280 2024-09-12T01:17:52.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f503d597640 1 -- 172.21.15.122:0/3050422097 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f502802ae00 con 0x7f50380af280 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f503d597640 1 -- 172.21.15.122:0/3050422097 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5028032660 con 0x7f50380af280 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f50407fd640 1 -- 172.21.15.122:0/3050422097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50380af280 msgr2=0x7f50380afa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f50407fd640 1 --2- 172.21.15.122:0/3050422097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50380af280 0x7f50380afa70 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f5038070980 tx=0x7f502802a0b0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f50407fd640 1 -- 172.21.15.122:0/3050422097 shutdown_connections 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f50407fd640 1 --2- 172.21.15.122:0/3050422097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f50380affb0 0x7f5038154d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f50407fd640 1 --2- 172.21.15.122:0/3050422097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50380af280 0x7f50380afa70 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f50407fd640 1 --2- 172.21.15.122:0/3050422097 >> v2:172.21.15.151:3300/0 conn(0x7f50380b69d0 0x7f5038162a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f50407fd640 1 -- 172.21.15.122:0/3050422097 >> 172.21.15.122:0/3050422097 conn(0x7f503806bc10 msgr2=0x7f503806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f50407fd640 1 -- 172.21.15.122:0/3050422097 shutdown_connections 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.046+0000 7f50407fd640 1 -- 172.21.15.122:0/3050422097 wait complete. 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.047+0000 7f50407fd640 1 Processor -- start 2024-09-12T01:17:52.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.047+0000 7f50407fd640 1 -- start start 2024-09-12T01:17:52.049 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.048+0000 7f50407fd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50380af280 0x7f5038147510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.049 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.048+0000 7f50407fd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f50380affb0 0x7f503815d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.048+0000 7f50407fd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f50380b69d0 0x7f503815de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.048+0000 7f50407fd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5038155240 con 0x7f50380af280 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.048+0000 7f50407fd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f50380af710 con 0x7f50380affb0 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.048+0000 7f50407fd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f50381553c0 con 0x7f50380b69d0 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.048+0000 7f503e599640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50380af280 0x7f5038147510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.048+0000 7f503e599640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50380af280 0x7f5038147510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41068/0 (socket says 172.21.15.122:41068) 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.048+0000 7f503e599640 1 -- 172.21.15.122:0/2936190042 learned_addr learned my addr 172.21.15.122:0/2936190042 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.048+0000 7f503dd98640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f50380affb0 0x7f503815d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.048+0000 7f503ed9a640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f50380b69d0 0x7f503815de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.049+0000 7f503e599640 1 -- 172.21.15.122:0/2936190042 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f50380b69d0 msgr2=0x7f503815de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.049+0000 7f503e599640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f50380b69d0 0x7f503815de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.049+0000 7f503e599640 1 -- 172.21.15.122:0/2936190042 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f50380affb0 msgr2=0x7f503815d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.049+0000 7f503e599640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f50380affb0 0x7f503815d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.049+0000 7f503e599640 1 -- 172.21.15.122:0/2936190042 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50380cef70 con 0x7f50380af280 2024-09-12T01:17:52.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.049+0000 7f503e599640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50380af280 0x7f5038147510 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f503400ccd0 tx=0x7f503400a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:52.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.049+0000 7f502effd640 1 -- 172.21.15.122:0/2936190042 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5034003990 con 0x7f50380af280 2024-09-12T01:17:52.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.049+0000 7f502effd640 1 -- 172.21.15.122:0/2936190042 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5034003b30 con 0x7f50380af280 2024-09-12T01:17:52.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.049+0000 7f50407fd640 1 -- 172.21.15.122:0/2936190042 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50380cf250 con 0x7f50380af280 2024-09-12T01:17:52.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.049+0000 7f502effd640 1 -- 172.21.15.122:0/2936190042 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5034004020 con 0x7f50380af280 2024-09-12T01:17:52.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.049+0000 7f50407fd640 1 -- 172.21.15.122:0/2936190042 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50380cf810 con 0x7f50380af280 2024-09-12T01:17:52.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.050+0000 7f50407fd640 1 -- 172.21.15.122:0/2936190042 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5038155820 con 0x7f50380af280 2024-09-12T01:17:52.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.050+0000 7f502effd640 1 -- 172.21.15.122:0/2936190042 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f50340041c0 con 0x7f50380af280 2024-09-12T01:17:52.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.051+0000 7f502effd640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f501c06be30 0x7f501c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.051+0000 7f503dd98640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f501c06be30 0x7f501c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.051+0000 7f502effd640 1 -- 172.21.15.122:0/2936190042 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f503408b770 con 0x7f50380af280 2024-09-12T01:17:52.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.051+0000 7f503dd98640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f501c06be30 0x7f501c06e2f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5028034000 tx=0x7f502802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:52.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.055+0000 7f502effd640 1 -- 172.21.15.122:0/2936190042 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5034014030 con 0x7f50380af280 2024-09-12T01:17:52.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.223+0000 7f50407fd640 1 -- 172.21.15.122:0/2936190042 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f503806d750 con 0x7f50380af280 2024-09-12T01:17:52.223 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.225+0000 7f502effd640 1 -- 172.21.15.122:0/2936190042 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18670 (secure 0 0 0) 0x7f5034059d50 con 0x7f50380af280 2024-09-12T01:17:52.224 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:52.224 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":25,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:15.938148+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:52.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.226+0000 7f50407fd640 1 -- 172.21.15.122:0/2936190042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f501c06be30 msgr2=0x7f501c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.226+0000 7f50407fd640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f501c06be30 0x7f501c06e2f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5028034000 tx=0x7f502802e000 comp rx=0 tx=0).stop 2024-09-12T01:17:52.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.226+0000 7f50407fd640 1 -- 172.21.15.122:0/2936190042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50380af280 msgr2=0x7f5038147510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.226+0000 7f50407fd640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50380af280 0x7f5038147510 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f503400ccd0 tx=0x7f503400a5c0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.227+0000 7f50407fd640 1 -- 172.21.15.122:0/2936190042 shutdown_connections 2024-09-12T01:17:52.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.227+0000 7f50407fd640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f501c06be30 0x7f501c06e2f0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.227+0000 7f50407fd640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f50380b69d0 0x7f503815de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.227+0000 7f50407fd640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f50380affb0 0x7f503815d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.227+0000 7f50407fd640 1 --2- 172.21.15.122:0/2936190042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50380af280 0x7f5038147510 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.226 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.227+0000 7f50407fd640 1 -- 172.21.15.122:0/2936190042 >> 172.21.15.122:0/2936190042 conn(0x7f503806bc10 msgr2=0x7f50380aea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:52.227 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.227+0000 7f50407fd640 1 -- 172.21.15.122:0/2936190042 shutdown_connections 2024-09-12T01:17:52.227 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.227+0000 7f50407fd640 1 -- 172.21.15.122:0/2936190042 wait complete. 2024-09-12T01:17:52.237 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T01:17:52.237 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:52.334 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.335+0000 7f7aac0e4640 1 Processor -- start 2024-09-12T01:17:52.335 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.336+0000 7f7aac0e4640 1 -- start start 2024-09-12T01:17:52.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.336+0000 7f7aac0e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4162060 0x7f7aa40b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.336+0000 7f7aac0e4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7aa406d9f0 con 0x7f7aa4161c80 2024-09-12T01:17:52.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.336+0000 7f7aac0e4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7aa406dcd0 con 0x7f7aa40b64b0 2024-09-12T01:17:52.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.336+0000 7f7aac0e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7aa406dfb0 con 0x7f7aa4162060 2024-09-12T01:17:52.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa9e80640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f7aa4161c80 0x7f7aa406e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33202/0 (socket says 172.21.15.122:33202) 2024-09-12T01:17:52.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa9e80640 1 -- 172.21.15.122:0/3803584675 learned_addr learned my addr 172.21.15.122:0/3803584675 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:52.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa967f640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4162060 0x7f7aa40b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.338 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3851584639 0 0) 0x7f7aa406d9f0 con 0x7f7aa4161c80 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7a90003520 con 0x7f7aa4161c80 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2551335330 0 0) 0x7f7a90003520 con 0x7f7aa4161c80 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4162060 msgr2=0x7f7aa40b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4162060 0x7f7aa40b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 >> v1:172.21.15.151:6789/0 conn(0x7f7aa40b64b0 legacy=0x7f7aa40cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aa40d2890 con 0x7f7aa4161c80 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f7aa0001670 con 0x7f7aa4161c80 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 >> v1:172.21.15.122:6789/0 conn(0x7f7aa4161c80 legacy=0x7f7aa406e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7a900039e0 0x7f7a90003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4162060 0x7f7a90004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 0x7f7a900051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa406dfb0 con 0x7f7a90004d40 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7a9000b9c0 con 0x7f7a900039e0 2024-09-12T01:17:52.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7a9000bbc0 con 0x7f7aa4162060 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aaa681640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 0x7f7a900051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa967f640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4162060 0x7f7a90004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.337+0000 7f7aa9e80640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7a900039e0 0x7f7a90003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.338+0000 7f7aaa681640 1 -- 172.21.15.122:0/3803584675 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4162060 msgr2=0x7f7a90004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.338+0000 7f7aaa681640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4162060 0x7f7a90004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.338+0000 7f7aaa681640 1 -- 172.21.15.122:0/3803584675 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7a900039e0 msgr2=0x7f7a90003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.338+0000 7f7aaa681640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7a900039e0 0x7f7a90003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.338+0000 7f7aaa681640 1 -- 172.21.15.122:0/3803584675 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a90003520 con 0x7f7a90004d40 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.338+0000 7f7aaa681640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 0x7f7a900051c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7a9c002010 tx=0x7f7a90005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=500767616c0c1f5f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.338+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a9c036070 con 0x7f7a90004d40 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.338+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a9c031600 con 0x7f7a90004d40 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.338+0000 7f7aa8e7e640 1 -- 172.21.15.122:0/3803584675 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a9c001be0 con 0x7f7a90004d40 2024-09-12T01:17:52.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.339+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3803584675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 msgr2=0x7f7a900051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.341 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.339+0000 7f7aac0e4640 1 --2- 172.21.15.122:0/3803584675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 0x7f7a900051c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7a9c002010 tx=0x7f7a90005830 comp rx=0 tx=0).stop 2024-09-12T01:17:52.341 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.339+0000 7f7aaa681640 1 -- 172.21.15.122:0/3803584675 reap_dead start 2024-09-12T01:17:52.341 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.339+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3803584675 shutdown_connections 2024-09-12T01:17:52.341 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.339+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3803584675 >> 172.21.15.122:0/3803584675 conn(0x7f7aa40d44f0 msgr2=0x7f7aa40d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:52.341 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.339+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3803584675 shutdown_connections 2024-09-12T01:17:52.341 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.339+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3803584675 wait complete. 2024-09-12T01:17:52.344 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.340+0000 7f7aac0e4640 1 Processor -- start 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.340+0000 7f7aac0e4640 1 -- start start 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aac0e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 0x7f7aa41f3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aac0e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4156e10 0x7f7aa40c7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aac0e4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7aa40c9a90 0x7f7aa40c9f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aac0e4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa40b6300 con 0x7f7a90004d40 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aac0e4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa40b6180 con 0x7f7aa40c9a90 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aac0e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7aa40c9400 con 0x7f7aa4156e10 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aa9e80640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 0x7f7aa41f3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aa9e80640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 0x7f7aa41f3c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41082/0 (socket says 172.21.15.122:41082) 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aa9e80640 1 -- 172.21.15.122:0/3398714527 learned_addr learned my addr 172.21.15.122:0/3398714527 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aa967f640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4156e10 0x7f7aa40c7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.345 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aaa681640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7aa40c9a90 0x7f7aa40c9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aa9e80640 1 -- 172.21.15.122:0/3398714527 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4156e10 msgr2=0x7f7aa40c7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aa9e80640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4156e10 0x7f7aa40c7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aa9e80640 1 -- 172.21.15.122:0/3398714527 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7aa40c9a90 msgr2=0x7f7aa40c9f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aa9e80640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7aa40c9a90 0x7f7aa40c9f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aa9e80640 1 -- 172.21.15.122:0/3398714527 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aa40c87f0 con 0x7f7a90004d40 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aa967f640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4156e10 0x7f7aa40c7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7aa9e80640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 0x7f7aa41f3c00 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7aa00072c0 tx=0x7f7aa0007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.341+0000 7f7a967fc640 1 -- 172.21.15.122:0/3398714527 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa001a070 con 0x7f7a90004d40 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.342+0000 7f7a967fc640 1 -- 172.21.15.122:0/3398714527 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7aa000f960 con 0x7f7a90004d40 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.342+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3398714527 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7aa40c8ad0 con 0x7f7a90004d40 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.342+0000 7f7a967fc640 1 -- 172.21.15.122:0/3398714527 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa000fd50 con 0x7f7a90004d40 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.342+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3398714527 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7aa40c9090 con 0x7f7a90004d40 2024-09-12T01:17:52.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.342+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3398714527 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7aa40d2a60 con 0x7f7a90004d40 2024-09-12T01:17:52.347 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.343+0000 7f7a967fc640 1 -- 172.21.15.122:0/3398714527 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7aa001d070 con 0x7f7a90004d40 2024-09-12T01:17:52.347 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.343+0000 7f7a967fc640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7a8806be30 0x7f7a8806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.347 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.344+0000 7f7a967fc640 1 -- 172.21.15.122:0/3398714527 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7aa008ab70 con 0x7f7a90004d40 2024-09-12T01:17:52.347 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.344+0000 7f7aa967f640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7a8806be30 0x7f7a8806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.347 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.344+0000 7f7aa967f640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7a8806be30 0x7f7a8806e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7aa4156870 tx=0x7f7a98008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:52.347 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.348+0000 7f7a967fc640 1 -- 172.21.15.122:0/3398714527 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7aa00591e0 con 0x7f7a90004d40 2024-09-12T01:17:52.546 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.547+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3398714527 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7aa40d3f10 con 0x7f7a90004d40 2024-09-12T01:17:52.547 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.548+0000 7f7a967fc640 1 -- 172.21.15.122:0/3398714527 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5225 (secure 0 0 0) 0x7f7aa0058ae0 con 0x7f7a90004d40 2024-09-12T01:17:52.547 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:52.547 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":8,"btime":"2024-09-12T01:17:30:645211+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/1457301740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":1457301740},{"type":"v1","addr":"172.21.15.151:6833","nonce":1457301740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/36036822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":36036822},{"type":"v1","addr":"172.21.15.122:6837","nonce":36036822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:17:10.907523+0000","modified":"2024-09-12T01:17:29.981327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.151:6835/2740774154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":2740774154},{"type":"v1","addr":"172.21.15.151:6835","nonce":2740774154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4276,"qdb_cluster":[4276]},"id":1}]} 2024-09-12T01:17:52.547 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 8 2024-09-12T01:17:52.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3398714527 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7a8806be30 msgr2=0x7f7a8806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7a8806be30 0x7f7a8806e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7aa4156870 tx=0x7f7a98008040 comp rx=0 tx=0).stop 2024-09-12T01:17:52.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3398714527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 msgr2=0x7f7aa41f3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 0x7f7aa41f3c00 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7aa00072c0 tx=0x7f7aa0007780 comp rx=0 tx=0).stop 2024-09-12T01:17:52.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3398714527 shutdown_connections 2024-09-12T01:17:52.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7a8806be30 0x7f7a8806e2f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7aa40c9a90 0x7f7aa40c9f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7aa4156e10 0x7f7aa40c7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.550 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 --2- 172.21.15.122:0/3398714527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a90004d40 0x7f7aa41f3c00 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.550 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3398714527 >> 172.21.15.122:0/3398714527 conn(0x7f7aa40d44f0 msgr2=0x7f7aa40cf330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:52.550 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3398714527 shutdown_connections 2024-09-12T01:17:52.550 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.550+0000 7f7aac0e4640 1 -- 172.21.15.122:0/3398714527 wait complete. 2024-09-12T01:17:52.560 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:17:52.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.660+0000 7fddd2db7640 1 Processor -- start 2024-09-12T01:17:52.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.660+0000 7fddd2db7640 1 -- start start 2024-09-12T01:17:52.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.661+0000 7fddd2db7640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fddcc147360 0x7fddcc070890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.661+0000 7fddd2db7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddcc0d0bb0 0x7fddcc0ae550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.661+0000 7fddd2db7640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddcc06cb30 con 0x7fddcc070dd0 2024-09-12T01:17:52.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.661+0000 7fddd2db7640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fddcc06bfb0 con 0x7fddcc147360 2024-09-12T01:17:52.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.661+0000 7fddd2db7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fddcc06c290 con 0x7fddcc0d0bb0 2024-09-12T01:17:52.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.661+0000 7fddcbfff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fddcc070dd0 0x7fddcc0d04a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33208/0 (socket says 172.21.15.122:33208) 2024-09-12T01:17:52.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.661+0000 7fddcbfff640 1 -- 172.21.15.122:0/2341949466 learned_addr learned my addr 172.21.15.122:0/2341949466 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:52.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.661+0000 7fddd1354640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddcc0d0bb0 0x7fddcc0ae550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.661+0000 7fddd0b53640 1 --2- 172.21.15.122:0/2341949466 >> v2:172.21.15.151:3300/0 conn(0x7fddcc147360 0x7fddcc070890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.661+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1093248256 0 0) 0x7fddcc06cb30 con 0x7fddcc070dd0 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.661+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fddb4003520 con 0x7fddcc070dd0 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1956048164 0 0) 0x7fddb4003520 con 0x7fddcc070dd0 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddcc0d0bb0 msgr2=0x7fddcc0ae550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddcc0d0bb0 0x7fddcc0ae550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 >> v2:172.21.15.151:3300/0 conn(0x7fddcc147360 msgr2=0x7fddcc070890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 --2- 172.21.15.122:0/2341949466 >> v2:172.21.15.151:3300/0 conn(0x7fddcc147360 0x7fddcc070890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddcc06c570 con 0x7fddcc070dd0 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fddc0001670 con 0x7fddcc070dd0 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 >> v1:172.21.15.122:6789/0 conn(0x7fddcc070dd0 legacy=0x7fddcc0d04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddb40039b0 0x7fddb4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fddb40043a0 0x7fddb4004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddb4004f90 0x7fddb400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fddcc06bfb0 con 0x7fddb4004f90 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fddcc06c290 con 0x7fddb40043a0 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fddb400bf30 con 0x7fddb40039b0 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddd0b53640 1 --2- 172.21.15.122:0/2341949466 >> v2:172.21.15.151:3300/0 conn(0x7fddcc147360 0x7fddcc070890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddd1354640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddcc0d0bb0 0x7fddcc0ae550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddd1354640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddb4004f90 0x7fddb400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddcbfff640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fddb40043a0 0x7fddb4004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddd0b53640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddb40039b0 0x7fddb4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddd1354640 1 -- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddb40039b0 msgr2=0x7fddb4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddd1354640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddb40039b0 0x7fddb4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddd1354640 1 -- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fddb40043a0 msgr2=0x7fddb4004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:52.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddd1354640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fddb40043a0 0x7fddb4004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.662+0000 7fddd1354640 1 -- 172.21.15.122:0/2341949466 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddb4003520 con 0x7fddb4004f90 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.663+0000 7fddd1354640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddb4004f90 0x7fddb400b9c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fddcc0d0f90 tx=0x7fddb4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d932906ba89858c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.663+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc4036070 con 0x7fddb4004f90 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.663+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddc4003c50 con 0x7fddb4004f90 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.663+0000 7fddcb7fe640 1 -- 172.21.15.122:0/2341949466 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc4009d40 con 0x7fddb4004f90 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.664+0000 7fddd2db7640 1 -- 172.21.15.122:0/2341949466 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddb4004f90 msgr2=0x7fddb400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.664+0000 7fddd2db7640 1 --2- 172.21.15.122:0/2341949466 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddb4004f90 0x7fddb400b9c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fddcc0d0f90 tx=0x7fddb4005830 comp rx=0 tx=0).stop 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.664+0000 7fddd1354640 1 -- 172.21.15.122:0/2341949466 reap_dead start 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.664+0000 7fddd2db7640 1 -- 172.21.15.122:0/2341949466 shutdown_connections 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.664+0000 7fddd2db7640 1 -- 172.21.15.122:0/2341949466 >> 172.21.15.122:0/2341949466 conn(0x7fddcc0b2f40 msgr2=0x7fddcc0b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.664+0000 7fddd2db7640 1 -- 172.21.15.122:0/2341949466 shutdown_connections 2024-09-12T01:17:52.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.664+0000 7fddd2db7640 1 -- 172.21.15.122:0/2341949466 wait complete. 2024-09-12T01:17:52.669 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.665+0000 7fddd2db7640 1 Processor -- start 2024-09-12T01:17:52.669 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.665+0000 7fddd2db7640 1 -- start start 2024-09-12T01:17:52.669 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd2db7640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fddb4004f90 0x7fddcc0ce130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.669 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd2db7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddcc161240 0x7fddcc142ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.669 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd2db7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddcc161790 0x7fddcc145110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.669 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd2db7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fddcc06bd90 con 0x7fddcc161790 2024-09-12T01:17:52.669 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd2db7640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fddcc06bc10 con 0x7fddb4004f90 2024-09-12T01:17:52.669 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd2db7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fddcc0ae550 con 0x7fddcc161240 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd1354640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddcc161790 0x7fddcc145110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd1354640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddcc161790 0x7fddcc145110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41110/0 (socket says 172.21.15.122:41110) 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd1354640 1 -- 172.21.15.122:0/1190994540 learned_addr learned my addr 172.21.15.122:0/1190994540 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd0b53640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fddb4004f90 0x7fddcc0ce130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddcbfff640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddcc161240 0x7fddcc142ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd1354640 1 -- 172.21.15.122:0/1190994540 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddcc161240 msgr2=0x7fddcc142ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd1354640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddcc161240 0x7fddcc142ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd1354640 1 -- 172.21.15.122:0/1190994540 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fddb4004f90 msgr2=0x7fddcc0ce130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd1354640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fddb4004f90 0x7fddcc0ce130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd1354640 1 -- 172.21.15.122:0/1190994540 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddcc0cd090 con 0x7fddcc161790 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd1354640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddcc161790 0x7fddcc145110 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fddc4034040 tx=0x7fddc4009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddc97fa640 1 -- 172.21.15.122:0/1190994540 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc4036070 con 0x7fddcc161790 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddc97fa640 1 -- 172.21.15.122:0/1190994540 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddc4043070 con 0x7fddcc161790 2024-09-12T01:17:52.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddd2db7640 1 -- 172.21.15.122:0/1190994540 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddcc0cd370 con 0x7fddcc161790 2024-09-12T01:17:52.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.666+0000 7fddc97fa640 1 -- 172.21.15.122:0/1190994540 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc4009d40 con 0x7fddcc161790 2024-09-12T01:17:52.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.667+0000 7fddd2db7640 1 -- 172.21.15.122:0/1190994540 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddcc0cd930 con 0x7fddcc161790 2024-09-12T01:17:52.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.668+0000 7fddd2db7640 1 -- 172.21.15.122:0/1190994540 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddcc070890 con 0x7fddcc161790 2024-09-12T01:17:52.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.668+0000 7fddc97fa640 1 -- 172.21.15.122:0/1190994540 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fddc4005d10 con 0x7fddcc161790 2024-09-12T01:17:52.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.668+0000 7fddc97fa640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fddb806be60 0x7fddb806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.668+0000 7fddc97fa640 1 -- 172.21.15.122:0/1190994540 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fddc40aba20 con 0x7fddcc161790 2024-09-12T01:17:52.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.668+0000 7fddd0b53640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fddb806be60 0x7fddb806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.669+0000 7fddd0b53640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fddb806be60 0x7fddb806e320 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fddbc009ba0 tx=0x7fddbc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:52.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.672+0000 7fddc97fa640 1 -- 172.21.15.122:0/1190994540 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fddc407a090 con 0x7fddcc161790 2024-09-12T01:17:52.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.878+0000 7fddd2db7640 1 -- 172.21.15.122:0/1190994540 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fddcc0cfd30 con 0x7fddcc161790 2024-09-12T01:17:52.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.878+0000 7fddc97fa640 1 -- 172.21.15.122:0/1190994540 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5225 (secure 0 0 0) 0x7fddc4079990 con 0x7fddcc161790 2024-09-12T01:17:52.878 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:52.878 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":8,"btime":"2024-09-12T01:17:30:645211+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/1457301740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":1457301740},{"type":"v1","addr":"172.21.15.151:6833","nonce":1457301740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3892892039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3892892039},{"type":"v1","addr":"172.21.15.122:6836","nonce":3892892039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/36036822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":36036822},{"type":"v1","addr":"172.21.15.122:6837","nonce":36036822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:17:10.907523+0000","modified":"2024-09-12T01:17:29.981327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.151:6835/2740774154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":2740774154},{"type":"v1","addr":"172.21.15.151:6835","nonce":2740774154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4276,"qdb_cluster":[4276]},"id":1}]} 2024-09-12T01:17:52.878 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 8 2024-09-12T01:17:52.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.880+0000 7fddd2db7640 1 -- 172.21.15.122:0/1190994540 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fddb806be60 msgr2=0x7fddb806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.880+0000 7fddd2db7640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fddb806be60 0x7fddb806e320 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fddbc009ba0 tx=0x7fddbc008040 comp rx=0 tx=0).stop 2024-09-12T01:17:52.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.880+0000 7fddd2db7640 1 -- 172.21.15.122:0/1190994540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddcc161790 msgr2=0x7fddcc145110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.880+0000 7fddd2db7640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddcc161790 0x7fddcc145110 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fddc4034040 tx=0x7fddc4009750 comp rx=0 tx=0).stop 2024-09-12T01:17:52.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.880+0000 7fddd2db7640 1 -- 172.21.15.122:0/1190994540 shutdown_connections 2024-09-12T01:17:52.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.880+0000 7fddd2db7640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fddb806be60 0x7fddb806e320 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.880+0000 7fddd2db7640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddcc161790 0x7fddcc145110 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.880+0000 7fddd2db7640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fddcc161240 0x7fddcc142ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.880+0000 7fddd2db7640 1 --2- 172.21.15.122:0/1190994540 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fddb4004f90 0x7fddcc0ce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.880+0000 7fddd2db7640 1 -- 172.21.15.122:0/1190994540 >> 172.21.15.122:0/1190994540 conn(0x7fddcc0b2f40 msgr2=0x7fddcc0b2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:52.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.881+0000 7fddd2db7640 1 -- 172.21.15.122:0/1190994540 shutdown_connections 2024-09-12T01:17:52.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.881+0000 7fddd2db7640 1 -- 172.21.15.122:0/1190994540 wait complete. 2024-09-12T01:17:52.891 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:17:52.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.991+0000 7fd77e7e8640 1 Processor -- start 2024-09-12T01:17:52.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.991+0000 7fd77e7e8640 1 -- start start 2024-09-12T01:17:52.992 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd77e7e8640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd77815e760 0x7fd77806cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.992 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd77e7e8640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd7780cfcc0 0x7fd7780d2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.992 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd77e7e8640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7780d2700 con 0x7fd7780d4fd0 2024-09-12T01:17:52.992 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd77e7e8640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fd7780cedb0 con 0x7fd77815e760 2024-09-12T01:17:52.992 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd77e7e8640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd7780cf090 con 0x7fd7780cfcc0 2024-09-12T01:17:52.992 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd777fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd77815e760 0x7fd77806cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd777fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd77815e760 0x7fd77806cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41124/0 (socket says 172.21.15.122:41124) 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd777fff640 1 -- 172.21.15.122:0/3446571840 learned_addr learned my addr 172.21.15.122:0/3446571840 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd7777fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fd7780d4fd0 0x7fd7780cf5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33214/0 (socket says 172.21.15.122:33214) 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd77cd85640 1 --2- 172.21.15.122:0/3446571840 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd7780cfcc0 0x7fd7780d2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd777fff640 1 -- 172.21.15.122:0/3446571840 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd7780cfcc0 msgr2=0x7fd7780d2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd777fff640 1 --2- 172.21.15.122:0/3446571840 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd7780cfcc0 0x7fd7780d2ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd777fff640 1 -- 172.21.15.122:0/3446571840 >> v1:172.21.15.122:6789/0 conn(0x7fd7780d4fd0 legacy=0x7fd7780cf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.992+0000 7fd777fff640 1 -- 172.21.15.122:0/3446571840 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7780b3c80 con 0x7fd77815e760 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.993+0000 7fd777fff640 1 --2- 172.21.15.122:0/3446571840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd77815e760 0x7fd77806cdd0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fd768009870 tx=0x7fd76802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7e12dbb4180a272 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.993+0000 7fd776ffd640 1 -- 172.21.15.122:0/3446571840 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd768037070 con 0x7fd77815e760 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.993+0000 7fd776ffd640 1 -- 172.21.15.122:0/3446571840 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd768032440 con 0x7fd77815e760 2024-09-12T01:17:52.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.993+0000 7fd776ffd640 1 -- 172.21.15.122:0/3446571840 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd768032810 con 0x7fd77815e760 2024-09-12T01:17:52.996 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.994+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3446571840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd77815e760 msgr2=0x7fd77806cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.996 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.994+0000 7fd77e7e8640 1 --2- 172.21.15.122:0/3446571840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd77815e760 0x7fd77806cdd0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fd768009870 tx=0x7fd76802a270 comp rx=0 tx=0).stop 2024-09-12T01:17:52.996 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.994+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3446571840 shutdown_connections 2024-09-12T01:17:52.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.994+0000 7fd77e7e8640 1 --2- 172.21.15.122:0/3446571840 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd7780cfcc0 0x7fd7780d2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.994+0000 7fd77e7e8640 1 --2- 172.21.15.122:0/3446571840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd77815e760 0x7fd77806cdd0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.994+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3446571840 >> 172.21.15.122:0/3446571840 conn(0x7fd77808bfc0 msgr2=0x7fd7780d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:52.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.994+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3446571840 shutdown_connections 2024-09-12T01:17:52.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.994+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3446571840 wait complete. 2024-09-12T01:17:52.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.995+0000 7fd77e7e8640 1 Processor -- start 2024-09-12T01:17:52.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.995+0000 7fd77e7e8640 1 -- start start 2024-09-12T01:17:52.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd77e7e8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7780cfcc0 0x7fd7780b9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd77e7e8640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd7780d4fd0 0x7fd7781f86c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd77e7e8640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd77815e760 0x7fd778153360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:52.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd77e7e8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd7780d33e0 con 0x7fd7780cfcc0 2024-09-12T01:17:52.998 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd77e7e8640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd7780b38e0 con 0x7fd7780d4fd0 2024-09-12T01:17:52.998 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd77e7e8640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd7780d3560 con 0x7fd77815e760 2024-09-12T01:17:52.998 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd777fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7780cfcc0 0x7fd7780b9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.998 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd777fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7780cfcc0 0x7fd7780b9ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41132/0 (socket says 172.21.15.122:41132) 2024-09-12T01:17:52.998 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd777fff640 1 -- 172.21.15.122:0/3520852382 learned_addr learned my addr 172.21.15.122:0/3520852382 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:52.998 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd77cd85640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd77815e760 0x7fd778153360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.998 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd7777fe640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd7780d4fd0 0x7fd7781f86c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:52.998 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd777fff640 1 -- 172.21.15.122:0/3520852382 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd77815e760 msgr2=0x7fd778153360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.998 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd777fff640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd77815e760 0x7fd778153360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd777fff640 1 -- 172.21.15.122:0/3520852382 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd7780d4fd0 msgr2=0x7fd7781f86c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:52.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd777fff640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd7780d4fd0 0x7fd7781f86c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:52.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd777fff640 1 -- 172.21.15.122:0/3520852382 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7781538a0 con 0x7fd7780cfcc0 2024-09-12T01:17:52.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd777fff640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7780cfcc0 0x7fd7780b9ae0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fd768000c00 tx=0x7fd7680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:52.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd774ff9640 1 -- 172.21.15.122:0/3520852382 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd768041020 con 0x7fd7780cfcc0 2024-09-12T01:17:52.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd774ff9640 1 -- 172.21.15.122:0/3520852382 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7680306c0 con 0x7fd7780cfcc0 2024-09-12T01:17:52.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3520852382 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd77815fe70 con 0x7fd7780cfcc0 2024-09-12T01:17:52.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd774ff9640 1 -- 172.21.15.122:0/3520852382 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd768037040 con 0x7fd7780cfcc0 2024-09-12T01:17:52.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.996+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3520852382 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd778160430 con 0x7fd7780cfcc0 2024-09-12T01:17:52.999 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.997+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3520852382 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7780d38e0 con 0x7fd7780cfcc0 2024-09-12T01:17:53.000 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.998+0000 7fd774ff9640 1 -- 172.21.15.122:0/3520852382 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd768044020 con 0x7fd7780cfcc0 2024-09-12T01:17:53.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.998+0000 7fd774ff9640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd76406be30 0x7fd76406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.998+0000 7fd774ff9640 1 -- 172.21.15.122:0/3520852382 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6764+0+0 (secure 0 0 0) 0x7fd7680aba30 con 0x7fd7780cfcc0 2024-09-12T01:17:53.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.998+0000 7fd7777fe640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd76406be30 0x7fd76406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:52.999+0000 7fd7777fe640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd76406be30 0x7fd76406e2f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd76c001020 tx=0x7fd76c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:53.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.003+0000 7fd774ff9640 1 -- 172.21.15.122:0/3520852382 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd76804b030 con 0x7fd7780cfcc0 2024-09-12T01:17:53.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.167+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3520852382 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd7780b6d20 con 0x7fd7780cfcc0 2024-09-12T01:17:53.167 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.168+0000 7fd774ff9640 1 -- 172.21.15.122:0/3520852382 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+19105 (secure 0 0 0) 0x7fd76807a050 con 0x7fd7780cfcc0 2024-09-12T01:17:53.167 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:53.168 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":26,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:17:52.701824+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:17:08.725826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T01:17:09.887882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T01:17:13.601143+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.c","mappings":[{"from":5,"to":2}]},{"pgid":"3.17","mappings":[{"from":5,"to":1}]},{"pgid":"3.23","mappings":[{"from":3,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]},{"pgid":"4.0","mappings":[{"from":1,"to":2}]},{"pgid":"4.a","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:17:53.169 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3520852382 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd76406be30 msgr2=0x7fd76406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.169 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd76406be30 0x7fd76406e2f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd76c001020 tx=0x7fd76c009040 comp rx=0 tx=0).stop 2024-09-12T01:17:53.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3520852382 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7780cfcc0 msgr2=0x7fd7780b9ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7780cfcc0 0x7fd7780b9ae0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fd768000c00 tx=0x7fd7680046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3520852382 shutdown_connections 2024-09-12T01:17:53.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd76406be30 0x7fd76406e2f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd77815e760 0x7fd778153360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd7780d4fd0 0x7fd7781f86c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 --2- 172.21.15.122:0/3520852382 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7780cfcc0 0x7fd7780b9ae0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3520852382 >> 172.21.15.122:0/3520852382 conn(0x7fd77808bfc0 msgr2=0x7fd7780b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:53.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3520852382 shutdown_connections 2024-09-12T01:17:53.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.170+0000 7fd77e7e8640 1 -- 172.21.15.122:0/3520852382 wait complete. 2024-09-12T01:17:53.181 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-12T01:17:53.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.282+0000 7f3946a04640 1 Processor -- start 2024-09-12T01:17:53.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.282+0000 7f3946a04640 1 -- start start 2024-09-12T01:17:53.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f3946a04640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f3940072700 0x7f394015d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f3946a04640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3940146140 con 0x7f3940072de0 2024-09-12T01:17:53.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f3946a04640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39400cd740 con 0x7f3940072320 2024-09-12T01:17:53.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f3946a04640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f39400cda20 con 0x7f3940072700 2024-09-12T01:17:53.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f393f7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f3940072de0 0x7f394015d1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33218/0 (socket says 172.21.15.122:33218) 2024-09-12T01:17:53.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f393f7fe640 1 -- 172.21.15.122:0/3335005989 learned_addr learned my addr 172.21.15.122:0/3335005989 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:53.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3422234007 0 0) 0x7f3940146140 con 0x7f3940072de0 2024-09-12T01:17:53.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3928003520 con 0x7f3940072de0 2024-09-12T01:17:53.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f3944fa1640 1 --2- 172.21.15.122:0/3335005989 >> v2:172.21.15.151:3300/0 conn(0x7f3940072700 0x7f394015d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2290270170 0 0) 0x7f3928003520 con 0x7f3940072de0 2024-09-12T01:17:53.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 >> v2:172.21.15.151:3300/0 conn(0x7f3940072700 msgr2=0x7f394015d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:53.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f393effd640 1 --2- 172.21.15.122:0/3335005989 >> v2:172.21.15.151:3300/0 conn(0x7f3940072700 0x7f394015d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 >> v1:172.21.15.151:6789/0 conn(0x7f3940072320 legacy=0x7f39400cce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39400cdd00 con 0x7f3940072de0 2024-09-12T01:17:53.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.283+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f3934001670 con 0x7f3940072de0 2024-09-12T01:17:53.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 >> v1:172.21.15.122:6789/0 conn(0x7f3940072de0 legacy=0x7f394015d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393effd640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3928003a00 0x7f3928003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393effd640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3928004800 0x7f3928004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393effd640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3928005210 0x7f392800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f39400cda20 con 0x7f3928003a00 2024-09-12T01:17:53.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f392800c160 con 0x7f3928005210 2024-09-12T01:17:53.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f392800c360 con 0x7f3928004800 2024-09-12T01:17:53.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393ffff640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3928003a00 0x7f3928003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393f7fe640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3928004800 0x7f3928004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f3944fa1640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3928005210 0x7f392800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393ffff640 1 -- 172.21.15.122:0/3335005989 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3928004800 msgr2=0x7f3928004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:53.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393ffff640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3928004800 0x7f3928004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393ffff640 1 -- 172.21.15.122:0/3335005989 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3928005210 msgr2=0x7f392800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:53.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393ffff640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3928005210 0x7f392800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f393ffff640 1 -- 172.21.15.122:0/3335005989 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3928003520 con 0x7f3928003a00 2024-09-12T01:17:53.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f3944fa1640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3928005210 0x7f392800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:53.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.284+0000 7f3944fa1640 1 -- 172.21.15.122:0/3335005989 reap_dead start 2024-09-12T01:17:53.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.285+0000 7f393ffff640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3928003a00 0x7f3928003e20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3930001720 tx=0x7f3928005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dedbb000d6b1910 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:53.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.285+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3930001370 con 0x7f3928003a00 2024-09-12T01:17:53.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.285+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39300052d0 con 0x7f3928003a00 2024-09-12T01:17:53.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.285+0000 7f393effd640 1 -- 172.21.15.122:0/3335005989 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393002ab70 con 0x7f3928003a00 2024-09-12T01:17:53.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.285+0000 7f3946a04640 1 -- 172.21.15.122:0/3335005989 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3928003a00 msgr2=0x7f3928003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.285+0000 7f3946a04640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3928003a00 0x7f3928003e20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3930001720 tx=0x7f3928005830 comp rx=0 tx=0).stop 2024-09-12T01:17:53.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.285+0000 7f3946a04640 1 -- 172.21.15.122:0/3335005989 shutdown_connections 2024-09-12T01:17:53.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.285+0000 7f3946a04640 1 --2- 172.21.15.122:0/3335005989 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3928003a00 0x7f3928003e20 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.285+0000 7f3946a04640 1 -- 172.21.15.122:0/3335005989 >> 172.21.15.122:0/3335005989 conn(0x7f3940067d70 msgr2=0x7f394006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:53.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.285+0000 7f3946a04640 1 -- 172.21.15.122:0/3335005989 shutdown_connections 2024-09-12T01:17:53.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.285+0000 7f3946a04640 1 -- 172.21.15.122:0/3335005989 wait complete. 2024-09-12T01:17:53.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.286+0000 7f3946a04640 1 Processor -- start 2024-09-12T01:17:53.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.287+0000 7f3946a04640 1 -- start start 2024-09-12T01:17:53.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.287+0000 7f3946a04640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3928003a00 0x7f3940141f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.287+0000 7f3946a04640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39400ca1e0 0x7f39400cab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.287+0000 7f3946a04640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f39400cb040 0x7f39400c7290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.287+0000 7f3946a04640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f39400ccfe0 con 0x7f39400ca1e0 2024-09-12T01:17:53.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.287+0000 7f3946a04640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f39400cce60 con 0x7f3928003a00 2024-09-12T01:17:53.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.287+0000 7f3946a04640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f39400cd160 con 0x7f39400cb040 2024-09-12T01:17:53.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39400ca1e0 0x7f39400cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39400ca1e0 0x7f39400cab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41138/0 (socket says 172.21.15.122:41138) 2024-09-12T01:17:53.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393f7fe640 1 -- 172.21.15.122:0/2758780372 learned_addr learned my addr 172.21.15.122:0/2758780372 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:53.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393ffff640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3928003a00 0x7f3940141f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f3944fa1640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f39400cb040 0x7f39400c7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393f7fe640 1 -- 172.21.15.122:0/2758780372 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f39400cb040 msgr2=0x7f39400c7290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393f7fe640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f39400cb040 0x7f39400c7290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393f7fe640 1 -- 172.21.15.122:0/2758780372 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3928003a00 msgr2=0x7f3940141f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393f7fe640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3928003a00 0x7f3940141f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393f7fe640 1 -- 172.21.15.122:0/2758780372 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39400c9140 con 0x7f39400ca1e0 2024-09-12T01:17:53.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f3944fa1640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f39400cb040 0x7f39400c7290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:53.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393f7fe640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39400ca1e0 0x7f39400cab00 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f393400e7f0 tx=0x7f393400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:53.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393cff9640 1 -- 172.21.15.122:0/2758780372 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3934019070 con 0x7f39400ca1e0 2024-09-12T01:17:53.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393cff9640 1 -- 172.21.15.122:0/2758780372 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f393400c870 con 0x7f39400ca1e0 2024-09-12T01:17:53.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f3946a04640 1 -- 172.21.15.122:0/2758780372 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39400c9420 con 0x7f39400ca1e0 2024-09-12T01:17:53.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f393cff9640 1 -- 172.21.15.122:0/2758780372 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393400eea0 con 0x7f39400ca1e0 2024-09-12T01:17:53.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.288+0000 7f3946a04640 1 -- 172.21.15.122:0/2758780372 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39400c99e0 con 0x7f39400ca1e0 2024-09-12T01:17:53.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.289+0000 7f3946a04640 1 -- 172.21.15.122:0/2758780372 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f394006e0b0 con 0x7f39400ca1e0 2024-09-12T01:17:53.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.290+0000 7f393cff9640 1 -- 172.21.15.122:0/2758780372 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f393400cc60 con 0x7f39400ca1e0 2024-09-12T01:17:53.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.290+0000 7f393cff9640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f392c06be60 0x7f392c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.290+0000 7f393cff9640 1 -- 172.21.15.122:0/2758780372 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6764+0+0 (secure 0 0 0) 0x7f393408a950 con 0x7f39400ca1e0 2024-09-12T01:17:53.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.290+0000 7f393ffff640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f392c06be60 0x7f392c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.290+0000 7f393ffff640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f392c06be60 0x7f392c06e320 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3930032000 tx=0x7f393002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:53.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.294+0000 7f393cff9640 1 -- 172.21.15.122:0/2758780372 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3934058890 con 0x7f39400ca1e0 2024-09-12T01:17:53.493 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.494+0000 7f3946a04640 1 -- 172.21.15.122:0/2758780372 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f39400ce660 con 0x7f39400ca1e0 2024-09-12T01:17:53.493 INFO:tasks.ceph.mon.a.smithi122.stderr:2024-09-12T01:17:53.494+0000 7f93a7edd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T01:17:53.495 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.496+0000 7f393cff9640 1 -- 172.21.15.122:0/2758780372 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7f393405cb90 con 0x7f39400ca1e0 2024-09-12T01:17:53.495 INFO:teuthology.orchestra.run.smithi122.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-12T01:17:53.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.499+0000 7f3946a04640 1 -- 172.21.15.122:0/2758780372 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f392c06be60 msgr2=0x7f392c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.499+0000 7f3946a04640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f392c06be60 0x7f392c06e320 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3930032000 tx=0x7f393002e000 comp rx=0 tx=0).stop 2024-09-12T01:17:53.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.499+0000 7f3946a04640 1 -- 172.21.15.122:0/2758780372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39400ca1e0 msgr2=0x7f39400cab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.499+0000 7f3946a04640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39400ca1e0 0x7f39400cab00 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f393400e7f0 tx=0x7f393400ecb0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.499+0000 7f3946a04640 1 -- 172.21.15.122:0/2758780372 shutdown_connections 2024-09-12T01:17:53.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.499+0000 7f3946a04640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f392c06be60 0x7f392c06e320 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.499+0000 7f3946a04640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f39400cb040 0x7f39400c7290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.499+0000 7f3946a04640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39400ca1e0 0x7f39400cab00 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.499+0000 7f3946a04640 1 --2- 172.21.15.122:0/2758780372 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3928003a00 0x7f3940141f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.499+0000 7f3946a04640 1 -- 172.21.15.122:0/2758780372 >> 172.21.15.122:0/2758780372 conn(0x7f3940067d70 msgr2=0x7f39400c85c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:53.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.500+0000 7f3946a04640 1 -- 172.21.15.122:0/2758780372 shutdown_connections 2024-09-12T01:17:53.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.500+0000 7f3946a04640 1 -- 172.21.15.122:0/2758780372 wait complete. 2024-09-12T01:17:53.502 INFO:tasks.ceph.mds.d.smithi151.stderr: -4188> 2024-09-12T01:17:16.554+0000 7f342af01640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T01:17:53.513 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-12T01:17:53.535 INFO:tasks.ceph.mds.d.smithi151.stdout:starting mds.d at 2024-09-12T01:17:53.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.614+0000 7f4963c45640 1 Processor -- start 2024-09-12T01:17:53.656 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.614+0000 7f4963c45640 1 -- start start 2024-09-12T01:17:53.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.615+0000 7f4963c45640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 0x7f495c0d31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.615+0000 7f4963c45640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f495c0d0110 con 0x7f495c1621b0 2024-09-12T01:17:53.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.615+0000 7f4963c45640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f495c0d3a60 con 0x7f495c0d5100 2024-09-12T01:17:53.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.615+0000 7f4963c45640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f495c0cec40 con 0x7f495c15e640 2024-09-12T01:17:53.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.615+0000 7f49621e2640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f495c1621b0 0x7f495c06ce20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33228/0 (socket says 172.21.15.122:33228) 2024-09-12T01:17:53.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.615+0000 7f49621e2640 1 -- 172.21.15.122:0/3427572382 learned_addr learned my addr 172.21.15.122:0/3427572382 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:53.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.615+0000 7f49619e1640 1 --2- 172.21.15.122:0/3427572382 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 0x7f495c0d31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.615+0000 7f49609df640 1 -- 172.21.15.122:0/3427572382 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2246467755 0 0) 0x7f495c0d0110 con 0x7f495c1621b0 2024-09-12T01:17:53.663 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.615+0000 7f49609df640 1 -- 172.21.15.122:0/3427572382 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4948003520 con 0x7f495c1621b0 2024-09-12T01:17:53.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.616+0000 7f49609df640 1 -- 172.21.15.122:0/3427572382 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3706222523 0 0) 0x7f495c0d3a60 con 0x7f495c0d5100 2024-09-12T01:17:53.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.616+0000 7f49609df640 1 -- 172.21.15.122:0/3427572382 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f495c0d0110 con 0x7f495c0d5100 2024-09-12T01:17:53.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.616+0000 7f49619e1640 1 -- 172.21.15.122:0/3427572382 >> v1:172.21.15.151:6789/0 conn(0x7f495c0d5100 legacy=0x7f495c0cfa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.616+0000 7f49619e1640 1 -- 172.21.15.122:0/3427572382 >> v1:172.21.15.122:6789/0 conn(0x7f495c1621b0 legacy=0x7f495c06ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.616+0000 7f49619e1640 1 -- 172.21.15.122:0/3427572382 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f495c0cef20 con 0x7f495c15e640 2024-09-12T01:17:53.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.616+0000 7f49619e1640 1 --2- 172.21.15.122:0/3427572382 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 0x7f495c0d31e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f49580097d0 tx=0x7f495802a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=555a7f9dfb781bd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:53.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.616+0000 7f49609df640 1 -- 172.21.15.122:0/3427572382 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4958037070 con 0x7f495c15e640 2024-09-12T01:17:53.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.617+0000 7f49609df640 1 -- 172.21.15.122:0/3427572382 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4958032440 con 0x7f495c15e640 2024-09-12T01:17:53.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.617+0000 7f49609df640 1 -- 172.21.15.122:0/3427572382 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49580327f0 con 0x7f495c15e640 2024-09-12T01:17:53.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.617+0000 7f4963c45640 1 -- 172.21.15.122:0/3427572382 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 msgr2=0x7f495c0d31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.617+0000 7f4963c45640 1 --2- 172.21.15.122:0/3427572382 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 0x7f495c0d31e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f49580097d0 tx=0x7f495802a290 comp rx=0 tx=0).stop 2024-09-12T01:17:53.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.617+0000 7f4963c45640 1 -- 172.21.15.122:0/3427572382 shutdown_connections 2024-09-12T01:17:53.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.617+0000 7f4963c45640 1 --2- 172.21.15.122:0/3427572382 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 0x7f495c0d31e0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.617+0000 7f4963c45640 1 -- 172.21.15.122:0/3427572382 >> 172.21.15.122:0/3427572382 conn(0x7f495c08bfc0 msgr2=0x7f495c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:53.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.617+0000 7f4963c45640 1 -- 172.21.15.122:0/3427572382 shutdown_connections 2024-09-12T01:17:53.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.617+0000 7f4963c45640 1 -- 172.21.15.122:0/3427572382 wait complete. 2024-09-12T01:17:53.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.618+0000 7f4963c45640 1 Processor -- start 2024-09-12T01:17:53.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.618+0000 7f4963c45640 1 -- start start 2024-09-12T01:17:53.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.619+0000 7f4963c45640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f495c0d5100 0x7f495c0cb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.619+0000 7f4963c45640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 0x7f495c15b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.619+0000 7f4963c45640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f495c1621b0 0x7f495c0c88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.619+0000 7f4963c45640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f495c15ea20 con 0x7f495c1621b0 2024-09-12T01:17:53.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.619+0000 7f4963c45640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f495c0cf4e0 con 0x7f495c0d5100 2024-09-12T01:17:53.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.619+0000 7f4963c45640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f495c0d3720 con 0x7f495c15e640 2024-09-12T01:17:53.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.619+0000 7f49621e2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f495c1621b0 0x7f495c0c88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.619+0000 7f49621e2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f495c1621b0 0x7f495c0c88f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41140/0 (socket says 172.21.15.122:41140) 2024-09-12T01:17:53.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.619+0000 7f49621e2640 1 -- 172.21.15.122:0/4253399833 learned_addr learned my addr 172.21.15.122:0/4253399833 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:53.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.619+0000 7f49619e1640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f495c0d5100 0x7f495c0cb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f49611e0640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 0x7f495c15b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f49621e2640 1 -- 172.21.15.122:0/4253399833 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 msgr2=0x7f495c15b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f49621e2640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 0x7f495c15b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f49621e2640 1 -- 172.21.15.122:0/4253399833 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f495c0d5100 msgr2=0x7f495c0cb9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:53.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f49621e2640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f495c0d5100 0x7f495c0cb9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:53.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f49621e2640 1 -- 172.21.15.122:0/4253399833 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f495c0b40c0 con 0x7f495c1621b0 2024-09-12T01:17:53.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f49611e0640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 0x7f495c15b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:53.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f49621e2640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f495c1621b0 0x7f495c0c88f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f495400cb10 tx=0x7f495400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:53.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f49527fc640 1 -- 172.21.15.122:0/4253399833 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4954017070 con 0x7f495c1621b0 2024-09-12T01:17:53.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f49527fc640 1 -- 172.21.15.122:0/4253399833 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f495400ac70 con 0x7f495c1621b0 2024-09-12T01:17:53.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f4963c45640 1 -- 172.21.15.122:0/4253399833 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f495c0b43a0 con 0x7f495c1621b0 2024-09-12T01:17:53.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f49527fc640 1 -- 172.21.15.122:0/4253399833 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f495400ae60 con 0x7f495c1621b0 2024-09-12T01:17:53.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.620+0000 7f4963c45640 1 -- 172.21.15.122:0/4253399833 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f495c0b4960 con 0x7f495c1621b0 2024-09-12T01:17:53.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.621+0000 7f4963c45640 1 -- 172.21.15.122:0/4253399833 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f495c06e8b0 con 0x7f495c1621b0 2024-09-12T01:17:53.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.621+0000 7f49527fc640 1 -- 172.21.15.122:0/4253399833 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f495401a070 con 0x7f495c1621b0 2024-09-12T01:17:53.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.622+0000 7f49527fc640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f494006be30 0x7f494006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:53.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.622+0000 7f49619e1640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f494006be30 0x7f494006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:53.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.622+0000 7f49527fc640 1 -- 172.21.15.122:0/4253399833 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6850+0+0 (secure 0 0 0) 0x7f495408af10 con 0x7f495c1621b0 2024-09-12T01:17:53.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.622+0000 7f49619e1640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f494006be30 0x7f494006e2f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4958034000 tx=0x7f495802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:53.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.626+0000 7f49527fc640 1 -- 172.21.15.122:0/4253399833 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f495c06e8b0 con 0x7f495c1621b0 2024-09-12T01:17:53.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:53.828+0000 7f4963c45640 1 -- 172.21.15.122:0/4253399833 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f495c08c4d0 con 0x7f495c1621b0 2024-09-12T01:17:54.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.497+0000 7f49527fc640 1 -- 172.21.15.122:0/4253399833 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7f4954058e80 con 0x7f495c1621b0 2024-09-12T01:17:54.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 -- 172.21.15.122:0/4253399833 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f494006be30 msgr2=0x7f494006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:54.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f494006be30 0x7f494006e2f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4958034000 tx=0x7f495802e000 comp rx=0 tx=0).stop 2024-09-12T01:17:54.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 -- 172.21.15.122:0/4253399833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f495c1621b0 msgr2=0x7f495c0c88f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:54.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f495c1621b0 0x7f495c0c88f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f495400cb10 tx=0x7f495400a060 comp rx=0 tx=0).stop 2024-09-12T01:17:54.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 -- 172.21.15.122:0/4253399833 shutdown_connections 2024-09-12T01:17:54.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f494006be30 0x7f494006e2f0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:54.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f495c1621b0 0x7f495c0c88f0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:54.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f495c15e640 0x7f495c15b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:54.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 --2- 172.21.15.122:0/4253399833 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f495c0d5100 0x7f495c0cb9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:54.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 -- 172.21.15.122:0/4253399833 >> 172.21.15.122:0/4253399833 conn(0x7f495c08bfc0 msgr2=0x7f495c0b1630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:54.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 -- 172.21.15.122:0/4253399833 shutdown_connections 2024-09-12T01:17:54.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.500+0000 7f4963c45640 1 -- 172.21.15.122:0/4253399833 wait complete. 2024-09-12T01:17:54.512 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-12T01:17:54.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.619+0000 7f6d43042640 1 Processor -- start 2024-09-12T01:17:54.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.619+0000 7f6d43042640 1 -- start start 2024-09-12T01:17:54.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.619+0000 7f6d43042640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f6d3c162340 0x7f6d3c06d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:54.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.619+0000 7f6d43042640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6d3c0cf280 0x7f6d3c162720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:54.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.619+0000 7f6d43042640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d3c162c60 0x7f6d3c0d2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:54.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.619+0000 7f6d43042640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f6d3c06de90 con 0x7f6d3c162340 2024-09-12T01:17:54.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.619+0000 7f6d43042640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f6d3c15ff70 con 0x7f6d3c0cf280 2024-09-12T01:17:54.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.619+0000 7f6d43042640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6d3c0d4d10 con 0x7f6d3c162c60 2024-09-12T01:17:54.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.620+0000 7f6d40dde640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f6d3c162340 0x7f6d3c06d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:54.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.620+0000 7f6d40dde640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f6d3c162340 0x7f6d3c06d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41148/0 (socket says 172.21.15.122:41148) 2024-09-12T01:17:54.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.620+0000 7f6d40dde640 1 -- 172.21.15.122:0/2618212910 learned_addr learned my addr 172.21.15.122:0/2618212910 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:54.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.620+0000 7f6d415df640 1 --2- 172.21.15.122:0/2618212910 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d3c162c60 0x7f6d3c0d2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:54.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.620+0000 7f6d3bfff640 1 --2- 172.21.15.122:0/2618212910 >> v2:172.21.15.151:3300/0 conn(0x7f6d3c0cf280 0x7f6d3c162720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:54.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.620+0000 7f6d40dde640 1 -- 172.21.15.122:0/2618212910 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d3c162c60 msgr2=0x7f6d3c0d2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:54.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.620+0000 7f6d40dde640 1 --2- 172.21.15.122:0/2618212910 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d3c162c60 0x7f6d3c0d2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:54.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.620+0000 7f6d40dde640 1 -- 172.21.15.122:0/2618212910 >> v2:172.21.15.151:3300/0 conn(0x7f6d3c0cf280 msgr2=0x7f6d3c162720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:54.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.620+0000 7f6d40dde640 1 --2- 172.21.15.122:0/2618212910 >> v2:172.21.15.151:3300/0 conn(0x7f6d3c0cf280 0x7f6d3c162720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:54.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.620+0000 7f6d40dde640 1 -- 172.21.15.122:0/2618212910 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d3c0d4ff0 con 0x7f6d3c162340 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.621+0000 7f6d40dde640 1 --2- 172.21.15.122:0/2618212910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d3c162340 0x7f6d3c06d740 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c0a23d0 tx=0x7f6d3002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51d211f625eb6db server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.621+0000 7f6d3b7fe640 1 -- 172.21.15.122:0/2618212910 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d30037070 con 0x7f6d3c162340 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.621+0000 7f6d3b7fe640 1 -- 172.21.15.122:0/2618212910 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d30032440 con 0x7f6d3c162340 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.621+0000 7f6d3b7fe640 1 -- 172.21.15.122:0/2618212910 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d30032810 con 0x7f6d3c162340 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.621+0000 7f6d43042640 1 -- 172.21.15.122:0/2618212910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d3c162340 msgr2=0x7f6d3c06d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.621+0000 7f6d43042640 1 --2- 172.21.15.122:0/2618212910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d3c162340 0x7f6d3c06d740 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c0a23d0 tx=0x7f6d3002a140 comp rx=0 tx=0).stop 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.621+0000 7f6d43042640 1 -- 172.21.15.122:0/2618212910 shutdown_connections 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.621+0000 7f6d43042640 1 --2- 172.21.15.122:0/2618212910 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d3c162c60 0x7f6d3c0d2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.621+0000 7f6d43042640 1 --2- 172.21.15.122:0/2618212910 >> v2:172.21.15.151:3300/0 conn(0x7f6d3c0cf280 0x7f6d3c162720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.621+0000 7f6d43042640 1 --2- 172.21.15.122:0/2618212910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d3c162340 0x7f6d3c06d740 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.621+0000 7f6d43042640 1 -- 172.21.15.122:0/2618212910 >> 172.21.15.122:0/2618212910 conn(0x7f6d3c08bfc0 msgr2=0x7f6d3c0d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:54.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.622+0000 7f6d43042640 1 -- 172.21.15.122:0/2618212910 shutdown_connections 2024-09-12T01:17:54.623 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.622+0000 7f6d43042640 1 -- 172.21.15.122:0/2618212910 wait complete. 2024-09-12T01:17:54.623 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.623+0000 7f6d43042640 1 Processor -- start 2024-09-12T01:17:54.623 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.623+0000 7f6d43042640 1 -- start start 2024-09-12T01:17:54.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.623+0000 7f6d43042640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d3c0cf280 0x7f6d3c0b4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:54.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.623+0000 7f6d43042640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d3c162340 0x7f6d3c0b8c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:54.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d43042640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d3c162c60 0x7f6d3c0b9190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:54.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d43042640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3c0cf6c0 con 0x7f6d3c162340 2024-09-12T01:17:54.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d43042640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3c0d52d0 con 0x7f6d3c0cf280 2024-09-12T01:17:54.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d43042640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6d3c1630f0 con 0x7f6d3c162c60 2024-09-12T01:17:54.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d3bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d3c162340 0x7f6d3c0b8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d3bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d3c162340 0x7f6d3c0b8c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41164/0 (socket says 172.21.15.122:41164) 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d3bfff640 1 -- 172.21.15.122:0/314624145 learned_addr learned my addr 172.21.15.122:0/314624145 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d40dde640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d3c0cf280 0x7f6d3c0b4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d415df640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d3c162c60 0x7f6d3c0b9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d3bfff640 1 -- 172.21.15.122:0/314624145 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d3c162c60 msgr2=0x7f6d3c0b9190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d3bfff640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d3c162c60 0x7f6d3c0b9190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d3bfff640 1 -- 172.21.15.122:0/314624145 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d3c0cf280 msgr2=0x7f6d3c0b4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d3bfff640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d3c0cf280 0x7f6d3c0b4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d3bfff640 1 -- 172.21.15.122:0/314624145 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d3c0cdc90 con 0x7f6d3c162340 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d3bfff640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d3c162340 0x7f6d3c0b8c50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6d2800d800 tx=0x7f6d2800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d397fa640 1 -- 172.21.15.122:0/314624145 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d280096a0 con 0x7f6d3c162340 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d397fa640 1 -- 172.21.15.122:0/314624145 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d28019070 con 0x7f6d3c162340 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d43042640 1 -- 172.21.15.122:0/314624145 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d3c0b8170 con 0x7f6d3c162340 2024-09-12T01:17:54.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d397fa640 1 -- 172.21.15.122:0/314624145 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d28009a60 con 0x7f6d3c162340 2024-09-12T01:17:54.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.624+0000 7f6d43042640 1 -- 172.21.15.122:0/314624145 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d3c0b8730 con 0x7f6d3c162340 2024-09-12T01:17:54.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.625+0000 7f6d43042640 1 -- 172.21.15.122:0/314624145 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d3c162720 con 0x7f6d3c162340 2024-09-12T01:17:54.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.626+0000 7f6d397fa640 1 -- 172.21.15.122:0/314624145 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6d28009c00 con 0x7f6d3c162340 2024-09-12T01:17:54.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.626+0000 7f6d397fa640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d2006be30 0x7f6d2006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:54.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.626+0000 7f6d397fa640 1 -- 172.21.15.122:0/314624145 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6850+0+0 (secure 0 0 0) 0x7f6d2808b500 con 0x7f6d3c162340 2024-09-12T01:17:54.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.626+0000 7f6d40dde640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d2006be30 0x7f6d2006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:54.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.627+0000 7f6d40dde640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d2006be30 0x7f6d2006e2f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6d30034000 tx=0x7f6d3002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:54.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.631+0000 7f6d397fa640 1 -- 172.21.15.122:0/314624145 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6d28059470 con 0x7f6d3c162340 2024-09-12T01:17:54.799 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:54.800+0000 7f6d43042640 1 -- 172.21.15.122:0/314624145 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6d3c08e640 con 0x7f6d3c162340 2024-09-12T01:17:55.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.716+0000 7f6d397fa640 1 -- 172.21.15.122:0/314624145 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v28) ==== 181+0+0 (secure 0 0 0) 0x7f6d2805d770 con 0x7f6d3c162340 2024-09-12T01:17:55.716 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_metadata' removed 2024-09-12T01:17:55.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.719+0000 7f6d43042640 1 -- 172.21.15.122:0/314624145 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d2006be30 msgr2=0x7f6d2006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:55.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.719+0000 7f6d43042640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d2006be30 0x7f6d2006e2f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6d30034000 tx=0x7f6d3002e000 comp rx=0 tx=0).stop 2024-09-12T01:17:55.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.719+0000 7f6d43042640 1 -- 172.21.15.122:0/314624145 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d3c162340 msgr2=0x7f6d3c0b8c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:55.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.719+0000 7f6d43042640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d3c162340 0x7f6d3c0b8c50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6d2800d800 tx=0x7f6d2800dcc0 comp rx=0 tx=0).stop 2024-09-12T01:17:55.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.719+0000 7f6d43042640 1 -- 172.21.15.122:0/314624145 shutdown_connections 2024-09-12T01:17:55.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.719+0000 7f6d43042640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d2006be30 0x7f6d2006e2f0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:55.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.719+0000 7f6d43042640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d3c162c60 0x7f6d3c0b9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:55.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.719+0000 7f6d43042640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d3c162340 0x7f6d3c0b8c50 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:55.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.719+0000 7f6d43042640 1 --2- 172.21.15.122:0/314624145 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d3c0cf280 0x7f6d3c0b4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:55.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.719+0000 7f6d43042640 1 -- 172.21.15.122:0/314624145 >> 172.21.15.122:0/314624145 conn(0x7f6d3c08bfc0 msgr2=0x7f6d3c1619b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:55.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.720+0000 7f6d43042640 1 -- 172.21.15.122:0/314624145 shutdown_connections 2024-09-12T01:17:55.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.720+0000 7f6d43042640 1 -- 172.21.15.122:0/314624145 wait complete. 2024-09-12T01:17:55.734 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-12T01:17:55.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.845+0000 7fb2779c4640 1 Processor -- start 2024-09-12T01:17:55.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.845+0000 7fb2779c4640 1 -- start start 2024-09-12T01:17:55.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.846+0000 7fb2779c4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb27015e7f0 0x7fb2700b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:55.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.846+0000 7fb2779c4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb270071180 0x7fb27006de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:55.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.846+0000 7fb2779c4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb27006cdc0 con 0x7fb2700af210 2024-09-12T01:17:55.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.846+0000 7fb2779c4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fb27006d0a0 con 0x7fb270071180 2024-09-12T01:17:55.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.846+0000 7fb2779c4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb27006d380 con 0x7fb27015e7f0 2024-09-12T01:17:55.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.846+0000 7fb275f61640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb270071180 0x7fb27006de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:55.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.847+0000 7fb275f61640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb270071180 0x7fb27006de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41180/0 (socket says 172.21.15.122:41180) 2024-09-12T01:17:55.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.847+0000 7fb275f61640 1 -- 172.21.15.122:0/1240085512 learned_addr learned my addr 172.21.15.122:0/1240085512 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:55.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.847+0000 7fb275760640 1 --2- 172.21.15.122:0/1240085512 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb27015e7f0 0x7fb2700b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:55.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.847+0000 7fb275f61640 1 -- 172.21.15.122:0/1240085512 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb27015e7f0 msgr2=0x7fb2700b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:55.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.847+0000 7fb275f61640 1 --2- 172.21.15.122:0/1240085512 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb27015e7f0 0x7fb2700b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:55.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.847+0000 7fb275f61640 1 -- 172.21.15.122:0/1240085512 >> v1:172.21.15.151:6789/0 conn(0x7fb2700af210 legacy=0x7fb270070a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:55.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.847+0000 7fb275f61640 1 -- 172.21.15.122:0/1240085512 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb27006d660 con 0x7fb270071180 2024-09-12T01:17:55.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb275f61640 1 --2- 172.21.15.122:0/1240085512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb270071180 0x7fb27006de60 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb268009e50 tx=0x7fb26802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4807c680ccd47320 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:55.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb26ffff640 1 -- 172.21.15.122:0/1240085512 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb268036070 con 0x7fb270071180 2024-09-12T01:17:55.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb26ffff640 1 -- 172.21.15.122:0/1240085512 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb268031600 con 0x7fb270071180 2024-09-12T01:17:55.853 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb26ffff640 1 -- 172.21.15.122:0/1240085512 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2680319d0 con 0x7fb270071180 2024-09-12T01:17:55.853 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb2779c4640 1 -- 172.21.15.122:0/1240085512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb270071180 msgr2=0x7fb27006de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:55.853 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb2779c4640 1 --2- 172.21.15.122:0/1240085512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb270071180 0x7fb27006de60 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb268009e50 tx=0x7fb26802a710 comp rx=0 tx=0).stop 2024-09-12T01:17:55.853 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb2779c4640 1 -- 172.21.15.122:0/1240085512 shutdown_connections 2024-09-12T01:17:55.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb2779c4640 1 --2- 172.21.15.122:0/1240085512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb270071180 0x7fb27006de60 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:55.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb2779c4640 1 --2- 172.21.15.122:0/1240085512 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb27015e7f0 0x7fb2700b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:55.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb2779c4640 1 -- 172.21.15.122:0/1240085512 >> 172.21.15.122:0/1240085512 conn(0x7fb2700b3f30 msgr2=0x7fb2700b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:55.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb2779c4640 1 -- 172.21.15.122:0/1240085512 shutdown_connections 2024-09-12T01:17:55.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.848+0000 7fb2779c4640 1 -- 172.21.15.122:0/1240085512 wait complete. 2024-09-12T01:17:55.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.850+0000 7fb2779c4640 1 Processor -- start 2024-09-12T01:17:55.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.850+0000 7fb2779c4640 1 -- start start 2024-09-12T01:17:55.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.850+0000 7fb2779c4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb270071180 0x7fb27015b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:55.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.850+0000 7fb2779c4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2700af210 0x7fb270150230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:55.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.850+0000 7fb2779c4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb27015e7f0 0x7fb270152e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:55.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.850+0000 7fb2779c4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb2700b7250 con 0x7fb2700af210 2024-09-12T01:17:55.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.850+0000 7fb2779c4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fb2700b6150 con 0x7fb27015e7f0 2024-09-12T01:17:55.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.850+0000 7fb2779c4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb2700b73d0 con 0x7fb270071180 2024-09-12T01:17:55.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.850+0000 7fb274f5f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2700af210 0x7fb270150230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:55.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.850+0000 7fb274f5f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2700af210 0x7fb270150230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41190/0 (socket says 172.21.15.122:41190) 2024-09-12T01:17:55.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.850+0000 7fb274f5f640 1 -- 172.21.15.122:0/1826065883 learned_addr learned my addr 172.21.15.122:0/1826065883 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:55.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb275760640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb270071180 0x7fb27015b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:55.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb275f61640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb27015e7f0 0x7fb270152e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:55.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb274f5f640 1 -- 172.21.15.122:0/1826065883 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb270071180 msgr2=0x7fb27015b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:55.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb274f5f640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb270071180 0x7fb27015b0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:55.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb274f5f640 1 -- 172.21.15.122:0/1826065883 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb27015e7f0 msgr2=0x7fb270152e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:55.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb274f5f640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb27015e7f0 0x7fb270152e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:55.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb274f5f640 1 -- 172.21.15.122:0/1826065883 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb270150770 con 0x7fb2700af210 2024-09-12T01:17:55.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb274f5f640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2700af210 0x7fb270150230 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb26400c370 tx=0x7fb26400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:55.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb26dffb640 1 -- 172.21.15.122:0/1826065883 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2640052d0 con 0x7fb2700af210 2024-09-12T01:17:55.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb26dffb640 1 -- 172.21.15.122:0/1826065883 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb264005470 con 0x7fb2700af210 2024-09-12T01:17:55.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb2779c4640 1 -- 172.21.15.122:0/1826065883 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2701f7e70 con 0x7fb2700af210 2024-09-12T01:17:55.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb26dffb640 1 -- 172.21.15.122:0/1826065883 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb264007260 con 0x7fb2700af210 2024-09-12T01:17:55.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.851+0000 7fb2779c4640 1 -- 172.21.15.122:0/1826065883 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2701f8430 con 0x7fb2700af210 2024-09-12T01:17:55.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.852+0000 7fb2779c4640 1 -- 172.21.15.122:0/1826065883 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb270154bc0 con 0x7fb2700af210 2024-09-12T01:17:55.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.853+0000 7fb26dffb640 1 -- 172.21.15.122:0/1826065883 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb264007400 con 0x7fb2700af210 2024-09-12T01:17:55.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.853+0000 7fb26dffb640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb25c06be30 0x7fb25c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:55.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.853+0000 7fb26dffb640 1 -- 172.21.15.122:0/1826065883 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6412+0+0 (secure 0 0 0) 0x7fb26408a660 con 0x7fb2700af210 2024-09-12T01:17:55.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.853+0000 7fb275760640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb25c06be30 0x7fb25c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:55.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.853+0000 7fb275760640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb25c06be30 0x7fb25c06e2f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb260009b40 tx=0x7fb260009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:55.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:55.857+0000 7fb26dffb640 1 -- 172.21.15.122:0/1826065883 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb270154bc0 con 0x7fb2700af210 2024-09-12T01:17:56.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.022+0000 7fb2779c4640 1 -- 172.21.15.122:0/1826065883 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb2700b6d10 con 0x7fb2700af210 2024-09-12T01:17:56.728 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.729+0000 7fb26dffb640 1 -- 172.21.15.122:0/1826065883 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v29) ==== 169+0+0 (secure 0 0 0) 0x7fb2640585f0 con 0x7fb2700af210 2024-09-12T01:17:56.728 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_data' removed 2024-09-12T01:17:56.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.733+0000 7fb2779c4640 1 -- 172.21.15.122:0/1826065883 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb25c06be30 msgr2=0x7fb25c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:56.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.733+0000 7fb2779c4640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb25c06be30 0x7fb25c06e2f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb260009b40 tx=0x7fb260009190 comp rx=0 tx=0).stop 2024-09-12T01:17:56.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.733+0000 7fb2779c4640 1 -- 172.21.15.122:0/1826065883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2700af210 msgr2=0x7fb270150230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:56.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.733+0000 7fb2779c4640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2700af210 0x7fb270150230 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb26400c370 tx=0x7fb26400c830 comp rx=0 tx=0).stop 2024-09-12T01:17:56.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.733+0000 7fb2779c4640 1 -- 172.21.15.122:0/1826065883 shutdown_connections 2024-09-12T01:17:56.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.733+0000 7fb2779c4640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb25c06be30 0x7fb25c06e2f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:56.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.733+0000 7fb2779c4640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb27015e7f0 0x7fb270152e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:56.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.733+0000 7fb2779c4640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2700af210 0x7fb270150230 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:56.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.733+0000 7fb2779c4640 1 --2- 172.21.15.122:0/1826065883 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb270071180 0x7fb27015b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:56.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.733+0000 7fb2779c4640 1 -- 172.21.15.122:0/1826065883 >> 172.21.15.122:0/1826065883 conn(0x7fb2700b3f30 msgr2=0x7fb2700af660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:56.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.734+0000 7fb2779c4640 1 -- 172.21.15.122:0/1826065883 shutdown_connections 2024-09-12T01:17:56.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.734+0000 7fb2779c4640 1 -- 172.21.15.122:0/1826065883 wait complete. 2024-09-12T01:17:56.746 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-12T01:17:56.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.853+0000 7f8bf185e640 1 Processor -- start 2024-09-12T01:17:56.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.853+0000 7f8bf185e640 1 -- start start 2024-09-12T01:17:56.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.853+0000 7f8bf185e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f8bec0d0940 0x7f8bec15d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:56.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.853+0000 7f8bf185e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8bec15c500 0x7f8bec0cdf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:56.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.853+0000 7f8bf185e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bec0d0730 con 0x7f8bec0cff50 2024-09-12T01:17:56.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.853+0000 7f8bf185e640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f8bec0cda90 con 0x7f8bec0d0940 2024-09-12T01:17:56.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.853+0000 7f8bf185e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f8bec0cd1a0 con 0x7f8bec15c500 2024-09-12T01:17:56.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8beb7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f8bec0cff50 0x7f8bec0d0d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33242/0 (socket says 172.21.15.122:33242) 2024-09-12T01:17:56.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8beb7fe640 1 -- 172.21.15.122:0/1224387793 learned_addr learned my addr 172.21.15.122:0/1224387793 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:56.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8beaffd640 1 --2- 172.21.15.122:0/1224387793 >> v2:172.21.15.151:3300/0 conn(0x7f8bec0d0940 0x7f8bec15d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:56.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8bea7fc640 1 --2- 172.21.15.122:0/1224387793 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8bec15c500 0x7f8bec0cdf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:56.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8be9ffb640 1 -- 172.21.15.122:0/1224387793 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2669998630 0 0) 0x7f8bec0d0730 con 0x7f8bec0cff50 2024-09-12T01:17:56.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8be9ffb640 1 -- 172.21.15.122:0/1224387793 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8bd4003520 con 0x7f8bec0cff50 2024-09-12T01:17:56.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8be9ffb640 1 -- 172.21.15.122:0/1224387793 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1234356573 0 0) 0x7f8bd4003520 con 0x7f8bec0cff50 2024-09-12T01:17:56.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8bea7fc640 1 -- 172.21.15.122:0/1224387793 >> v2:172.21.15.151:3300/0 conn(0x7f8bec0d0940 msgr2=0x7f8bec15d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:56.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8bea7fc640 1 --2- 172.21.15.122:0/1224387793 >> v2:172.21.15.151:3300/0 conn(0x7f8bec0d0940 0x7f8bec15d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:56.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8bea7fc640 1 -- 172.21.15.122:0/1224387793 >> v1:172.21.15.122:6789/0 conn(0x7f8bec0cff50 legacy=0x7f8bec0d0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:56.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8bea7fc640 1 -- 172.21.15.122:0/1224387793 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bec0cd440 con 0x7f8bec15c500 2024-09-12T01:17:56.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.854+0000 7f8beaffd640 1 --2- 172.21.15.122:0/1224387793 >> v2:172.21.15.151:3300/0 conn(0x7f8bec0d0940 0x7f8bec15d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:17:56.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.855+0000 7f8bea7fc640 1 --2- 172.21.15.122:0/1224387793 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8bec15c500 0x7f8bec0cdf20 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8be00097d0 tx=0x7f8be002a140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de268c0ff0d420fc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:56.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.855+0000 7f8be9ffb640 1 -- 172.21.15.122:0/1224387793 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be0037070 con 0x7f8bec15c500 2024-09-12T01:17:56.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.855+0000 7f8be9ffb640 1 -- 172.21.15.122:0/1224387793 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8be002abd0 con 0x7f8bec15c500 2024-09-12T01:17:56.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.855+0000 7f8be9ffb640 1 -- 172.21.15.122:0/1224387793 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be40019f0 con 0x7f8bec15c500 2024-09-12T01:17:56.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.856+0000 7f8bf185e640 1 -- 172.21.15.122:0/1224387793 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8bec15c500 msgr2=0x7f8bec0cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:56.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.856+0000 7f8bf185e640 1 --2- 172.21.15.122:0/1224387793 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8bec15c500 0x7f8bec0cdf20 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8be00097d0 tx=0x7f8be002a140 comp rx=0 tx=0).stop 2024-09-12T01:17:56.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.856+0000 7f8bf185e640 1 -- 172.21.15.122:0/1224387793 shutdown_connections 2024-09-12T01:17:56.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.856+0000 7f8bf185e640 1 --2- 172.21.15.122:0/1224387793 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8bec15c500 0x7f8bec0cdf20 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:56.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.856+0000 7f8bf185e640 1 --2- 172.21.15.122:0/1224387793 >> v2:172.21.15.151:3300/0 conn(0x7f8bec0d0940 0x7f8bec15d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:56.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.856+0000 7f8bf185e640 1 -- 172.21.15.122:0/1224387793 >> 172.21.15.122:0/1224387793 conn(0x7f8bec0d2380 msgr2=0x7f8bec0d2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:56.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.856+0000 7f8bf185e640 1 -- 172.21.15.122:0/1224387793 shutdown_connections 2024-09-12T01:17:56.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.856+0000 7f8bf185e640 1 -- 172.21.15.122:0/1224387793 wait complete. 2024-09-12T01:17:56.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.857+0000 7f8bf185e640 1 Processor -- start 2024-09-12T01:17:56.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.857+0000 7f8bf185e640 1 -- start start 2024-09-12T01:17:56.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8bf185e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bec0cff50 0x7f8bec0b7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:56.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8bf185e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8bec0d0940 0x7f8bec1f7d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:56.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8bf185e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8bec15c500 0x7f8bec1f82c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:56.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8bf185e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8bec09aa30 con 0x7f8bec0cff50 2024-09-12T01:17:56.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8bf185e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f8bec0d0400 con 0x7f8bec15c500 2024-09-12T01:17:56.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8bf185e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f8bec09abb0 con 0x7f8bec0d0940 2024-09-12T01:17:56.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8beaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bec0cff50 0x7f8bec0b7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:56.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8beaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bec0cff50 0x7f8bec0b7cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41206/0 (socket says 172.21.15.122:41206) 2024-09-12T01:17:56.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8beaffd640 1 -- 172.21.15.122:0/4291878060 learned_addr learned my addr 172.21.15.122:0/4291878060 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:56.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8bea7fc640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8bec0d0940 0x7f8bec1f7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:56.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8beb7fe640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8bec15c500 0x7f8bec1f82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:56.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8beaffd640 1 -- 172.21.15.122:0/4291878060 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8bec0d0940 msgr2=0x7f8bec1f7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:56.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8beaffd640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8bec0d0940 0x7f8bec1f7d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:56.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8beaffd640 1 -- 172.21.15.122:0/4291878060 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8bec15c500 msgr2=0x7f8bec1f82c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:56.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8beaffd640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8bec15c500 0x7f8bec1f82c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:56.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8beaffd640 1 -- 172.21.15.122:0/4291878060 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bec0c5610 con 0x7f8bec0cff50 2024-09-12T01:17:56.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8beaffd640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bec0cff50 0x7f8bec0b7cc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc00ec10 tx=0x7f8bdc00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:56.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8bd3fff640 1 -- 172.21.15.122:0/4291878060 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bdc017070 con 0x7f8bec0cff50 2024-09-12T01:17:56.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8bd3fff640 1 -- 172.21.15.122:0/4291878060 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bdc00cc30 con 0x7f8bec0cff50 2024-09-12T01:17:56.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8bf185e640 1 -- 172.21.15.122:0/4291878060 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bec1f88f0 con 0x7f8bec0cff50 2024-09-12T01:17:56.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.858+0000 7f8bd3fff640 1 -- 172.21.15.122:0/4291878060 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bdc013470 con 0x7f8bec0cff50 2024-09-12T01:17:56.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.859+0000 7f8bf185e640 1 -- 172.21.15.122:0/4291878060 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bec06cdc0 con 0x7f8bec0cff50 2024-09-12T01:17:56.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.859+0000 7f8bf185e640 1 -- 172.21.15.122:0/4291878060 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bec15d430 con 0x7f8bec0cff50 2024-09-12T01:17:56.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.860+0000 7f8bd3fff640 1 -- 172.21.15.122:0/4291878060 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8bdc01a070 con 0x7f8bec0cff50 2024-09-12T01:17:56.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.860+0000 7f8bd3fff640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8bd806be30 0x7f8bd806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:56.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.860+0000 7f8bd3fff640 1 -- 172.21.15.122:0/4291878060 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5853+0+0 (secure 0 0 0) 0x7f8bdc08ae80 con 0x7f8bec0cff50 2024-09-12T01:17:56.866 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.860+0000 7f8bea7fc640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8bd806be30 0x7f8bd806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:56.866 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.861+0000 7f8bea7fc640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8bd806be30 0x7f8bd806e2f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f8be0034000 tx=0x7f8be002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:56.866 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:56.864+0000 7f8bd3fff640 1 -- 172.21.15.122:0/4291878060 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8bdc0597a0 con 0x7f8bec0cff50 2024-09-12T01:17:57.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.029+0000 7f8bf185e640 1 -- 172.21.15.122:0/4291878060 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8bec0c5880 con 0x7f8bec0cff50 2024-09-12T01:17:57.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.730+0000 7f8bd3fff640 1 -- 172.21.15.122:0/4291878060 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v30) ==== 178+0+0 (secure 0 0 0) 0x7f8bdc0590a0 con 0x7f8bec0cff50 2024-09-12T01:17:57.730 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_data_ec' removed 2024-09-12T01:17:57.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.734+0000 7f8bf185e640 1 -- 172.21.15.122:0/4291878060 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8bd806be30 msgr2=0x7f8bd806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:57.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.734+0000 7f8bf185e640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8bd806be30 0x7f8bd806e2f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f8be0034000 tx=0x7f8be002e000 comp rx=0 tx=0).stop 2024-09-12T01:17:57.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.734+0000 7f8bf185e640 1 -- 172.21.15.122:0/4291878060 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bec0cff50 msgr2=0x7f8bec0b7cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:57.734 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.734+0000 7f8bf185e640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bec0cff50 0x7f8bec0b7cc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc00ec10 tx=0x7f8bdc00c520 comp rx=0 tx=0).stop 2024-09-12T01:17:57.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.734+0000 7f8bf185e640 1 -- 172.21.15.122:0/4291878060 shutdown_connections 2024-09-12T01:17:57.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.734+0000 7f8bf185e640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8bd806be30 0x7f8bd806e2f0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:57.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.734+0000 7f8bf185e640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8bec15c500 0x7f8bec1f82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:57.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.734+0000 7f8bf185e640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8bec0d0940 0x7f8bec1f7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:57.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.734+0000 7f8bf185e640 1 --2- 172.21.15.122:0/4291878060 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bec0cff50 0x7f8bec0b7cc0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:57.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.734+0000 7f8bf185e640 1 -- 172.21.15.122:0/4291878060 >> 172.21.15.122:0/4291878060 conn(0x7f8bec0d2380 msgr2=0x7f8bec160140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:57.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.734+0000 7f8bf185e640 1 -- 172.21.15.122:0/4291878060 shutdown_connections 2024-09-12T01:17:57.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.735+0000 7f8bf185e640 1 -- 172.21.15.122:0/4291878060 wait complete. 2024-09-12T01:17:57.749 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-12T01:17:57.750 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-12T01:17:57.750 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-12T01:17:57.750 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:57.750 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-12T01:17:57.750 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-12T01:17:57.750 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-12T01:17:57.750 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:57.751 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-12T01:17:57.751 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-12T01:17:57.751 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-12T01:17:57.751 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:57.751 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-12T01:17:57.751 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-12T01:17:57.751 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-12T01:17:57.752 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:57.762 INFO:tasks.ceph.mds.b:Stopped 2024-09-12T01:17:57.763 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-12T01:17:57.764 INFO:tasks.ceph.mds.d:Stopped 2024-09-12T01:17:57.764 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-12T01:17:57.766 INFO:tasks.ceph.mds.a:Stopped 2024-09-12T01:17:57.766 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-12T01:17:57.767 INFO:tasks.ceph.mds.c:Stopped 2024-09-12T01:17:57.768 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-12T01:17:57.806 INFO:tasks.ceph.mds.b:Started 2024-09-12T01:17:57.806 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:57.807 INFO:tasks.ceph.mds.d:Started 2024-09-12T01:17:57.807 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:57.810 INFO:tasks.ceph.mds.a:Started 2024-09-12T01:17:57.810 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:57.811 INFO:tasks.ceph.mds.c:Started 2024-09-12T01:17:57.811 DEBUG:teuthology.parallel:result is None 2024-09-12T01:17:57.811 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-12T01:17:57.884 INFO:tasks.ceph.mds.d.smithi151.stdout:starting mds.d at 2024-09-12T01:17:57.884 INFO:tasks.ceph.mds.b.smithi151.stdout:starting mds.b at 2024-09-12T01:17:57.890 INFO:tasks.ceph.mds.a.smithi122.stdout:starting mds.a at 2024-09-12T01:17:57.890 INFO:tasks.ceph.mds.c.smithi122.stdout:starting mds.c at 2024-09-12T01:17:57.890 INFO:tasks.ceph.mds.a.smithi122.stderr:2024-09-12T01:17:57.892+0000 7f3947c2a640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-12T01:17:57.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.921+0000 7f6402b66640 1 Processor -- start 2024-09-12T01:17:57.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.921+0000 7f6402b66640 1 -- start start 2024-09-12T01:17:57.921 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.922+0000 7f6402b66640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f63fc09b140 0x7f63fc169570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:57.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.922+0000 7f6402b66640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63fc06cec0 con 0x7f63fc15e5d0 2024-09-12T01:17:57.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.922+0000 7f6402b66640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63fc06d1a0 con 0x7f63fc06df60 2024-09-12T01:17:57.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.922+0000 7f6402b66640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f63fc06dad0 con 0x7f63fc09b140 2024-09-12T01:17:57.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.922+0000 7f6400902640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f63fc15e5d0 0x7f63fc0d10f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33272/0 (socket says 172.21.15.122:33272) 2024-09-12T01:17:57.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.922+0000 7f6400902640 1 -- 172.21.15.122:0/1235071733 learned_addr learned my addr 172.21.15.122:0/1235071733 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:57.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.922+0000 7f6401103640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f63fc09b140 0x7f63fc169570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:57.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.922+0000 7f6401103640 1 -- 172.21.15.122:0/1235071733 >> v1:172.21.15.151:6789/0 conn(0x7f63fc06df60 legacy=0x7f63fc09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:57.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.922+0000 7f6401103640 1 -- 172.21.15.122:0/1235071733 >> v1:172.21.15.122:6789/0 conn(0x7f63fc15e5d0 legacy=0x7f63fc0d10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:57.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.922+0000 7f6401103640 1 -- 172.21.15.122:0/1235071733 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63fc06d480 con 0x7f63fc09b140 2024-09-12T01:17:57.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.922+0000 7f63fb7fe640 1 -- 172.21.15.122:0/1235071733 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1669609585 0 0) 0x7f63fc06cec0 con 0x7f63fc15e5d0 2024-09-12T01:17:57.923 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.923+0000 7f6401103640 1 --2- 172.21.15.122:0/1235071733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63fc09b140 0x7f63fc169570 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f63f4009dc0 tx=0x7f63f402a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6ee2b83a11f96ee server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:57.924 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.923+0000 7f63fb7fe640 1 -- 172.21.15.122:0/1235071733 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f4037070 con 0x7f63fc09b140 2024-09-12T01:17:57.924 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.923+0000 7f63fb7fe640 1 -- 172.21.15.122:0/1235071733 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63f4007740 con 0x7f63fc09b140 2024-09-12T01:17:57.924 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.923+0000 7f63fb7fe640 1 -- 172.21.15.122:0/1235071733 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f4007b10 con 0x7f63fc09b140 2024-09-12T01:17:57.924 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.924+0000 7f6402b66640 1 -- 172.21.15.122:0/1235071733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63fc09b140 msgr2=0x7f63fc169570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:57.924 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.924+0000 7f6402b66640 1 --2- 172.21.15.122:0/1235071733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63fc09b140 0x7f63fc169570 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f63f4009dc0 tx=0x7f63f402a7c0 comp rx=0 tx=0).stop 2024-09-12T01:17:57.924 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.924+0000 7f6402b66640 1 -- 172.21.15.122:0/1235071733 shutdown_connections 2024-09-12T01:17:57.924 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.924+0000 7f6402b66640 1 --2- 172.21.15.122:0/1235071733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63fc09b140 0x7f63fc169570 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:57.924 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.924+0000 7f6402b66640 1 -- 172.21.15.122:0/1235071733 >> 172.21.15.122:0/1235071733 conn(0x7f63fc0d23a0 msgr2=0x7f63fc0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:57.924 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.924+0000 7f6402b66640 1 -- 172.21.15.122:0/1235071733 shutdown_connections 2024-09-12T01:17:57.924 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.924+0000 7f6402b66640 1 -- 172.21.15.122:0/1235071733 wait complete. 2024-09-12T01:17:57.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.925+0000 7f6402b66640 1 Processor -- start 2024-09-12T01:17:57.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.925+0000 7f6402b66640 1 -- start start 2024-09-12T01:17:57.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6402b66640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63fc06df60 0x7f63fc156880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:57.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6402b66640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f63fc09b140 0x7f63fc0b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:57.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6402b66640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f63fc15e5d0 0x7f63fc0b6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:57.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6402b66640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc0d1980 con 0x7f63fc06df60 2024-09-12T01:17:57.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6402b66640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc0d1800 con 0x7f63fc15e5d0 2024-09-12T01:17:57.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6402b66640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f63fc15e9b0 con 0x7f63fc09b140 2024-09-12T01:17:57.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6400902640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63fc06df60 0x7f63fc156880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:57.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6400902640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63fc06df60 0x7f63fc156880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41262/0 (socket says 172.21.15.122:41262) 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6400902640 1 -- 172.21.15.122:0/3083323759 learned_addr learned my addr 172.21.15.122:0/3083323759 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f63fbfff640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f63fc09b140 0x7f63fc0b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6401103640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f63fc15e5d0 0x7f63fc0b6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6400902640 1 -- 172.21.15.122:0/3083323759 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f63fc09b140 msgr2=0x7f63fc0b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6400902640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f63fc09b140 0x7f63fc0b51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6400902640 1 -- 172.21.15.122:0/3083323759 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f63fc15e5d0 msgr2=0x7f63fc0b6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6400902640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f63fc15e5d0 0x7f63fc0b6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.926+0000 7f6400902640 1 -- 172.21.15.122:0/3083323759 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63fc0b5b20 con 0x7f63fc06df60 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.927+0000 7f6400902640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63fc06df60 0x7f63fc156880 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f63ec00c3f0 tx=0x7f63ec00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.927+0000 7f63f97fa640 1 -- 172.21.15.122:0/3083323759 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63ec0074e0 con 0x7f63fc06df60 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.927+0000 7f63f97fa640 1 -- 172.21.15.122:0/3083323759 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63ec0047e0 con 0x7f63fc06df60 2024-09-12T01:17:57.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.927+0000 7f63f97fa640 1 -- 172.21.15.122:0/3083323759 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63ec004c10 con 0x7f63fc06df60 2024-09-12T01:17:57.929 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.927+0000 7f6402b66640 1 -- 172.21.15.122:0/3083323759 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63fc0b5e00 con 0x7f63fc06df60 2024-09-12T01:17:57.929 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.927+0000 7f6402b66640 1 -- 172.21.15.122:0/3083323759 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63fc0b63c0 con 0x7f63fc06df60 2024-09-12T01:17:57.929 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.928+0000 7f6402b66640 1 -- 172.21.15.122:0/3083323759 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63fc09aa30 con 0x7f63fc06df60 2024-09-12T01:17:57.929 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.928+0000 7f63f97fa640 1 -- 172.21.15.122:0/3083323759 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f63ec011070 con 0x7f63fc06df60 2024-09-12T01:17:57.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.929+0000 7f63f97fa640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f63e806be30 0x7f63e806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:57.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.929+0000 7f63f97fa640 1 -- 172.21.15.122:0/3083323759 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5335+0+0 (secure 0 0 0) 0x7f63ec08a700 con 0x7f63fc06df60 2024-09-12T01:17:57.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.929+0000 7f63fbfff640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f63e806be30 0x7f63e806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:57.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.929+0000 7f63fbfff640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f63e806be30 0x7f63e806e2f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f63fc15b0c0 tx=0x7f63f0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:57.932 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:57.933+0000 7f63f97fa640 1 -- 172.21.15.122:0/3083323759 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f63ec058c60 con 0x7f63fc06df60 2024-09-12T01:17:58.113 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.114+0000 7f6402b66640 1 -- 172.21.15.122:0/3083323759 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f63fc0b8320 con 0x7f63fc06df60 2024-09-12T01:17:58.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.752+0000 7f63f97fa640 1 -- 172.21.15.122:0/3083323759 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v32) ==== 97+0+0 (secure 0 0 0) 0x7f63ec05cf60 con 0x7f63fc06df60 2024-09-12T01:17:58.752 INFO:teuthology.orchestra.run.smithi122.stderr: removed all blocklist entries 2024-09-12T01:17:58.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.755+0000 7f6402b66640 1 -- 172.21.15.122:0/3083323759 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f63e806be30 msgr2=0x7f63e806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:58.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.755+0000 7f6402b66640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f63e806be30 0x7f63e806e2f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f63fc15b0c0 tx=0x7f63f0009040 comp rx=0 tx=0).stop 2024-09-12T01:17:58.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.755+0000 7f6402b66640 1 -- 172.21.15.122:0/3083323759 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63fc06df60 msgr2=0x7f63fc156880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:58.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.755+0000 7f6402b66640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63fc06df60 0x7f63fc156880 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f63ec00c3f0 tx=0x7f63ec00c8b0 comp rx=0 tx=0).stop 2024-09-12T01:17:58.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.756+0000 7f6402b66640 1 -- 172.21.15.122:0/3083323759 shutdown_connections 2024-09-12T01:17:58.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.756+0000 7f6402b66640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f63e806be30 0x7f63e806e2f0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:58.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.756+0000 7f6402b66640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f63fc15e5d0 0x7f63fc0b6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:58.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.756+0000 7f6402b66640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f63fc09b140 0x7f63fc0b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:58.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.756+0000 7f6402b66640 1 --2- 172.21.15.122:0/3083323759 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63fc06df60 0x7f63fc156880 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:58.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.756+0000 7f6402b66640 1 -- 172.21.15.122:0/3083323759 >> 172.21.15.122:0/3083323759 conn(0x7f63fc0d23a0 msgr2=0x7f63fc071980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:58.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.756+0000 7f6402b66640 1 -- 172.21.15.122:0/3083323759 shutdown_connections 2024-09-12T01:17:58.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.756+0000 7f6402b66640 1 -- 172.21.15.122:0/3083323759 wait complete. 2024-09-12T01:17:58.769 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-12T01:17:58.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.873+0000 7fd541328640 1 Processor -- start 2024-09-12T01:17:58.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.873+0000 7fd541328640 1 -- start start 2024-09-12T01:17:58.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.874+0000 7fd541328640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fd53c162060 0x7fd53c0b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:58.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.874+0000 7fd541328640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd53c06d9f0 con 0x7fd53c0b64b0 2024-09-12T01:17:58.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.874+0000 7fd541328640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd53c06dcd0 con 0x7fd53c161c80 2024-09-12T01:17:58.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.874+0000 7fd541328640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fd53c06dfb0 con 0x7fd53c162060 2024-09-12T01:17:58.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.874+0000 7fd53b7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fd53c0b64b0 0x7fd53c0cf1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33276/0 (socket says 172.21.15.122:33276) 2024-09-12T01:17:58.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.874+0000 7fd53b7fe640 1 -- 172.21.15.122:0/3635711179 learned_addr learned my addr 172.21.15.122:0/3635711179 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:58.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.874+0000 7fd53a7fc640 1 --2- 172.21.15.122:0/3635711179 >> v2:172.21.15.151:3300/0 conn(0x7fd53c162060 0x7fd53c0b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:58.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.874+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1036544809 0 0) 0x7fd53c06d9f0 con 0x7fd53c0b64b0 2024-09-12T01:17:58.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.874+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd524003520 con 0x7fd53c0b64b0 2024-09-12T01:17:58.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 973483880 0 0) 0x7fd524003520 con 0x7fd53c0b64b0 2024-09-12T01:17:58.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 >> v2:172.21.15.151:3300/0 conn(0x7fd53c162060 msgr2=0x7fd53c0b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:58.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 --2- 172.21.15.122:0/3635711179 >> v2:172.21.15.151:3300/0 conn(0x7fd53c162060 0x7fd53c0b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:58.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 >> v1:172.21.15.151:6789/0 conn(0x7fd53c161c80 legacy=0x7fd53c06e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd53c0d2890 con 0x7fd53c0b64b0 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fd5340019f0 con 0x7fd53c0b64b0 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 >> v1:172.21.15.122:6789/0 conn(0x7fd53c0b64b0 legacy=0x7fd53c0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 --2- 172.21.15.122:0/3635711179 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd5240039b0 0x7fd524003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 --2- 172.21.15.122:0/3635711179 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd524004800 0x7fd524004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 --2- 172.21.15.122:0/3635711179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5240051c0 0x7fd52400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd53c06dfb0 con 0x7fd5240051c0 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd52400c060 con 0x7fd524004800 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd52400c260 con 0x7fd5240039b0 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd53b7fe640 1 --2- 172.21.15.122:0/3635711179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5240051c0 0x7fd52400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd53affd640 1 --2- 172.21.15.122:0/3635711179 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd5240039b0 0x7fd524003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:58.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd53a7fc640 1 --2- 172.21.15.122:0/3635711179 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd524004800 0x7fd524004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:58.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd53b7fe640 1 -- 172.21.15.122:0/3635711179 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd5240039b0 msgr2=0x7fd524003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:58.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd53b7fe640 1 --2- 172.21.15.122:0/3635711179 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd5240039b0 0x7fd524003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:58.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd53b7fe640 1 -- 172.21.15.122:0/3635711179 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd524004800 msgr2=0x7fd524004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:58.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd53b7fe640 1 --2- 172.21.15.122:0/3635711179 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd524004800 0x7fd524004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:58.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.875+0000 7fd53b7fe640 1 -- 172.21.15.122:0/3635711179 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd524003520 con 0x7fd5240051c0 2024-09-12T01:17:58.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.876+0000 7fd53b7fe640 1 -- 172.21.15.122:0/3635711179 reap_dead start 2024-09-12T01:17:58.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.876+0000 7fd53b7fe640 1 --2- 172.21.15.122:0/3635711179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5240051c0 0x7fd52400b9c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fd53400a850 tx=0x7fd524005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6e36116b86ca508 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:58.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.876+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd53400a4a0 con 0x7fd5240051c0 2024-09-12T01:17:58.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.876+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd53402f070 con 0x7fd5240051c0 2024-09-12T01:17:58.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.876+0000 7fd539ffb640 1 -- 172.21.15.122:0/3635711179 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd53402bce0 con 0x7fd5240051c0 2024-09-12T01:17:58.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.877+0000 7fd541328640 1 -- 172.21.15.122:0/3635711179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5240051c0 msgr2=0x7fd52400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:58.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.877+0000 7fd541328640 1 --2- 172.21.15.122:0/3635711179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5240051c0 0x7fd52400b9c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fd53400a850 tx=0x7fd524005830 comp rx=0 tx=0).stop 2024-09-12T01:17:58.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.877+0000 7fd541328640 1 -- 172.21.15.122:0/3635711179 shutdown_connections 2024-09-12T01:17:58.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.877+0000 7fd541328640 1 --2- 172.21.15.122:0/3635711179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd5240051c0 0x7fd52400b9c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:58.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.877+0000 7fd541328640 1 -- 172.21.15.122:0/3635711179 >> 172.21.15.122:0/3635711179 conn(0x7fd53c0d44f0 msgr2=0x7fd53c0d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:58.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.877+0000 7fd541328640 1 -- 172.21.15.122:0/3635711179 shutdown_connections 2024-09-12T01:17:58.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.877+0000 7fd541328640 1 -- 172.21.15.122:0/3635711179 wait complete. 2024-09-12T01:17:58.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.878+0000 7fd541328640 1 Processor -- start 2024-09-12T01:17:58.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.878+0000 7fd541328640 1 -- start start 2024-09-12T01:17:58.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd541328640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5240051c0 0x7fd53c0b2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:58.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd541328640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd53c0c8590 0x7fd53c1f35e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:58.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd541328640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd53c0b7340 0x7fd53c1f3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:58.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd541328640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd53c0b6300 con 0x7fd53c0c8590 2024-09-12T01:17:58.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd541328640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd53c0b6180 con 0x7fd5240051c0 2024-09-12T01:17:58.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd541328640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd53c0b6960 con 0x7fd53c0b7340 2024-09-12T01:17:58.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd53c0c8590 0x7fd53c1f35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:58.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd53c0c8590 0x7fd53c1f35e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41290/0 (socket says 172.21.15.122:41290) 2024-09-12T01:17:58.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53a7fc640 1 -- 172.21.15.122:0/2754678619 learned_addr learned my addr 172.21.15.122:0/2754678619 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:58.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53b7fe640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd53c0b7340 0x7fd53c1f3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:58.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53affd640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5240051c0 0x7fd53c0b2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:58.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53a7fc640 1 -- 172.21.15.122:0/2754678619 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd53c0b7340 msgr2=0x7fd53c1f3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:58.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53a7fc640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd53c0b7340 0x7fd53c1f3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:58.889 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53a7fc640 1 -- 172.21.15.122:0/2754678619 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5240051c0 msgr2=0x7fd53c0b2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:58.889 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53a7fc640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5240051c0 0x7fd53c0b2450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:58.889 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53a7fc640 1 -- 172.21.15.122:0/2754678619 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd53c0c8ae0 con 0x7fd53c0c8590 2024-09-12T01:17:58.889 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53affd640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5240051c0 0x7fd53c0b2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:17:58.889 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd53a7fc640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd53c0c8590 0x7fd53c1f35e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd530011990 tx=0x7fd530011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:58.889 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd5237fe640 1 -- 172.21.15.122:0/2754678619 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd530019070 con 0x7fd53c0c8590 2024-09-12T01:17:58.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd5237fe640 1 -- 172.21.15.122:0/2754678619 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd530004240 con 0x7fd53c0c8590 2024-09-12T01:17:58.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd541328640 1 -- 172.21.15.122:0/2754678619 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd53c0c8dc0 con 0x7fd53c0c8590 2024-09-12T01:17:58.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.879+0000 7fd5237fe640 1 -- 172.21.15.122:0/2754678619 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd53000f860 con 0x7fd53c0c8590 2024-09-12T01:17:58.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.880+0000 7fd541328640 1 -- 172.21.15.122:0/2754678619 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd53c0c9380 con 0x7fd53c0c8590 2024-09-12T01:17:58.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.880+0000 7fd541328640 1 -- 172.21.15.122:0/2754678619 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd53c0b6cf0 con 0x7fd53c0c8590 2024-09-12T01:17:58.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.881+0000 7fd5237fe640 1 -- 172.21.15.122:0/2754678619 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd53001c070 con 0x7fd53c0c8590 2024-09-12T01:17:58.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.881+0000 7fd5237fe640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd52806be30 0x7fd52806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:58.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.882+0000 7fd53affd640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd52806be30 0x7fd52806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:58.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.882+0000 7fd5237fe640 1 -- 172.21.15.122:0/2754678619 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fd53008b050 con 0x7fd53c0c8590 2024-09-12T01:17:58.891 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.882+0000 7fd53affd640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd52806be30 0x7fd52806e2f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd52c005580 tx=0x7fd52c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:58.891 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:58.886+0000 7fd5237fe640 1 -- 172.21.15.122:0/2754678619 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd530059c50 con 0x7fd53c0c8590 2024-09-12T01:17:59.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.116+0000 7fd541328640 1 -- 172.21.15.122:0/2754678619 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fd53c0ba470 con 0x7fd53c0c8590 2024-09-12T01:17:59.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.116+0000 7fd5237fe640 1 -- 172.21.15.122:0/2754678619 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7fd530059550 con 0x7fd53c0c8590 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout: "auth_dump": [ 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mds.a", 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJm6oj3IRAAFkT44GrHa/qt8/XGuqqN5g==", 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow *", 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow *", 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.116 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mds.b", 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmxtewLRAAvdvGqZUl0uL89ZDgJIN9ZQ==", 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow *", 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow *", 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.117 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mds.c", 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmarr3KBAAfVBQORQDaTU4MHqLf2odag==", 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow *", 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow *", 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mds.d", 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmqpm2NBAApjxw9v8gT8We9OyRbtQWSQ==", 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:17:59.118 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow *", 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow *", 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.0", 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDgQOJm1sPFDxAAzgyqqpdunoLbXjZ48fOJ+w==", 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.119 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.1", 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDjQOJmdbXQERAAPe5NZDSEQCm2rZAwzpEDYQ==", 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.2", 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDmQOJmkCHtIRAAYbbrfjGtjlzRaSAApTQRJQ==", 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:17:59.120 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.3", 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDpQOJmfZhuIxAA4v+9WirPLFHOCGj1isDCwg==", 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.4", 2024-09-12T01:17:59.121 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDvQOJmFi1TLxAAMAC9QbWDZO0o40Y9zQEJwQ==", 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.5", 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDzQOJmJWOEBBAAdQB/Sms4R886LR+TGDnivA==", 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:17:59.122 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.6", 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQD2QOJmttnpIxAAqB3DICT6E2EarM92ufSgIg==", 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.7", 2024-09-12T01:17:59.123 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQD5QOJm+NeOJhAAOQ3aYENfe8O84nmYONHsxw==", 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.0", 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmut3COBAAopq4VCGpMuDo5pzbcEly8w==", 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow r", 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow rw", 2024-09-12T01:17:59.124 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow rwx" 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.1", 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDdQOJmowLgBRAAxrOPebP5w8SMU6o8xCM6/A==", 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow r", 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow rw", 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow rwx" 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.125 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.2", 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDdQOJm34WxAhAALRVWUsIkWMAUiF8FIsZU3A==", 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow r", 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow rw", 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow rwx" 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.3", 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDdQOJmVCd3CxAAORXEwjcZw4B4/oxms1ABXw==", 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:17:59.126 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow r", 2024-09-12T01:17:59.127 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow rw", 2024-09-12T01:17:59.127 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow rwx" 2024-09-12T01:17:59.127 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.127 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.127 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.127 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.admin", 2024-09-12T01:17:59.127 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJm/2GnBhAAxlWyZxg6sCcuiy9z2yx44w==", 2024-09-12T01:17:59.127 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.127 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow *", 2024-09-12T01:17:59.127 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow *", 2024-09-12T01:17:59.127 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow *", 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.bootstrap-mds", 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQD/QOJmV84YLhAA24YdqfzR0zoaXXb2ZsxX4w==", 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile bootstrap-mds" 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.bootstrap-mgr", 2024-09-12T01:17:59.128 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQD/QOJm1tUYLhAAa2zvbOCQKAa4U86CJ+rYmQ==", 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.bootstrap-osd", 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQD/QOJmF90YLhAANcz6fbF7IY3Lll+eZFjupw==", 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile bootstrap-osd" 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.bootstrap-rbd", 2024-09-12T01:17:59.129 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQD/QOJmbuMYLhAAfb9Ud+PiMoIakphkecGWxQ==", 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQD/QOJmE+oYLhAAtNqSmI0qkPBwbsBMXogkAw==", 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.bootstrap-rgw", 2024-09-12T01:17:59.130 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQD/QOJm7vAYLhAAFiiTAbmY5L26m6x2Ln7QWA==", 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mgr.x", 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmQqO+HhAAKBP9h9/s5FVCSMySRp1iRQ==", 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow *", 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile mgr", 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:17:59.131 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:17:59.132 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mgr.y", 2024-09-12T01:17:59.132 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmdH4/GxAADs9O+xO8ZTfKprpR/beTJw==", 2024-09-12T01:17:59.132 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:17:59.132 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow *", 2024-09-12T01:17:59.132 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile mgr", 2024-09-12T01:17:59.132 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:17:59.132 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.132 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:17:59.132 INFO:teuthology.orchestra.run.smithi122.stdout: ] 2024-09-12T01:17:59.132 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 -- 172.21.15.122:0/2754678619 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd52806be30 msgr2=0x7fd52806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd52806be30 0x7fd52806e2f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd52c005580 tx=0x7fd52c009040 comp rx=0 tx=0).stop 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 -- 172.21.15.122:0/2754678619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd53c0c8590 msgr2=0x7fd53c1f35e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd53c0c8590 0x7fd53c1f35e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd530011990 tx=0x7fd530011e50 comp rx=0 tx=0).stop 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 -- 172.21.15.122:0/2754678619 shutdown_connections 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd52806be30 0x7fd52806e2f0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd53c0b7340 0x7fd53c1f3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd53c0c8590 0x7fd53c1f35e0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 --2- 172.21.15.122:0/2754678619 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd5240051c0 0x7fd53c0b2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 -- 172.21.15.122:0/2754678619 >> 172.21.15.122:0/2754678619 conn(0x7fd53c0d44f0 msgr2=0x7fd53c0d3ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 -- 172.21.15.122:0/2754678619 shutdown_connections 2024-09-12T01:17:59.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.118+0000 7fd541328640 1 -- 172.21.15.122:0/2754678619 wait complete. 2024-09-12T01:17:59.135 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-12T01:17:59.234 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.235+0000 7f4ad98d2640 1 Processor -- start 2024-09-12T01:17:59.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.235+0000 7f4ad98d2640 1 -- start start 2024-09-12T01:17:59.236 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.236+0000 7f4ad98d2640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f4ad415c520 0x7f4ad409b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.236 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.236+0000 7f4ad98d2640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4ad40b1620 0x7f4ad40b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.236 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.236+0000 7f4ad98d2640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ad40cec00 con 0x7f4ad40d0980 2024-09-12T01:17:59.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.236+0000 7f4ad98d2640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f4ad409bd90 con 0x7f4ad40b1620 2024-09-12T01:17:59.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.236+0000 7f4ad98d2640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f4ad40d0010 con 0x7f4ad415c520 2024-09-12T01:17:59.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.236+0000 7f4ad27fc640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4ad40b1620 0x7f4ad40b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.236+0000 7f4ad37fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f4ad40d0980 0x7f4ad40cd570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33282/0 (socket says 172.21.15.122:33282) 2024-09-12T01:17:59.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.236+0000 7f4ad37fe640 1 -- 172.21.15.122:0/177860623 learned_addr learned my addr 172.21.15.122:0/177860623 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:59.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.237+0000 7f4ad27fc640 1 -- 172.21.15.122:0/177860623 >> v2:172.21.15.151:3300/0 conn(0x7f4ad415c520 msgr2=0x7f4ad409b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:59.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.237+0000 7f4ad27fc640 1 --2- 172.21.15.122:0/177860623 >> v2:172.21.15.151:3300/0 conn(0x7f4ad415c520 0x7f4ad409b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.237+0000 7f4ad27fc640 1 -- 172.21.15.122:0/177860623 >> v1:172.21.15.122:6789/0 conn(0x7f4ad40d0980 legacy=0x7f4ad40cd570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.237+0000 7f4ad27fc640 1 -- 172.21.15.122:0/177860623 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ad40d02f0 con 0x7f4ad40b1620 2024-09-12T01:17:59.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.237+0000 7f4ad1ffb640 1 -- 172.21.15.122:0/177860623 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1162628494 0 0) 0x7f4ad40cec00 con 0x7f4ad40d0980 2024-09-12T01:17:59.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.237+0000 7f4ad27fc640 1 --2- 172.21.15.122:0/177860623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4ad40b1620 0x7f4ad40b1d40 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4073340 tx=0x7f4abc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=542b0bccdb7cad31 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:59.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.237+0000 7f4ad1ffb640 1 -- 172.21.15.122:0/177860623 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc037070 con 0x7f4ad40b1620 2024-09-12T01:17:59.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.237+0000 7f4ad1ffb640 1 -- 172.21.15.122:0/177860623 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4abc032440 con 0x7f4ad40b1620 2024-09-12T01:17:59.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.237+0000 7f4ad1ffb640 1 -- 172.21.15.122:0/177860623 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc032810 con 0x7f4ad40b1620 2024-09-12T01:17:59.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.238+0000 7f4ad98d2640 1 -- 172.21.15.122:0/177860623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4ad40b1620 msgr2=0x7f4ad40b1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.238+0000 7f4ad98d2640 1 --2- 172.21.15.122:0/177860623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4ad40b1620 0x7f4ad40b1d40 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4073340 tx=0x7f4abc02a1a0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.238+0000 7f4ad98d2640 1 -- 172.21.15.122:0/177860623 shutdown_connections 2024-09-12T01:17:59.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.238+0000 7f4ad98d2640 1 --2- 172.21.15.122:0/177860623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4ad40b1620 0x7f4ad40b1d40 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.238+0000 7f4ad98d2640 1 --2- 172.21.15.122:0/177860623 >> v2:172.21.15.151:3300/0 conn(0x7f4ad415c520 0x7f4ad409b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.238+0000 7f4ad98d2640 1 -- 172.21.15.122:0/177860623 >> 172.21.15.122:0/177860623 conn(0x7f4ad40d23a0 msgr2=0x7f4ad40d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:59.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.238+0000 7f4ad98d2640 1 -- 172.21.15.122:0/177860623 shutdown_connections 2024-09-12T01:17:59.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.238+0000 7f4ad98d2640 1 -- 172.21.15.122:0/177860623 wait complete. 2024-09-12T01:17:59.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.239+0000 7f4ad98d2640 1 Processor -- start 2024-09-12T01:17:59.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.239+0000 7f4ad98d2640 1 -- start start 2024-09-12T01:17:59.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad98d2640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4ad40b1620 0x7f4ad41557c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad98d2640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4ad40d0980 0x7f4ad40c7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad98d2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4ad415c520 0x7f4ad40c7970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad98d2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad415c900 con 0x7f4ad415c520 2024-09-12T01:17:59.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad98d2640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad40d05d0 con 0x7f4ad40b1620 2024-09-12T01:17:59.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad98d2640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4ad40b05e0 con 0x7f4ad40d0980 2024-09-12T01:17:59.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4ad415c520 0x7f4ad40c7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4ad415c520 0x7f4ad40c7970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41304/0 (socket says 172.21.15.122:41304) 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad37fe640 1 -- 172.21.15.122:0/2745038678 learned_addr learned my addr 172.21.15.122:0/2745038678 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad37fe640 1 -- 172.21.15.122:0/2745038678 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4ad40d0980 msgr2=0x7f4ad40c7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad37fe640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4ad40d0980 0x7f4ad40c7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad37fe640 1 -- 172.21.15.122:0/2745038678 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4ad40b1620 msgr2=0x7f4ad41557c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad37fe640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4ad40b1620 0x7f4ad41557c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.240+0000 7f4ad37fe640 1 -- 172.21.15.122:0/2745038678 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ad40b08c0 con 0x7f4ad415c520 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.241+0000 7f4ad37fe640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4ad415c520 0x7f4ad40c7970 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4acc00c450 tx=0x7f4acc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.241+0000 7f4acbfff640 1 -- 172.21.15.122:0/2745038678 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc018070 con 0x7f4ad415c520 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.241+0000 7f4acbfff640 1 -- 172.21.15.122:0/2745038678 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4acc007500 con 0x7f4ad415c520 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.241+0000 7f4ad98d2640 1 -- 172.21.15.122:0/2745038678 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ad40b0ba0 con 0x7f4ad415c520 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.241+0000 7f4acbfff640 1 -- 172.21.15.122:0/2745038678 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc004a20 con 0x7f4ad415c520 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.241+0000 7f4ad98d2640 1 -- 172.21.15.122:0/2745038678 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ad40b1160 con 0x7f4ad415c520 2024-09-12T01:17:59.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.242+0000 7f4ad98d2640 1 -- 172.21.15.122:0/2745038678 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ad40b8320 con 0x7f4ad415c520 2024-09-12T01:17:59.244 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.242+0000 7f4acbfff640 1 -- 172.21.15.122:0/2745038678 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4acc004bc0 con 0x7f4ad415c520 2024-09-12T01:17:59.244 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.243+0000 7f4acbfff640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4ab406be60 0x7f4ab406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.244 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.243+0000 7f4acbfff640 1 -- 172.21.15.122:0/2745038678 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f4acc089f30 con 0x7f4ad415c520 2024-09-12T01:17:59.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.243+0000 7f4ad2ffd640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4ab406be60 0x7f4ab406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.243+0000 7f4ad2ffd640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4ab406be60 0x7f4ab406e320 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4ac400ab90 tx=0x7f4ac4009250 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:59.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.247+0000 7f4acbfff640 1 -- 172.21.15.122:0/2745038678 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4acc058a20 con 0x7f4ad415c520 2024-09-12T01:17:59.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.474+0000 7f4ad98d2640 1 -- 172.21.15.122:0/2745038678 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f4ad409b4d0 con 0x7f4ad415c520 2024-09-12T01:17:59.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.476+0000 7f4acbfff640 1 -- 172.21.15.122:0/2745038678 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f4acc058320 con 0x7f4ad415c520 2024-09-12T01:17:59.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.478+0000 7f4ad98d2640 1 -- 172.21.15.122:0/2745038678 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4ab406be60 msgr2=0x7f4ab406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.478+0000 7f4ad98d2640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4ab406be60 0x7f4ab406e320 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4ac400ab90 tx=0x7f4ac4009250 comp rx=0 tx=0).stop 2024-09-12T01:17:59.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.478+0000 7f4ad98d2640 1 -- 172.21.15.122:0/2745038678 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4ad415c520 msgr2=0x7f4ad40c7970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.478+0000 7f4ad98d2640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4ad415c520 0x7f4ad40c7970 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4acc00c450 tx=0x7f4acc00c910 comp rx=0 tx=0).stop 2024-09-12T01:17:59.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.479+0000 7f4ad98d2640 1 -- 172.21.15.122:0/2745038678 shutdown_connections 2024-09-12T01:17:59.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.479+0000 7f4ad98d2640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4ab406be60 0x7f4ab406e320 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.479+0000 7f4ad98d2640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4ad415c520 0x7f4ad40c7970 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.479+0000 7f4ad98d2640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4ad40d0980 0x7f4ad40c7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.479+0000 7f4ad98d2640 1 --2- 172.21.15.122:0/2745038678 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4ad40b1620 0x7f4ad41557c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.479+0000 7f4ad98d2640 1 -- 172.21.15.122:0/2745038678 >> 172.21.15.122:0/2745038678 conn(0x7f4ad40d23a0 msgr2=0x7f4ad415b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:59.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.479+0000 7f4ad98d2640 1 -- 172.21.15.122:0/2745038678 shutdown_connections 2024-09-12T01:17:59.480 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.479+0000 7f4ad98d2640 1 -- 172.21.15.122:0/2745038678 wait complete. 2024-09-12T01:17:59.489 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-12T01:17:59.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.590+0000 7fcccfb8d640 1 Processor -- start 2024-09-12T01:17:59.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.590+0000 7fcccfb8d640 1 -- start start 2024-09-12T01:17:59.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccfb8d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fccc8161c80 0x7fccc806e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccfb8d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccc8162060 0x7fccc80b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccfb8d640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fccc806e870 con 0x7fccc80b64b0 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccfb8d640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fccc806d9f0 con 0x7fccc8161c80 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccfb8d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fccc806dcd0 con 0x7fccc8162060 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccd929640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fccc8161c80 0x7fccc806e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccd929640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fccc8161c80 0x7fccc806e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41316/0 (socket says 172.21.15.122:41316) 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccd929640 1 -- 172.21.15.122:0/2167760535 learned_addr learned my addr 172.21.15.122:0/2167760535 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccd128640 1 --2- 172.21.15.122:0/2167760535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccc8162060 0x7fccc80b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccd929640 1 -- 172.21.15.122:0/2167760535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccc8162060 msgr2=0x7fccc80b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccd929640 1 --2- 172.21.15.122:0/2167760535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccc8162060 0x7fccc80b5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccd929640 1 -- 172.21.15.122:0/2167760535 >> v1:172.21.15.151:6789/0 conn(0x7fccc80b64b0 legacy=0x7fccc8162500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:59.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.591+0000 7fcccd929640 1 -- 172.21.15.122:0/2167760535 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccc806dfb0 con 0x7fccc8161c80 2024-09-12T01:17:59.592 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.592+0000 7fcccd929640 1 --2- 172.21.15.122:0/2167760535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccc8161c80 0x7fccc806e330 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fccc4009870 tx=0x7fccc402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=687f9f34035d5477 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:59.592 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.592+0000 7fcccc927640 1 -- 172.21.15.122:0/2167760535 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc4037070 con 0x7fccc8161c80 2024-09-12T01:17:59.592 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.592+0000 7fcccc927640 1 -- 172.21.15.122:0/2167760535 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccc4032440 con 0x7fccc8161c80 2024-09-12T01:17:59.592 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.592+0000 7fcccc927640 1 -- 172.21.15.122:0/2167760535 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc4032810 con 0x7fccc8161c80 2024-09-12T01:17:59.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.592+0000 7fcccfb8d640 1 -- 172.21.15.122:0/2167760535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccc8161c80 msgr2=0x7fccc806e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.592+0000 7fcccfb8d640 1 --2- 172.21.15.122:0/2167760535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccc8161c80 0x7fccc806e330 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fccc4009870 tx=0x7fccc402a210 comp rx=0 tx=0).stop 2024-09-12T01:17:59.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.592+0000 7fcccfb8d640 1 -- 172.21.15.122:0/2167760535 shutdown_connections 2024-09-12T01:17:59.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.592+0000 7fcccfb8d640 1 --2- 172.21.15.122:0/2167760535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccc8162060 0x7fccc80b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.592+0000 7fcccfb8d640 1 --2- 172.21.15.122:0/2167760535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccc8161c80 0x7fccc806e330 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.592+0000 7fcccfb8d640 1 -- 172.21.15.122:0/2167760535 >> 172.21.15.122:0/2167760535 conn(0x7fccc80d44f0 msgr2=0x7fccc80d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:59.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.593+0000 7fcccfb8d640 1 -- 172.21.15.122:0/2167760535 shutdown_connections 2024-09-12T01:17:59.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.593+0000 7fcccfb8d640 1 -- 172.21.15.122:0/2167760535 wait complete. 2024-09-12T01:17:59.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.594+0000 7fcccfb8d640 1 Processor -- start 2024-09-12T01:17:59.594 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.594+0000 7fcccfb8d640 1 -- start start 2024-09-12T01:17:59.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.594+0000 7fcccfb8d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccc80b64b0 0x7fccc8155870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.594+0000 7fcccfb8d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fccc8161c80 0x7fccc80ce2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.594+0000 7fcccfb8d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccc8162060 0x7fccc80cbeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.594+0000 7fcccfb8d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fccc80d2a10 con 0x7fccc80b64b0 2024-09-12T01:17:59.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.594+0000 7fcccfb8d640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fccc80d2890 con 0x7fccc8161c80 2024-09-12T01:17:59.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.594+0000 7fcccfb8d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fccc80b6960 con 0x7fccc8162060 2024-09-12T01:17:59.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.594+0000 7fcccd929640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccc80b64b0 0x7fccc8155870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fcccd929640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccc80b64b0 0x7fccc8155870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41318/0 (socket says 172.21.15.122:41318) 2024-09-12T01:17:59.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fcccd929640 1 -- 172.21.15.122:0/4105726941 learned_addr learned my addr 172.21.15.122:0/4105726941 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:59.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fccce12a640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccc8162060 0x7fccc80cbeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fcccd128640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fccc8161c80 0x7fccc80ce2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fcccd929640 1 -- 172.21.15.122:0/4105726941 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccc8162060 msgr2=0x7fccc80cbeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fcccd929640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccc8162060 0x7fccc80cbeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fcccd929640 1 -- 172.21.15.122:0/4105726941 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fccc8161c80 msgr2=0x7fccc80ce2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fcccd929640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fccc8161c80 0x7fccc80ce2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fcccd929640 1 -- 172.21.15.122:0/4105726941 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccc80b3190 con 0x7fccc80b64b0 2024-09-12T01:17:59.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fcccd929640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccc80b64b0 0x7fccc8155870 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fccc4009870 tx=0x7fccc40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:59.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fccbe7fc640 1 -- 172.21.15.122:0/4105726941 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc4041020 con 0x7fccc80b64b0 2024-09-12T01:17:59.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fccbe7fc640 1 -- 172.21.15.122:0/4105726941 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccc4030970 con 0x7fccc80b64b0 2024-09-12T01:17:59.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fcccfb8d640 1 -- 172.21.15.122:0/4105726941 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccc80b3470 con 0x7fccc80b64b0 2024-09-12T01:17:59.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fccbe7fc640 1 -- 172.21.15.122:0/4105726941 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc4037040 con 0x7fccc80b64b0 2024-09-12T01:17:59.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.595+0000 7fcccfb8d640 1 -- 172.21.15.122:0/4105726941 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccc80b8380 con 0x7fccc80b64b0 2024-09-12T01:17:59.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.596+0000 7fcccfb8d640 1 -- 172.21.15.122:0/4105726941 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccc806e330 con 0x7fccc80b64b0 2024-09-12T01:17:59.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.597+0000 7fccbe7fc640 1 -- 172.21.15.122:0/4105726941 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fccc4044020 con 0x7fccc80b64b0 2024-09-12T01:17:59.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.597+0000 7fccbe7fc640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccac06be30 0x7fccac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.597+0000 7fccbe7fc640 1 -- 172.21.15.122:0/4105726941 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fccc40ab610 con 0x7fccc80b64b0 2024-09-12T01:17:59.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.597+0000 7fcccd128640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccac06be30 0x7fccac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.598+0000 7fcccd128640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccac06be30 0x7fccac06e2f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fccb8006fd0 tx=0x7fccb8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:59.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.601+0000 7fccbe7fc640 1 -- 172.21.15.122:0/4105726941 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fccc404b030 con 0x7fccc80b64b0 2024-09-12T01:17:59.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.834+0000 7fcccfb8d640 1 -- 172.21.15.122:0/4105726941 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fccc80ba470 con 0x7fccc80b64b0 2024-09-12T01:17:59.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.836+0000 7fccbe7fc640 1 -- 172.21.15.122:0/4105726941 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7fccc806e870 con 0x7fccc80b64b0 2024-09-12T01:17:59.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 -- 172.21.15.122:0/4105726941 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccac06be30 msgr2=0x7fccac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccac06be30 0x7fccac06e2f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fccb8006fd0 tx=0x7fccb8008040 comp rx=0 tx=0).stop 2024-09-12T01:17:59.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 -- 172.21.15.122:0/4105726941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccc80b64b0 msgr2=0x7fccc8155870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccc80b64b0 0x7fccc8155870 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fccc4009870 tx=0x7fccc40046c0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 -- 172.21.15.122:0/4105726941 shutdown_connections 2024-09-12T01:17:59.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fccac06be30 0x7fccac06e2f0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fccc8162060 0x7fccc80cbeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fccc8161c80 0x7fccc80ce2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 --2- 172.21.15.122:0/4105726941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccc80b64b0 0x7fccc8155870 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 -- 172.21.15.122:0/4105726941 >> 172.21.15.122:0/4105726941 conn(0x7fccc80d44f0 msgr2=0x7fccc80cf1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:59.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 -- 172.21.15.122:0/4105726941 shutdown_connections 2024-09-12T01:17:59.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.839+0000 7fcccfb8d640 1 -- 172.21.15.122:0/4105726941 wait complete. 2024-09-12T01:17:59.848 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-12T01:17:59.948 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.949+0000 7f4be2853640 1 Processor -- start 2024-09-12T01:17:59.949 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.949+0000 7f4be2853640 1 -- start start 2024-09-12T01:17:59.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.950+0000 7f4be2853640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bdc0b3760 0x7f4bdc0b3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.950+0000 7f4be2853640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4bdc0b2790 con 0x7f4bdc06cd20 2024-09-12T01:17:59.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.950+0000 7f4be2853640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4bdc0b2a70 con 0x7f4bdc09aa30 2024-09-12T01:17:59.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.950+0000 7f4be2853640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4bdc0d0670 con 0x7f4bdc0b3760 2024-09-12T01:17:59.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.950+0000 7f4be0df0640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f4bdc06cd20 0x7f4bdc162340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:33294/0 (socket says 172.21.15.122:33294) 2024-09-12T01:17:59.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.950+0000 7f4be0df0640 1 -- 172.21.15.122:0/3591094933 learned_addr learned my addr 172.21.15.122:0/3591094933 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:17:59.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdb7fe640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bdc0b3760 0x7f4bdc0b3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1048571232 0 0) 0x7f4bdc0b2790 con 0x7f4bdc06cd20 2024-09-12T01:17:59.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4bc4003520 con 0x7f4bdc06cd20 2024-09-12T01:17:59.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2134459910 0 0) 0x7f4bc4003520 con 0x7f4bdc06cd20 2024-09-12T01:17:59.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bdc0b3760 msgr2=0x7f4bdc0b3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:59.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bdc0b3760 0x7f4bdc0b3030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 >> v1:172.21.15.151:6789/0 conn(0x7f4bdc09aa30 legacy=0x7f4bdc09ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bdc0b2d50 con 0x7f4bdc06cd20 2024-09-12T01:17:59.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f4bd40019f0 con 0x7f4bdc06cd20 2024-09-12T01:17:59.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 >> v1:172.21.15.122:6789/0 conn(0x7f4bdc06cd20 legacy=0x7f4bdc162340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bc40039e0 0x7f4bc4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bdc0b3760 0x7f4bc4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4bc4004d40 0x7f4bc40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc400ba70 con 0x7f4bc40039e0 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc400bc20 con 0x7f4bc4004d40 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4bc400be20 con 0x7f4bdc0b3760 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdbfff640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bc40039e0 0x7f4bc4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdb7fe640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bdc0b3760 0x7f4bc4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4be0df0640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4bc4004d40 0x7f4bc40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdbfff640 1 -- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bdc0b3760 msgr2=0x7f4bc4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdbfff640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bdc0b3760 0x7f4bc4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdbfff640 1 -- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4bc4004d40 msgr2=0x7f4bc40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdbfff640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4bc4004d40 0x7f4bc40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4bdbfff640 1 -- 172.21.15.122:0/3591094933 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bc4003520 con 0x7f4bc40039e0 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.951+0000 7f4be0df0640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4bc4004d40 0x7f4bc40051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:17:59.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.952+0000 7f4bdbfff640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bc40039e0 0x7f4bc4003dc0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc001910 tx=0x7f4bc4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3050d485544b547 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:59.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.952+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc037070 con 0x7f4bc40039e0 2024-09-12T01:17:59.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.952+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bcc02ac60 con 0x7f4bc40039e0 2024-09-12T01:17:59.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.952+0000 7f4bdaffd640 1 -- 172.21.15.122:0/3591094933 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc0014e0 con 0x7f4bc40039e0 2024-09-12T01:17:59.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.953+0000 7f4be2853640 1 -- 172.21.15.122:0/3591094933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bc40039e0 msgr2=0x7f4bc4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.953+0000 7f4be2853640 1 --2- 172.21.15.122:0/3591094933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bc40039e0 0x7f4bc4003dc0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc001910 tx=0x7f4bc4005830 comp rx=0 tx=0).stop 2024-09-12T01:17:59.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.953+0000 7f4be0df0640 1 -- 172.21.15.122:0/3591094933 reap_dead start 2024-09-12T01:17:59.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.953+0000 7f4be2853640 1 -- 172.21.15.122:0/3591094933 shutdown_connections 2024-09-12T01:17:59.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.953+0000 7f4be2853640 1 -- 172.21.15.122:0/3591094933 >> 172.21.15.122:0/3591094933 conn(0x7f4bdc0d23a0 msgr2=0x7f4bdc0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:17:59.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.953+0000 7f4be2853640 1 -- 172.21.15.122:0/3591094933 shutdown_connections 2024-09-12T01:17:59.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.953+0000 7f4be2853640 1 -- 172.21.15.122:0/3591094933 wait complete. 2024-09-12T01:17:59.958 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.954+0000 7f4be2853640 1 Processor -- start 2024-09-12T01:17:59.958 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.954+0000 7f4be2853640 1 -- start start 2024-09-12T01:17:59.958 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be2853640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bc40039e0 0x7f4bdc15c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.958 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be2853640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4bdc15b860 0x7f4bdc0cb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.958 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be2853640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bdc0ccbb0 0x7f4bdc0cd030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.958 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be2853640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4bdc15fe20 con 0x7f4bdc0ccbb0 2024-09-12T01:17:59.958 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be2853640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f4bdc15fca0 con 0x7f4bdc15b860 2024-09-12T01:17:59.958 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be2853640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4bdc0d1fe0 con 0x7f4bc40039e0 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be0df0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bdc0ccbb0 0x7f4bdc0cd030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be0df0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bdc0ccbb0 0x7f4bdc0cd030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:41332/0 (socket says 172.21.15.122:41332) 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be0df0640 1 -- 172.21.15.122:0/1225692875 learned_addr learned my addr 172.21.15.122:0/1225692875 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4bdbfff640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bc40039e0 0x7f4bdc15c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4bdb7fe640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4bdc15b860 0x7f4bdc0cb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be0df0640 1 -- 172.21.15.122:0/1225692875 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bc40039e0 msgr2=0x7f4bdc15c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be0df0640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bc40039e0 0x7f4bdc15c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be0df0640 1 -- 172.21.15.122:0/1225692875 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4bdc15b860 msgr2=0x7f4bdc0cb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be0df0640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4bdc15b860 0x7f4bdc0cb2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be0df0640 1 -- 172.21.15.122:0/1225692875 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bdc0cb7e0 con 0x7f4bdc0ccbb0 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.955+0000 7f4be0df0640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bdc0ccbb0 0x7f4bdc0cd030 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc0b2630 tx=0x7f4bd400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:59.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.956+0000 7f4bd8ff9640 1 -- 172.21.15.122:0/1225692875 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd400eb30 con 0x7f4bdc0ccbb0 2024-09-12T01:17:59.960 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.956+0000 7f4bd8ff9640 1 -- 172.21.15.122:0/1225692875 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bd4018070 con 0x7f4bdc0ccbb0 2024-09-12T01:17:59.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.956+0000 7f4be2853640 1 -- 172.21.15.122:0/1225692875 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bdc15c6d0 con 0x7f4bdc0ccbb0 2024-09-12T01:17:59.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.956+0000 7f4bd8ff9640 1 -- 172.21.15.122:0/1225692875 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd4013420 con 0x7f4bdc0ccbb0 2024-09-12T01:17:59.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.956+0000 7f4be2853640 1 -- 172.21.15.122:0/1225692875 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bdc15cc90 con 0x7f4bdc0ccbb0 2024-09-12T01:17:59.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.957+0000 7f4be2853640 1 -- 172.21.15.122:0/1225692875 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bdc0b3030 con 0x7f4bdc0ccbb0 2024-09-12T01:17:59.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.957+0000 7f4bd8ff9640 1 -- 172.21.15.122:0/1225692875 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4bd40135c0 con 0x7f4bdc0ccbb0 2024-09-12T01:17:59.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.958+0000 7f4bd8ff9640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4bc806be60 0x7f4bc806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:17:59.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.958+0000 7f4bdbfff640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4bc806be60 0x7f4bc806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:17:59.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.958+0000 7f4bd8ff9640 1 -- 172.21.15.122:0/1225692875 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f4bd408af50 con 0x7f4bdc0ccbb0 2024-09-12T01:17:59.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.958+0000 7f4bdbfff640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4bc806be60 0x7f4bc806e320 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc034000 tx=0x7f4bcc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:17:59.962 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:17:59.962+0000 7f4bd8ff9640 1 -- 172.21.15.122:0/1225692875 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4bd4059b80 con 0x7f4bdc0ccbb0 2024-09-12T01:18:00.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.191+0000 7f4be2853640 1 -- 172.21.15.122:0/1225692875 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f4bdc0b3cb0 con 0x7f4bdc0ccbb0 2024-09-12T01:18:00.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.193+0000 7f4bd8ff9640 1 -- 172.21.15.122:0/1225692875 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f4bd4059480 con 0x7f4bdc0ccbb0 2024-09-12T01:18:00.194 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 -- 172.21.15.122:0/1225692875 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4bc806be60 msgr2=0x7f4bc806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.194 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4bc806be60 0x7f4bc806e320 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc034000 tx=0x7f4bcc02e000 comp rx=0 tx=0).stop 2024-09-12T01:18:00.195 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 -- 172.21.15.122:0/1225692875 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bdc0ccbb0 msgr2=0x7f4bdc0cd030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.195 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bdc0ccbb0 0x7f4bdc0cd030 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc0b2630 tx=0x7f4bd400e530 comp rx=0 tx=0).stop 2024-09-12T01:18:00.195 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 -- 172.21.15.122:0/1225692875 shutdown_connections 2024-09-12T01:18:00.195 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4bc806be60 0x7f4bc806e320 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.195 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4bdc0ccbb0 0x7f4bdc0cd030 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.195 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4bdc15b860 0x7f4bdc0cb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.195 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 --2- 172.21.15.122:0/1225692875 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4bc40039e0 0x7f4bdc15c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.195 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 -- 172.21.15.122:0/1225692875 >> 172.21.15.122:0/1225692875 conn(0x7f4bdc0d23a0 msgr2=0x7f4bdc0b1680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:00.195 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 -- 172.21.15.122:0/1225692875 shutdown_connections 2024-09-12T01:18:00.195 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.195+0000 7f4be2853640 1 -- 172.21.15.122:0/1225692875 wait complete. 2024-09-12T01:18:00.205 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-12T01:18:00.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.305+0000 7fe4be0dd640 1 Processor -- start 2024-09-12T01:18:00.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.305+0000 7fe4be0dd640 1 -- start start 2024-09-12T01:18:00.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4be0dd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fe4b815e5f0 0x7fe4b80d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4be0dd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe4b80b6690 0x7fe4b806d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4be0dd640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4b80d3690 con 0x7fe4b80d30f0 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4be0dd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe4b806d530 con 0x7fe4b80b6690 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4be0dd640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fe4b80d3970 con 0x7fe4b815e5f0 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4b7fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe4b80b6690 0x7fe4b806d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4b6ffd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fe4b80d30f0 0x7fe4b80b5f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35438/0 (socket says 172.21.15.122:35438) 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4b6ffd640 1 -- 172.21.15.122:0/1395789723 learned_addr learned my addr 172.21.15.122:0/1395789723 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4b7fff640 1 -- 172.21.15.122:0/1395789723 >> v2:172.21.15.151:3300/0 conn(0x7fe4b815e5f0 msgr2=0x7fe4b80d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4b7fff640 1 --2- 172.21.15.122:0/1395789723 >> v2:172.21.15.151:3300/0 conn(0x7fe4b815e5f0 0x7fe4b80d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4b7fff640 1 -- 172.21.15.122:0/1395789723 >> v1:172.21.15.122:6789/0 conn(0x7fe4b80d30f0 legacy=0x7fe4b80b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4b67fc640 1 -- 172.21.15.122:0/1395789723 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 427258242 0 0) 0x7fe4b80d3690 con 0x7fe4b80d30f0 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.306+0000 7fe4b7fff640 1 -- 172.21.15.122:0/1395789723 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4b806cee0 con 0x7fe4b80b6690 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.307+0000 7fe4b7fff640 1 --2- 172.21.15.122:0/1395789723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4b80b6690 0x7fe4b806d9c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe4b0009d90 tx=0x7fe4b002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b8ac9e47b70b4a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.307+0000 7fe4b67fc640 1 -- 172.21.15.122:0/1395789723 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b0007740 con 0x7fe4b80b6690 2024-09-12T01:18:00.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.307+0000 7fe4b67fc640 1 -- 172.21.15.122:0/1395789723 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4b00078e0 con 0x7fe4b80b6690 2024-09-12T01:18:00.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.307+0000 7fe4b67fc640 1 -- 172.21.15.122:0/1395789723 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b0007cb0 con 0x7fe4b80b6690 2024-09-12T01:18:00.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.308+0000 7fe4be0dd640 1 -- 172.21.15.122:0/1395789723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4b80b6690 msgr2=0x7fe4b806d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.308+0000 7fe4be0dd640 1 --2- 172.21.15.122:0/1395789723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4b80b6690 0x7fe4b806d9c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe4b0009d90 tx=0x7fe4b002a6a0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.308+0000 7fe4be0dd640 1 -- 172.21.15.122:0/1395789723 shutdown_connections 2024-09-12T01:18:00.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.308+0000 7fe4be0dd640 1 --2- 172.21.15.122:0/1395789723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4b80b6690 0x7fe4b806d9c0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.308+0000 7fe4be0dd640 1 --2- 172.21.15.122:0/1395789723 >> v2:172.21.15.151:3300/0 conn(0x7fe4b815e5f0 0x7fe4b80d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.308+0000 7fe4be0dd640 1 -- 172.21.15.122:0/1395789723 >> 172.21.15.122:0/1395789723 conn(0x7fe4b808bfc0 msgr2=0x7fe4b80d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:00.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.308+0000 7fe4be0dd640 1 -- 172.21.15.122:0/1395789723 shutdown_connections 2024-09-12T01:18:00.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.308+0000 7fe4be0dd640 1 -- 172.21.15.122:0/1395789723 wait complete. 2024-09-12T01:18:00.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.309+0000 7fe4be0dd640 1 Processor -- start 2024-09-12T01:18:00.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.309+0000 7fe4be0dd640 1 -- start start 2024-09-12T01:18:00.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4be0dd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe4b80b6690 0x7fe4b8161560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4be0dd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4b80d30f0 0x7fe4b8157030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4be0dd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe4b815e5f0 0x7fe4b81ea110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4be0dd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b80d5310 con 0x7fe4b80d30f0 2024-09-12T01:18:00.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4be0dd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b815e9d0 con 0x7fe4b815e5f0 2024-09-12T01:18:00.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4be0dd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe4b806df00 con 0x7fe4b80b6690 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4b6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4b80d30f0 0x7fe4b8157030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4b6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4b80d30f0 0x7fe4b8157030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59670/0 (socket says 172.21.15.122:59670) 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4b6ffd640 1 -- 172.21.15.122:0/584685910 learned_addr learned my addr 172.21.15.122:0/584685910 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4b77fe640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe4b80b6690 0x7fe4b8161560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4b7fff640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe4b815e5f0 0x7fe4b81ea110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4b6ffd640 1 -- 172.21.15.122:0/584685910 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe4b80b6690 msgr2=0x7fe4b8161560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4b6ffd640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe4b80b6690 0x7fe4b8161560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4b6ffd640 1 -- 172.21.15.122:0/584685910 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe4b815e5f0 msgr2=0x7fe4b81ea110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4b6ffd640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe4b815e5f0 0x7fe4b81ea110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4b6ffd640 1 -- 172.21.15.122:0/584685910 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4b8157570 con 0x7fe4b80d30f0 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4b6ffd640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4b80d30f0 0x7fe4b8157030 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac00c500 tx=0x7fe4ac00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe49ffff640 1 -- 172.21.15.122:0/584685910 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac018070 con 0x7fe4b80d30f0 2024-09-12T01:18:00.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe49ffff640 1 -- 172.21.15.122:0/584685910 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4ac007580 con 0x7fe4b80d30f0 2024-09-12T01:18:00.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe49ffff640 1 -- 172.21.15.122:0/584685910 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac004a20 con 0x7fe4b80d30f0 2024-09-12T01:18:00.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4be0dd640 1 -- 172.21.15.122:0/584685910 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4b80b7480 con 0x7fe4b80d30f0 2024-09-12T01:18:00.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.310+0000 7fe4be0dd640 1 -- 172.21.15.122:0/584685910 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4b80b7a40 con 0x7fe4b80d30f0 2024-09-12T01:18:00.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.311+0000 7fe4be0dd640 1 -- 172.21.15.122:0/584685910 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4b806d9c0 con 0x7fe4b80d30f0 2024-09-12T01:18:00.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.312+0000 7fe49ffff640 1 -- 172.21.15.122:0/584685910 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe4ac01b070 con 0x7fe4b80d30f0 2024-09-12T01:18:00.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.312+0000 7fe49ffff640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe4a406be30 0x7fe4a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.312+0000 7fe49ffff640 1 -- 172.21.15.122:0/584685910 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fe4ac089f80 con 0x7fe4b80d30f0 2024-09-12T01:18:00.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.312+0000 7fe4b77fe640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe4a406be30 0x7fe4a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:00.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.313+0000 7fe4b77fe640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe4a406be30 0x7fe4a406e2f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe4a800a770 tx=0x7fe4a8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:00.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.317+0000 7fe49ffff640 1 -- 172.21.15.122:0/584685910 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe4ac058b80 con 0x7fe4b80d30f0 2024-09-12T01:18:00.548 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.549+0000 7fe4be0dd640 1 -- 172.21.15.122:0/584685910 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7fe4b815f420 con 0x7fe4b80d30f0 2024-09-12T01:18:00.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.550+0000 7fe49ffff640 1 -- 172.21.15.122:0/584685910 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7fe4ac058480 con 0x7fe4b80d30f0 2024-09-12T01:18:00.552 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 -- 172.21.15.122:0/584685910 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe4a406be30 msgr2=0x7fe4a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.552 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe4a406be30 0x7fe4a406e2f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe4a800a770 tx=0x7fe4a8008040 comp rx=0 tx=0).stop 2024-09-12T01:18:00.552 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 -- 172.21.15.122:0/584685910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4b80d30f0 msgr2=0x7fe4b8157030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.552 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4b80d30f0 0x7fe4b8157030 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac00c500 tx=0x7fe4ac00c9c0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.552 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 -- 172.21.15.122:0/584685910 shutdown_connections 2024-09-12T01:18:00.552 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe4a406be30 0x7fe4a406e2f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.552 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe4b815e5f0 0x7fe4b81ea110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.552 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4b80d30f0 0x7fe4b8157030 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.553 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 --2- 172.21.15.122:0/584685910 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe4b80b6690 0x7fe4b8161560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.553 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 -- 172.21.15.122:0/584685910 >> 172.21.15.122:0/584685910 conn(0x7fe4b808bfc0 msgr2=0x7fe4b80b2900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:00.553 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 -- 172.21.15.122:0/584685910 shutdown_connections 2024-09-12T01:18:00.553 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.553+0000 7fe4be0dd640 1 -- 172.21.15.122:0/584685910 wait complete. 2024-09-12T01:18:00.562 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-12T01:18:00.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.663+0000 7fef9a8eb640 1 Processor -- start 2024-09-12T01:18:00.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.663+0000 7fef9a8eb640 1 -- start start 2024-09-12T01:18:00.664 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.663+0000 7fef9a8eb640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef9415ba30 0x7fef9406f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.663+0000 7fef9a8eb640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fef94073050 0x7fef940b4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.663+0000 7fef9a8eb640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef940b3570 con 0x7fef9406fd50 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.663+0000 7fef9a8eb640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fef940b4180 con 0x7fef94073050 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.663+0000 7fef9a8eb640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fef940b3850 con 0x7fef9415ba30 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.664+0000 7fef98e88640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fef94073050 0x7fef940b4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.664+0000 7fef937fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fef9406fd50 0x7fef94072940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35452/0 (socket says 172.21.15.122:35452) 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.664+0000 7fef937fe640 1 -- 172.21.15.122:0/1487931307 learned_addr learned my addr 172.21.15.122:0/1487931307 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.664+0000 7fef93fff640 1 --2- 172.21.15.122:0/1487931307 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef9415ba30 0x7fef9406f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.664+0000 7fef98e88640 1 -- 172.21.15.122:0/1487931307 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef9415ba30 msgr2=0x7fef9406f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.664+0000 7fef98e88640 1 --2- 172.21.15.122:0/1487931307 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef9415ba30 0x7fef9406f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.664+0000 7fef98e88640 1 -- 172.21.15.122:0/1487931307 >> v1:172.21.15.122:6789/0 conn(0x7fef9406fd50 legacy=0x7fef94072940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.664+0000 7fef98e88640 1 -- 172.21.15.122:0/1487931307 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef940b3b30 con 0x7fef94073050 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.664+0000 7fef92ffd640 1 -- 172.21.15.122:0/1487931307 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4259412881 0 0) 0x7fef940b3570 con 0x7fef9406fd50 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.664+0000 7fef93fff640 1 --2- 172.21.15.122:0/1487931307 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef9415ba30 0x7fef9406f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef98e88640 1 --2- 172.21.15.122:0/1487931307 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef94073050 0x7fef940b4880 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fef8c009d90 tx=0x7fef8c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab338aec5cffeaaa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef92ffd640 1 -- 172.21.15.122:0/1487931307 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c007740 con 0x7fef94073050 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef92ffd640 1 -- 172.21.15.122:0/1487931307 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef8c0078e0 con 0x7fef94073050 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef92ffd640 1 -- 172.21.15.122:0/1487931307 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c007cb0 con 0x7fef94073050 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef9a8eb640 1 -- 172.21.15.122:0/1487931307 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef94073050 msgr2=0x7fef940b4880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef9a8eb640 1 --2- 172.21.15.122:0/1487931307 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef94073050 0x7fef940b4880 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fef8c009d90 tx=0x7fef8c02a680 comp rx=0 tx=0).stop 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef9a8eb640 1 -- 172.21.15.122:0/1487931307 shutdown_connections 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef9a8eb640 1 --2- 172.21.15.122:0/1487931307 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef94073050 0x7fef940b4880 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef9a8eb640 1 --2- 172.21.15.122:0/1487931307 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef9415ba30 0x7fef9406f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef9a8eb640 1 -- 172.21.15.122:0/1487931307 >> 172.21.15.122:0/1487931307 conn(0x7fef94067d70 msgr2=0x7fef9406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:00.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef9a8eb640 1 -- 172.21.15.122:0/1487931307 shutdown_connections 2024-09-12T01:18:00.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.665+0000 7fef9a8eb640 1 -- 172.21.15.122:0/1487931307 wait complete. 2024-09-12T01:18:00.669 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.666+0000 7fef9a8eb640 1 Processor -- start 2024-09-12T01:18:00.669 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.667+0000 7fef9a8eb640 1 -- start start 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.667+0000 7fef9a8eb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef9406fd50 0x7fef94151eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.667+0000 7fef9a8eb640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef94073050 0x7fef94148c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.667+0000 7fef9a8eb640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef9415ba30 0x7fef9414fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.667+0000 7fef9a8eb640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fef940ccfe0 con 0x7fef9406fd50 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.667+0000 7fef9a8eb640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fef940ce810 con 0x7fef94073050 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.667+0000 7fef9a8eb640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fef940cd160 con 0x7fef9415ba30 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.667+0000 7fef93fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef9406fd50 0x7fef94151eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef93fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef9406fd50 0x7fef94151eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59690/0 (socket says 172.21.15.122:59690) 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef93fff640 1 -- 172.21.15.122:0/683229136 learned_addr learned my addr 172.21.15.122:0/683229136 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef93fff640 1 -- 172.21.15.122:0/683229136 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef9415ba30 msgr2=0x7fef9414fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef93fff640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef9415ba30 0x7fef9414fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef93fff640 1 -- 172.21.15.122:0/683229136 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef94073050 msgr2=0x7fef94148c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef93fff640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef94073050 0x7fef94148c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef93fff640 1 -- 172.21.15.122:0/683229136 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef94150a60 con 0x7fef9406fd50 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef93fff640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef9406fd50 0x7fef94151eb0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fef8400d6a0 tx=0x7fef8400db60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef90ff9640 1 -- 172.21.15.122:0/683229136 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8400b040 con 0x7fef9406fd50 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef90ff9640 1 -- 172.21.15.122:0/683229136 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef84004230 con 0x7fef9406fd50 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef9a8eb640 1 -- 172.21.15.122:0/683229136 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef9414ef30 con 0x7fef9406fd50 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef90ff9640 1 -- 172.21.15.122:0/683229136 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef84007700 con 0x7fef9406fd50 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.668+0000 7fef9a8eb640 1 -- 172.21.15.122:0/683229136 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef940ae450 con 0x7fef9406fd50 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.669+0000 7fef9a8eb640 1 -- 172.21.15.122:0/683229136 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef9406f810 con 0x7fef9406fd50 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.670+0000 7fef90ff9640 1 -- 172.21.15.122:0/683229136 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fef840078a0 con 0x7fef9406fd50 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.670+0000 7fef90ff9640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef8006be30 0x7fef8006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.670+0000 7fef90ff9640 1 -- 172.21.15.122:0/683229136 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fef8408ae30 con 0x7fef9406fd50 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.670+0000 7fef937fe640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef8006be30 0x7fef8006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:00.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.671+0000 7fef937fe640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef8006be30 0x7fef8006e2f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fef88000c00 tx=0x7fef88007900 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:00.674 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.674+0000 7fef90ff9640 1 -- 172.21.15.122:0/683229136 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef84015020 con 0x7fef9406fd50 2024-09-12T01:18:00.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.904+0000 7fef9a8eb640 1 -- 172.21.15.122:0/683229136 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7fef94159490 con 0x7fef9406fd50 2024-09-12T01:18:00.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.906+0000 7fef90ff9640 1 -- 172.21.15.122:0/683229136 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7fef84059910 con 0x7fef9406fd50 2024-09-12T01:18:00.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 -- 172.21.15.122:0/683229136 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef8006be30 msgr2=0x7fef8006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef8006be30 0x7fef8006e2f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fef88000c00 tx=0x7fef88007900 comp rx=0 tx=0).stop 2024-09-12T01:18:00.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 -- 172.21.15.122:0/683229136 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef9406fd50 msgr2=0x7fef94151eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:00.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef9406fd50 0x7fef94151eb0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fef8400d6a0 tx=0x7fef8400db60 comp rx=0 tx=0).stop 2024-09-12T01:18:00.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 -- 172.21.15.122:0/683229136 shutdown_connections 2024-09-12T01:18:00.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef8006be30 0x7fef8006e2f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef9415ba30 0x7fef9414fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef94073050 0x7fef94148c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 --2- 172.21.15.122:0/683229136 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef9406fd50 0x7fef94151eb0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:00.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 -- 172.21.15.122:0/683229136 >> 172.21.15.122:0/683229136 conn(0x7fef94067d70 msgr2=0x7fef941599b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:00.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 -- 172.21.15.122:0/683229136 shutdown_connections 2024-09-12T01:18:00.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:00.908+0000 7fef9a8eb640 1 -- 172.21.15.122:0/683229136 wait complete. 2024-09-12T01:18:00.918 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-12T01:18:01.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.018+0000 7facf0381640 1 Processor -- start 2024-09-12T01:18:01.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.018+0000 7facf0381640 1 -- start start 2024-09-12T01:18:01.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.019+0000 7facf0381640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7face80d06e0 0x7face80ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.019+0000 7facf0381640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7face80d00a0 con 0x7face809b510 2024-09-12T01:18:01.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.019+0000 7facf0381640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7face80d0380 con 0x7face815d3e0 2024-09-12T01:18:01.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.019+0000 7facf0381640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7face809b080 con 0x7face80d06e0 2024-09-12T01:18:01.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.019+0000 7facee91e640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7face809b510 0x7face80ccf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35468/0 (socket says 172.21.15.122:35468) 2024-09-12T01:18:01.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.019+0000 7facee91e640 1 -- 172.21.15.122:0/838522926 learned_addr learned my addr 172.21.15.122:0/838522926 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:01.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.019+0000 7facee11d640 1 --2- 172.21.15.122:0/838522926 >> v2:172.21.15.122:3300/0 conn(0x7face80d06e0 0x7face80ce8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.020+0000 7facee11d640 1 -- 172.21.15.122:0/838522926 >> v1:172.21.15.151:6789/0 conn(0x7face815d3e0 legacy=0x7face80d0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.020+0000 7facee11d640 1 -- 172.21.15.122:0/838522926 >> v1:172.21.15.122:6789/0 conn(0x7face809b510 legacy=0x7face80ccf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.020+0000 7faced11b640 1 -- 172.21.15.122:0/838522926 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1619676977 0 0) 0x7face80d00a0 con 0x7face809b510 2024-09-12T01:18:01.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.020+0000 7facee11d640 1 -- 172.21.15.122:0/838522926 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7face809aa30 con 0x7face80d06e0 2024-09-12T01:18:01.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.020+0000 7facee11d640 1 --2- 172.21.15.122:0/838522926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7face80d06e0 0x7face80ce8b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7face40097a0 tx=0x7face402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=150c3dc1592435ad server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:01.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.020+0000 7faced11b640 1 -- 172.21.15.122:0/838522926 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face4037070 con 0x7face80d06e0 2024-09-12T01:18:01.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.020+0000 7faced11b640 1 -- 172.21.15.122:0/838522926 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7face4032440 con 0x7face80d06e0 2024-09-12T01:18:01.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.020+0000 7faced11b640 1 -- 172.21.15.122:0/838522926 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face4032810 con 0x7face80d06e0 2024-09-12T01:18:01.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.021+0000 7facf0381640 1 -- 172.21.15.122:0/838522926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7face80d06e0 msgr2=0x7face80ce8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.021+0000 7facf0381640 1 --2- 172.21.15.122:0/838522926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7face80d06e0 0x7face80ce8b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7face40097a0 tx=0x7face402a230 comp rx=0 tx=0).stop 2024-09-12T01:18:01.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.021+0000 7facf0381640 1 -- 172.21.15.122:0/838522926 shutdown_connections 2024-09-12T01:18:01.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.021+0000 7facf0381640 1 --2- 172.21.15.122:0/838522926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7face80d06e0 0x7face80ce8b0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.021+0000 7facf0381640 1 -- 172.21.15.122:0/838522926 >> 172.21.15.122:0/838522926 conn(0x7face80d23a0 msgr2=0x7face80d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:01.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.021+0000 7facf0381640 1 -- 172.21.15.122:0/838522926 shutdown_connections 2024-09-12T01:18:01.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.021+0000 7facf0381640 1 -- 172.21.15.122:0/838522926 wait complete. 2024-09-12T01:18:01.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.022+0000 7facf0381640 1 Processor -- start 2024-09-12T01:18:01.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.022+0000 7facf0381640 1 -- start start 2024-09-12T01:18:01.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7facf0381640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7face809b510 0x7face81557e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7facf0381640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7face80d06e0 0x7face8160710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7facf0381640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7face815d3e0 0x7face80b6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7facf0381640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7face815c740 con 0x7face80d06e0 2024-09-12T01:18:01.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7facf0381640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7face815d800 con 0x7face809b510 2024-09-12T01:18:01.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7facf0381640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7face80cd6a0 con 0x7face815d3e0 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7faced91c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7face80d06e0 0x7face8160710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7faced91c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7face80d06e0 0x7face8160710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59712/0 (socket says 172.21.15.122:59712) 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7faced91c640 1 -- 172.21.15.122:0/3009346231 learned_addr learned my addr 172.21.15.122:0/3009346231 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7facee91e640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7face815d3e0 0x7face80b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7facee11d640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7face809b510 0x7face81557e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7faced91c640 1 -- 172.21.15.122:0/3009346231 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7face815d3e0 msgr2=0x7face80b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7faced91c640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7face815d3e0 0x7face80b6220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7faced91c640 1 -- 172.21.15.122:0/3009346231 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7face809b510 msgr2=0x7face81557e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7faced91c640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7face809b510 0x7face81557e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7faced91c640 1 -- 172.21.15.122:0/3009346231 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7face8155d20 con 0x7face80d06e0 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.023+0000 7facee11d640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7face809b510 0x7face81557e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:01.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.024+0000 7faced91c640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7face80d06e0 0x7face8160710 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7facd800c3f0 tx=0x7facd800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:01.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.024+0000 7facdeffd640 1 -- 172.21.15.122:0/3009346231 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd8017070 con 0x7face80d06e0 2024-09-12T01:18:01.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.024+0000 7facdeffd640 1 -- 172.21.15.122:0/3009346231 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facd80052f0 con 0x7face80d06e0 2024-09-12T01:18:01.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.024+0000 7facdeffd640 1 -- 172.21.15.122:0/3009346231 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd8003830 con 0x7face80d06e0 2024-09-12T01:18:01.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.024+0000 7facf0381640 1 -- 172.21.15.122:0/3009346231 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7face815db90 con 0x7face80d06e0 2024-09-12T01:18:01.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.024+0000 7facf0381640 1 -- 172.21.15.122:0/3009346231 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7face80cbc50 con 0x7face80d06e0 2024-09-12T01:18:01.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.025+0000 7facf0381640 1 -- 172.21.15.122:0/3009346231 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7face80d00a0 con 0x7face80d06e0 2024-09-12T01:18:01.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.025+0000 7facdeffd640 1 -- 172.21.15.122:0/3009346231 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7facd801a070 con 0x7face80d06e0 2024-09-12T01:18:01.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.026+0000 7facdeffd640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faccc06be30 0x7faccc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.026+0000 7facdeffd640 1 -- 172.21.15.122:0/3009346231 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7facd8089fd0 con 0x7face80d06e0 2024-09-12T01:18:01.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.026+0000 7facee11d640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faccc06be30 0x7faccc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.026+0000 7facee11d640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faccc06be30 0x7faccc06e2f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7face4034000 tx=0x7face402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:01.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.030+0000 7facdeffd640 1 -- 172.21.15.122:0/3009346231 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7facd8058b40 con 0x7face80d06e0 2024-09-12T01:18:01.259 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.260+0000 7facf0381640 1 -- 172.21.15.122:0/3009346231 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7face80d31d0 con 0x7face80d06e0 2024-09-12T01:18:01.260 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.262+0000 7facdeffd640 1 -- 172.21.15.122:0/3009346231 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7facd8058440 con 0x7face80d06e0 2024-09-12T01:18:01.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 -- 172.21.15.122:0/3009346231 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faccc06be30 msgr2=0x7faccc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faccc06be30 0x7faccc06e2f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7face4034000 tx=0x7face402e000 comp rx=0 tx=0).stop 2024-09-12T01:18:01.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 -- 172.21.15.122:0/3009346231 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7face80d06e0 msgr2=0x7face8160710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7face80d06e0 0x7face8160710 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7facd800c3f0 tx=0x7facd800c8b0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 -- 172.21.15.122:0/3009346231 shutdown_connections 2024-09-12T01:18:01.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7faccc06be30 0x7faccc06e2f0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7face815d3e0 0x7face80b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7face80d06e0 0x7face8160710 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 --2- 172.21.15.122:0/3009346231 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7face809b510 0x7face81557e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 -- 172.21.15.122:0/3009346231 >> 172.21.15.122:0/3009346231 conn(0x7face80d23a0 msgr2=0x7face80cda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:01.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 -- 172.21.15.122:0/3009346231 shutdown_connections 2024-09-12T01:18:01.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.264+0000 7facf0381640 1 -- 172.21.15.122:0/3009346231 wait complete. 2024-09-12T01:18:01.274 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-12T01:18:01.372 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.373+0000 7f4a1c0d0640 1 Processor -- start 2024-09-12T01:18:01.372 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.373+0000 7f4a1c0d0640 1 -- start start 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.374+0000 7f4a1c0d0640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a1415e740 0x7f4a140d1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.374+0000 7f4a1c0d0640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4a1406dbd0 0x7f4a1406cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.374+0000 7f4a1c0d0640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a1406e040 con 0x7f4a1409b690 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.374+0000 7f4a1c0d0640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f4a1415eb20 con 0x7f4a1406dbd0 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.374+0000 7f4a1c0d0640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4a1406d260 con 0x7f4a1415e740 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.374+0000 7f4a1a66d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4a1406dbd0 0x7f4a1406cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.374+0000 7f4a1966b640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f4a1409b690 0x7f4a1406d4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35480/0 (socket says 172.21.15.122:35480) 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.374+0000 7f4a1966b640 1 -- 172.21.15.122:0/4100581866 learned_addr learned my addr 172.21.15.122:0/4100581866 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.375+0000 7f4a19e6c640 1 --2- 172.21.15.122:0/4100581866 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a1415e740 0x7f4a140d1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.375+0000 7f4a1a66d640 1 -- 172.21.15.122:0/4100581866 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a1415e740 msgr2=0x7f4a140d1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.375+0000 7f4a1a66d640 1 --2- 172.21.15.122:0/4100581866 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a1415e740 0x7f4a140d1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.375+0000 7f4a1a66d640 1 -- 172.21.15.122:0/4100581866 >> v1:172.21.15.122:6789/0 conn(0x7f4a1409b690 legacy=0x7f4a1406d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.375+0000 7f4a1a66d640 1 -- 172.21.15.122:0/4100581866 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a140d0780 con 0x7f4a1406dbd0 2024-09-12T01:18:01.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.375+0000 7f4a18e6a640 1 -- 172.21.15.122:0/4100581866 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1508955200 0 0) 0x7f4a1406e040 con 0x7f4a1409b690 2024-09-12T01:18:01.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.375+0000 7f4a1a66d640 1 --2- 172.21.15.122:0/4100581866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a1406dbd0 0x7f4a1406cd20 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c009dc0 tx=0x7f4a0c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76c6b23482a222c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:01.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.375+0000 7f4a18e6a640 1 -- 172.21.15.122:0/4100581866 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a0c007740 con 0x7f4a1406dbd0 2024-09-12T01:18:01.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.376+0000 7f4a18e6a640 1 -- 172.21.15.122:0/4100581866 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a0c0078e0 con 0x7f4a1406dbd0 2024-09-12T01:18:01.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.376+0000 7f4a18e6a640 1 -- 172.21.15.122:0/4100581866 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a0c007cb0 con 0x7f4a1406dbd0 2024-09-12T01:18:01.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.376+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/4100581866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a1406dbd0 msgr2=0x7f4a1406cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.376+0000 7f4a1c0d0640 1 --2- 172.21.15.122:0/4100581866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a1406dbd0 0x7f4a1406cd20 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c009dc0 tx=0x7f4a0c02a710 comp rx=0 tx=0).stop 2024-09-12T01:18:01.376 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.376+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/4100581866 shutdown_connections 2024-09-12T01:18:01.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.376+0000 7f4a1c0d0640 1 --2- 172.21.15.122:0/4100581866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a1406dbd0 0x7f4a1406cd20 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.376+0000 7f4a1c0d0640 1 --2- 172.21.15.122:0/4100581866 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a1415e740 0x7f4a140d1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.376+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/4100581866 >> 172.21.15.122:0/4100581866 conn(0x7f4a140d23a0 msgr2=0x7f4a140d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:01.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.376+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/4100581866 shutdown_connections 2024-09-12T01:18:01.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.376+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/4100581866 wait complete. 2024-09-12T01:18:01.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.377+0000 7f4a1c0d0640 1 Processor -- start 2024-09-12T01:18:01.377 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.377+0000 7f4a1c0d0640 1 -- start start 2024-09-12T01:18:01.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1c0d0640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a1406dbd0 0x7f4a140c8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1c0d0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a1409b690 0x7f4a140c5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1c0d0640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a1415e740 0x7f4a141f72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1c0d0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4a140d1020 con 0x7f4a1409b690 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1c0d0640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f4a140d0d40 con 0x7f4a1415e740 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1c0d0640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4a1409ba90 con 0x7f4a1406dbd0 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1966b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a1409b690 0x7f4a140c5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1966b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a1409b690 0x7f4a140c5ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59728/0 (socket says 172.21.15.122:59728) 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1966b640 1 -- 172.21.15.122:0/1625222749 learned_addr learned my addr 172.21.15.122:0/1625222749 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a19e6c640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a1406dbd0 0x7f4a140c8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1a66d640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a1415e740 0x7f4a141f72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1966b640 1 -- 172.21.15.122:0/1625222749 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a1406dbd0 msgr2=0x7f4a140c8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1966b640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a1406dbd0 0x7f4a140c8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1966b640 1 -- 172.21.15.122:0/1625222749 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a1415e740 msgr2=0x7f4a141f72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1966b640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a1415e740 0x7f4a141f72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.378+0000 7f4a1966b640 1 -- 172.21.15.122:0/1625222749 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a141e8010 con 0x7f4a1409b690 2024-09-12T01:18:01.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.379+0000 7f4a1966b640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a1409b690 0x7f4a140c5ed0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4a0400c4b0 tx=0x7f4a0400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:01.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.379+0000 7f4a0a7fc640 1 -- 172.21.15.122:0/1625222749 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a04018070 con 0x7f4a1409b690 2024-09-12T01:18:01.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.379+0000 7f4a0a7fc640 1 -- 172.21.15.122:0/1625222749 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a04007500 con 0x7f4a1409b690 2024-09-12T01:18:01.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.379+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/1625222749 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a141e82f0 con 0x7f4a1409b690 2024-09-12T01:18:01.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.379+0000 7f4a0a7fc640 1 -- 172.21.15.122:0/1625222749 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a04004a20 con 0x7f4a1409b690 2024-09-12T01:18:01.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.379+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/1625222749 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a141e88b0 con 0x7f4a1409b690 2024-09-12T01:18:01.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.380+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/1625222749 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a1406cd20 con 0x7f4a1409b690 2024-09-12T01:18:01.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.380+0000 7f4a0a7fc640 1 -- 172.21.15.122:0/1625222749 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4a0401b070 con 0x7f4a1409b690 2024-09-12T01:18:01.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.381+0000 7f4a0a7fc640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f49f806be60 0x7f49f806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.381+0000 7f4a0a7fc640 1 -- 172.21.15.122:0/1625222749 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f4a04089fd0 con 0x7f4a1409b690 2024-09-12T01:18:01.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.381+0000 7f4a19e6c640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f49f806be60 0x7f49f806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.382 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.381+0000 7f4a19e6c640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f49f806be60 0x7f49f806e320 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4a10006fd0 tx=0x7f4a10008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:01.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.385+0000 7f4a0a7fc640 1 -- 172.21.15.122:0/1625222749 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4a04058c00 con 0x7f4a1409b690 2024-09-12T01:18:01.550 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.551+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/1625222749 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f4a140d1cb0 con 0x7f4a1409b690 2024-09-12T01:18:01.550 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.551+0000 7f4a0a7fc640 1 -- 172.21.15.122:0/1625222749 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v34) ==== 84+0+65 (secure 0 0 0) 0x7f4a04058500 con 0x7f4a1409b690 2024-09-12T01:18:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:01.551 INFO:teuthology.orchestra.run.smithi122.stdout:[ 2024-09-12T01:18:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "poolnum": 1, 2024-09-12T01:18:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "poolname": ".mgr" 2024-09-12T01:18:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:01.551 INFO:teuthology.orchestra.run.smithi122.stdout:] 2024-09-12T01:18:01.552 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/1625222749 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f49f806be60 msgr2=0x7f49f806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.552 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f49f806be60 0x7f49f806e320 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4a10006fd0 tx=0x7f4a10008040 comp rx=0 tx=0).stop 2024-09-12T01:18:01.553 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/1625222749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a1409b690 msgr2=0x7f4a140c5ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.553 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a1409b690 0x7f4a140c5ed0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4a0400c4b0 tx=0x7f4a0400c970 comp rx=0 tx=0).stop 2024-09-12T01:18:01.553 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/1625222749 shutdown_connections 2024-09-12T01:18:01.553 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f49f806be60 0x7f49f806e320 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.553 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4a1415e740 0x7f4a141f72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.553 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a1409b690 0x7f4a140c5ed0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 --2- 172.21.15.122:0/1625222749 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4a1406dbd0 0x7f4a140c8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/1625222749 >> 172.21.15.122:0/1625222749 conn(0x7f4a140d23a0 msgr2=0x7f4a140ccd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:01.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/1625222749 shutdown_connections 2024-09-12T01:18:01.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.553+0000 7f4a1c0d0640 1 -- 172.21.15.122:0/1625222749 wait complete. 2024-09-12T01:18:01.563 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T01:18:01.564 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T01:18:01.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.668+0000 7f01f5417640 1 Processor -- start 2024-09-12T01:18:01.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.668+0000 7f01f5417640 1 -- start start 2024-09-12T01:18:01.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.668+0000 7f01f5417640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f01f0162340 0x7f01f006d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.668+0000 7f01f5417640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f00cf280 0x7f01f0162720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.668+0000 7f01f5417640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01f015ff70 con 0x7f01f0162c60 2024-09-12T01:18:01.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.668+0000 7f01f5417640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f01f006de90 con 0x7f01f0162340 2024-09-12T01:18:01.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.668+0000 7f01f5417640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f01f00d4d10 con 0x7f01f00cf280 2024-09-12T01:18:01.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.669+0000 7f01eeffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f01f0162340 0x7f01f006d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.669+0000 7f01eeffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f01f0162340 0x7f01f006d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59742/0 (socket says 172.21.15.122:59742) 2024-09-12T01:18:01.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.669+0000 7f01eeffd640 1 -- 172.21.15.122:0/2041924920 learned_addr learned my addr 172.21.15.122:0/2041924920 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:01.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.669+0000 7f01eeffd640 1 -- 172.21.15.122:0/2041924920 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f00cf280 msgr2=0x7f01f0162720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:01.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.669+0000 7f01e67fc640 1 --2- 172.21.15.122:0/2041924920 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f00cf280 0x7f01f0162720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.669+0000 7f01eeffd640 1 --2- 172.21.15.122:0/2041924920 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f00cf280 0x7f01f0162720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.669+0000 7f01eeffd640 1 -- 172.21.15.122:0/2041924920 >> v1:172.21.15.151:6789/0 conn(0x7f01f0162c60 legacy=0x7f01f00d2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.669+0000 7f01eeffd640 1 -- 172.21.15.122:0/2041924920 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01f00d4ff0 con 0x7f01f0162340 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.669+0000 7f01e67fc640 1 --2- 172.21.15.122:0/2041924920 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f00cf280 0x7f01f0162720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01eeffd640 1 --2- 172.21.15.122:0/2041924920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01f0162340 0x7f01f006d740 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f01e0009870 tx=0x7f01e002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fb1475b20c43e2d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01ee7fc640 1 -- 172.21.15.122:0/2041924920 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e0037070 con 0x7f01f0162340 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01ee7fc640 1 -- 172.21.15.122:0/2041924920 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01e0032440 con 0x7f01f0162340 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01ee7fc640 1 -- 172.21.15.122:0/2041924920 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e0032810 con 0x7f01f0162340 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01f5417640 1 -- 172.21.15.122:0/2041924920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01f0162340 msgr2=0x7f01f006d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01f5417640 1 --2- 172.21.15.122:0/2041924920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01f0162340 0x7f01f006d740 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f01e0009870 tx=0x7f01e002a180 comp rx=0 tx=0).stop 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01f5417640 1 -- 172.21.15.122:0/2041924920 shutdown_connections 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01f5417640 1 --2- 172.21.15.122:0/2041924920 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f00cf280 0x7f01f0162720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.672 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01f5417640 1 --2- 172.21.15.122:0/2041924920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01f0162340 0x7f01f006d740 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.673 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01f5417640 1 -- 172.21.15.122:0/2041924920 >> 172.21.15.122:0/2041924920 conn(0x7f01f008bfc0 msgr2=0x7f01f00d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:01.673 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01f5417640 1 -- 172.21.15.122:0/2041924920 shutdown_connections 2024-09-12T01:18:01.673 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.670+0000 7f01f5417640 1 -- 172.21.15.122:0/2041924920 wait complete. 2024-09-12T01:18:01.673 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.671+0000 7f01f5417640 1 Processor -- start 2024-09-12T01:18:01.673 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.672+0000 7f01f5417640 1 -- start start 2024-09-12T01:18:01.675 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.672+0000 7f01f5417640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01f00cf280 0x7f01f00b6a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.675 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.672+0000 7f01f5417640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f01f0162340 0x7f01f01518d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.675 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.672+0000 7f01f5417640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f0162c60 0x7f01f00b8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.675 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.672+0000 7f01f5417640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f01f00cf6c0 con 0x7f01f00cf280 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.672+0000 7f01f5417640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f01f00d52d0 con 0x7f01f0162340 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.672+0000 7f01f5417640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f01f01630f0 con 0x7f01f0162c60 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.672+0000 7f01eeffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01f00cf280 0x7f01f00b6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01eeffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01f00cf280 0x7f01f00b6a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59752/0 (socket says 172.21.15.122:59752) 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01eeffd640 1 -- 172.21.15.122:0/1590399805 learned_addr learned my addr 172.21.15.122:0/1590399805 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01ef7fe640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f0162c60 0x7f01f00b8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01e67fc640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f01f0162340 0x7f01f01518d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01eeffd640 1 -- 172.21.15.122:0/1590399805 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f0162c60 msgr2=0x7f01f00b8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01eeffd640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f0162c60 0x7f01f00b8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01eeffd640 1 -- 172.21.15.122:0/1590399805 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f01f0162340 msgr2=0x7f01f01518d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01eeffd640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f01f0162340 0x7f01f01518d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:01.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01eeffd640 1 -- 172.21.15.122:0/1590399805 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01f00ba260 con 0x7f01f00cf280 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01ef7fe640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f0162c60 0x7f01f00b8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01eeffd640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01f00cf280 0x7f01f00b6a40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f01e0000c00 tx=0x7f01e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01e7fff640 1 -- 172.21.15.122:0/1590399805 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e0041070 con 0x7f01f00cf280 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01e7fff640 1 -- 172.21.15.122:0/1590399805 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01e003c870 con 0x7f01f00cf280 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01f5417640 1 -- 172.21.15.122:0/1590399805 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01f00b7790 con 0x7f01f00cf280 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01e7fff640 1 -- 172.21.15.122:0/1590399805 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e0037040 con 0x7f01f00cf280 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.673+0000 7f01f5417640 1 -- 172.21.15.122:0/1590399805 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01f00b9f80 con 0x7f01f00cf280 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.674+0000 7f01f5417640 1 -- 172.21.15.122:0/1590399805 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01f0162720 con 0x7f01f00cf280 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.675+0000 7f01e7fff640 1 -- 172.21.15.122:0/1590399805 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f01e0044070 con 0x7f01f00cf280 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.675+0000 7f01e7fff640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f01d006be30 0x7f01d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.675+0000 7f01e67fc640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f01d006be30 0x7f01d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.675+0000 7f01e7fff640 1 -- 172.21.15.122:0/1590399805 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f01e00ab7b0 con 0x7f01f00cf280 2024-09-12T01:18:01.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.676+0000 7f01e67fc640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f01d006be30 0x7f01d006e2f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f01d8006fd0 tx=0x7f01d8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:01.678 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.680+0000 7f01e7fff640 1 -- 172.21.15.122:0/1590399805 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f01e007a440 con 0x7f01f00cf280 2024-09-12T01:18:01.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:01.849+0000 7f01f5417640 1 -- 172.21.15.122:0/1590399805 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f01f00b4290 con 0x7f01f00cf280 2024-09-12T01:18:02.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.758+0000 7f01e7fff640 1 -- 172.21.15.122:0/1590399805 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v35) ==== 138+0+0 (secure 0 0 0) 0x7f01e0079d40 con 0x7f01f00cf280 2024-09-12T01:18:02.757 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_metadata' created 2024-09-12T01:18:02.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.763+0000 7f01f5417640 1 -- 172.21.15.122:0/1590399805 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f01d006be30 msgr2=0x7f01d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:02.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.763+0000 7f01f5417640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f01d006be30 0x7f01d006e2f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f01d8006fd0 tx=0x7f01d8008040 comp rx=0 tx=0).stop 2024-09-12T01:18:02.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.763+0000 7f01f5417640 1 -- 172.21.15.122:0/1590399805 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01f00cf280 msgr2=0x7f01f00b6a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:02.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.763+0000 7f01f5417640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01f00cf280 0x7f01f00b6a40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f01e0000c00 tx=0x7f01e00046c0 comp rx=0 tx=0).stop 2024-09-12T01:18:02.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.763+0000 7f01f5417640 1 -- 172.21.15.122:0/1590399805 shutdown_connections 2024-09-12T01:18:02.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.763+0000 7f01f5417640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f01d006be30 0x7f01d006e2f0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:02.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.764+0000 7f01f5417640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f01f0162c60 0x7f01f00b8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:02.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.764+0000 7f01f5417640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f01f0162340 0x7f01f01518d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:02.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.764+0000 7f01f5417640 1 --2- 172.21.15.122:0/1590399805 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01f00cf280 0x7f01f00b6a40 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:02.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.764+0000 7f01f5417640 1 -- 172.21.15.122:0/1590399805 >> 172.21.15.122:0/1590399805 conn(0x7f01f008bfc0 msgr2=0x7f01f0161440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:02.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.765+0000 7f01f5417640 1 -- 172.21.15.122:0/1590399805 shutdown_connections 2024-09-12T01:18:02.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.765+0000 7f01f5417640 1 -- 172.21.15.122:0/1590399805 wait complete. 2024-09-12T01:18:02.780 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T01:18:02.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.894+0000 7f2bd0fb7640 1 Processor -- start 2024-09-12T01:18:02.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.894+0000 7f2bd0fb7640 1 -- start start 2024-09-12T01:18:02.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.895+0000 7f2bd0fb7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bcc15e5d0 0x7f2bcc0cf540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:02.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.895+0000 7f2bd0fb7640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bcc0b11f0 con 0x7f2bcc0d4df0 2024-09-12T01:18:02.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.895+0000 7f2bd0fb7640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bcc0d0100 con 0x7f2bcc1628c0 2024-09-12T01:18:02.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.895+0000 7f2bd0fb7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2bcc0cfb40 con 0x7f2bcc15e5d0 2024-09-12T01:18:02.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc9d9b640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f2bcc0d4df0 0x7f2bcc1621b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35494/0 (socket says 172.21.15.122:35494) 2024-09-12T01:18:02.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc9d9b640 1 -- 172.21.15.122:0/2496898519 learned_addr learned my addr 172.21.15.122:0/2496898519 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:02.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bca59c640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bcc15e5d0 0x7f2bcc0cf540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:02.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2982948333 0 0) 0x7f2bcc0b11f0 con 0x7f2bcc0d4df0 2024-09-12T01:18:02.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2bb8003520 con 0x7f2bcc0d4df0 2024-09-12T01:18:02.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3732210631 0 0) 0x7f2bcc0d0100 con 0x7f2bcc1628c0 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2bcc0b11f0 con 0x7f2bcc1628c0 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3194099376 0 0) 0x7f2bb8003520 con 0x7f2bcc0d4df0 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bcc15e5d0 msgr2=0x7f2bcc0cf540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bcc15e5d0 0x7f2bcc0cf540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 >> v1:172.21.15.151:6789/0 conn(0x7f2bcc1628c0 legacy=0x7f2bcc0b19b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bcc0cfe20 con 0x7f2bcc0d4df0 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f2bb4001670 con 0x7f2bcc0d4df0 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 >> v1:172.21.15.122:6789/0 conn(0x7f2bcc0d4df0 legacy=0x7f2bcc1621b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 0x7f2bb8003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2bb8004800 0x7f2bb8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bb80051c0 0x7f2bb800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc0cfb40 con 0x7f2bb8003b70 2024-09-12T01:18:02.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb800c030 con 0x7f2bb8004800 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2bb800c230 con 0x7f2bb80051c0 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bca59c640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bcc15e5d0 0x7f2bcc0cf540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bca59c640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 0x7f2bb8003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bc9d9b640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2bb8004800 0x7f2bb8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.896+0000 7f2bcad9d640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bb80051c0 0x7f2bb800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.897+0000 7f2bca59c640 1 -- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bb80051c0 msgr2=0x7f2bb800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.897+0000 7f2bca59c640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bb80051c0 0x7f2bb800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.897+0000 7f2bca59c640 1 -- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2bb8004800 msgr2=0x7f2bb8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.897+0000 7f2bca59c640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2bb8004800 0x7f2bb8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.897+0000 7f2bca59c640 1 -- 172.21.15.122:0/2496898519 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bb8003520 con 0x7f2bb8003b70 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.897+0000 7f2bc9d9b640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2bb8004800 0x7f2bb8004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.898+0000 7f2bca59c640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 0x7f2bb8003f70 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc0d0ec0 tx=0x7f2bb8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f57a31407ca1a3c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:02.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.898+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc4036070 con 0x7f2bb8003b70 2024-09-12T01:18:02.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.898+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bc4003c50 con 0x7f2bb8003b70 2024-09-12T01:18:02.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.898+0000 7f2bc959a640 1 -- 172.21.15.122:0/2496898519 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc4009d40 con 0x7f2bb8003b70 2024-09-12T01:18:02.902 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.899+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/2496898519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 msgr2=0x7f2bb8003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.899+0000 7f2bd0fb7640 1 --2- 172.21.15.122:0/2496898519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 0x7f2bb8003f70 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc0d0ec0 tx=0x7f2bb8005830 comp rx=0 tx=0).stop 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.899+0000 7f2bcad9d640 1 -- 172.21.15.122:0/2496898519 reap_dead start 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.899+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/2496898519 shutdown_connections 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.899+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/2496898519 >> 172.21.15.122:0/2496898519 conn(0x7f2bcc08bfc0 msgr2=0x7f2bcc0d44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.899+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/2496898519 shutdown_connections 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.899+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/2496898519 wait complete. 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.900+0000 7f2bd0fb7640 1 Processor -- start 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.900+0000 7f2bd0fb7640 1 -- start start 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bd0fb7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 0x7f2bcc153640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bd0fb7640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2bcc0b3bf0 0x7f2bcc0b7310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bd0fb7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bcc0b4070 0x7f2bcc0b7850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bd0fb7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc15eb30 con 0x7f2bb8003b70 2024-09-12T01:18:02.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bd0fb7640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc15e9b0 con 0x7f2bcc0b3bf0 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bd0fb7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2bcc0d51d0 con 0x7f2bcc0b4070 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bca59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 0x7f2bcc153640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bca59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 0x7f2bcc153640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59760/0 (socket says 172.21.15.122:59760) 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bca59c640 1 -- 172.21.15.122:0/3733388181 learned_addr learned my addr 172.21.15.122:0/3733388181 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bcad9d640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bcc0b4070 0x7f2bcc0b7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bc9d9b640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2bcc0b3bf0 0x7f2bcc0b7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bca59c640 1 -- 172.21.15.122:0/3733388181 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bcc0b4070 msgr2=0x7f2bcc0b7850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bca59c640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bcc0b4070 0x7f2bcc0b7850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bca59c640 1 -- 172.21.15.122:0/3733388181 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2bcc0b3bf0 msgr2=0x7f2bcc0b7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bca59c640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2bcc0b3bf0 0x7f2bcc0b7310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.901+0000 7f2bca59c640 1 -- 172.21.15.122:0/3733388181 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bcc153b80 con 0x7f2bb8003b70 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.902+0000 7f2bca59c640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 0x7f2bcc153640 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f2bc402af80 tx=0x7f2bc4009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.902+0000 7f2bc2ffd640 1 -- 172.21.15.122:0/3733388181 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc4041020 con 0x7f2bb8003b70 2024-09-12T01:18:02.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.902+0000 7f2bc2ffd640 1 -- 172.21.15.122:0/3733388181 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bc4037040 con 0x7f2bb8003b70 2024-09-12T01:18:02.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.902+0000 7f2bc2ffd640 1 -- 172.21.15.122:0/3733388181 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc4036070 con 0x7f2bb8003b70 2024-09-12T01:18:02.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.902+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/3733388181 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bcc0b8160 con 0x7f2bb8003b70 2024-09-12T01:18:02.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.902+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/3733388181 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bcc0b8d10 con 0x7f2bb8003b70 2024-09-12T01:18:02.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.903+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/3733388181 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bcc0cf540 con 0x7f2bb8003b70 2024-09-12T01:18:02.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.904+0000 7f2bc2ffd640 1 -- 172.21.15.122:0/3733388181 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2bc4044020 con 0x7f2bb8003b70 2024-09-12T01:18:02.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.904+0000 7f2bc2ffd640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2bac06be30 0x7f2bac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:02.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.904+0000 7f2bc2ffd640 1 -- 172.21.15.122:0/3733388181 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5619+0+0 (secure 0 0 0) 0x7f2bc40abeb0 con 0x7f2bb8003b70 2024-09-12T01:18:02.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.904+0000 7f2bc9d9b640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2bac06be30 0x7f2bac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:02.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.905+0000 7f2bc9d9b640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2bac06be30 0x7f2bac06e2f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc0cb1f0 tx=0x7f2bb4001c20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:02.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:02.909+0000 7f2bc2ffd640 1 -- 172.21.15.122:0/3733388181 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2bc404b020 con 0x7f2bb8003b70 2024-09-12T01:18:03.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.077+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/3733388181 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2bcc0d2880 con 0x7f2bb8003b70 2024-09-12T01:18:03.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.760+0000 7f2bc2ffd640 1 -- 172.21.15.122:0/3733388181 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v36) ==== 170+0+0 (secure 0 0 0) 0x7f2bc407a1e0 con 0x7f2bb8003b70 2024-09-12T01:18:03.759 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_data' created 2024-09-12T01:18:03.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.762+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/3733388181 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2bac06be30 msgr2=0x7f2bac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:03.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.762+0000 7f2bd0fb7640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2bac06be30 0x7f2bac06e2f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc0cb1f0 tx=0x7f2bb4001c20 comp rx=0 tx=0).stop 2024-09-12T01:18:03.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.763+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/3733388181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 msgr2=0x7f2bcc153640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:03.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.763+0000 7f2bd0fb7640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 0x7f2bcc153640 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f2bc402af80 tx=0x7f2bc4009750 comp rx=0 tx=0).stop 2024-09-12T01:18:03.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.763+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/3733388181 shutdown_connections 2024-09-12T01:18:03.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.763+0000 7f2bd0fb7640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2bac06be30 0x7f2bac06e2f0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:03.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.763+0000 7f2bd0fb7640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2bcc0b4070 0x7f2bcc0b7850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:03.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.763+0000 7f2bd0fb7640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2bcc0b3bf0 0x7f2bcc0b7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:03.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.763+0000 7f2bd0fb7640 1 --2- 172.21.15.122:0/3733388181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2bb8003b70 0x7f2bcc153640 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:03.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.763+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/3733388181 >> 172.21.15.122:0/3733388181 conn(0x7f2bcc08bfc0 msgr2=0x7f2bcc0d4140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:03.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.763+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/3733388181 shutdown_connections 2024-09-12T01:18:03.763 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.763+0000 7f2bd0fb7640 1 -- 172.21.15.122:0/3733388181 wait complete. 2024-09-12T01:18:03.782 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T01:18:03.886 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.887+0000 7fc0579e4640 1 Processor -- start 2024-09-12T01:18:03.886 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.887+0000 7fc0579e4640 1 -- start start 2024-09-12T01:18:03.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.888+0000 7fc0579e4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc0500cd120 0x7fc050071e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:03.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.888+0000 7fc0579e4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc050073b20 con 0x7fc05015b950 2024-09-12T01:18:03.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.888+0000 7fc0579e4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc050073e00 con 0x7fc05015b570 2024-09-12T01:18:03.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.888+0000 7fc0579e4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fc0500740e0 con 0x7fc0500cd120 2024-09-12T01:18:03.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.888+0000 7fc054f7f640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc0500cd120 0x7fc050071e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:03.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.888+0000 7fc055f81640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fc05015b950 0x7fc05015e4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35510/0 (socket says 172.21.15.122:35510) 2024-09-12T01:18:03.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.888+0000 7fc055f81640 1 -- 172.21.15.122:0/1553378851 learned_addr learned my addr 172.21.15.122:0/1553378851 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:03.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.889+0000 7fc054f7f640 1 -- 172.21.15.122:0/1553378851 >> v1:172.21.15.151:6789/0 conn(0x7fc05015b570 legacy=0x7fc0500cca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:03.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.889+0000 7fc054f7f640 1 -- 172.21.15.122:0/1553378851 >> v1:172.21.15.122:6789/0 conn(0x7fc05015b950 legacy=0x7fc05015e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:03.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.889+0000 7fc043fff640 1 -- 172.21.15.122:0/1553378851 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3229070648 0 0) 0x7fc050073b20 con 0x7fc05015b950 2024-09-12T01:18:03.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.889+0000 7fc054f7f640 1 -- 172.21.15.122:0/1553378851 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0500cf320 con 0x7fc0500cd120 2024-09-12T01:18:03.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.889+0000 7fc054f7f640 1 --2- 172.21.15.122:0/1553378851 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0500cd120 0x7fc050071e40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc050074260 tx=0x7fc04c02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65e7e0601cd9ac86 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:03.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.890+0000 7fc043fff640 1 -- 172.21.15.122:0/1553378851 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c037070 con 0x7fc0500cd120 2024-09-12T01:18:03.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.890+0000 7fc043fff640 1 -- 172.21.15.122:0/1553378851 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc04c02ae40 con 0x7fc0500cd120 2024-09-12T01:18:03.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.890+0000 7fc043fff640 1 -- 172.21.15.122:0/1553378851 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c032660 con 0x7fc0500cd120 2024-09-12T01:18:03.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.890+0000 7fc0579e4640 1 -- 172.21.15.122:0/1553378851 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0500cd120 msgr2=0x7fc050071e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:03.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.890+0000 7fc0579e4640 1 --2- 172.21.15.122:0/1553378851 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0500cd120 0x7fc050071e40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc050074260 tx=0x7fc04c02a130 comp rx=0 tx=0).stop 2024-09-12T01:18:03.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.890+0000 7fc0579e4640 1 -- 172.21.15.122:0/1553378851 shutdown_connections 2024-09-12T01:18:03.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.890+0000 7fc0579e4640 1 --2- 172.21.15.122:0/1553378851 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0500cd120 0x7fc050071e40 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:03.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.890+0000 7fc0579e4640 1 -- 172.21.15.122:0/1553378851 >> 172.21.15.122:0/1553378851 conn(0x7fc05006bdf0 msgr2=0x7fc05006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:03.891 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.891+0000 7fc0579e4640 1 -- 172.21.15.122:0/1553378851 shutdown_connections 2024-09-12T01:18:03.891 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.891+0000 7fc0579e4640 1 -- 172.21.15.122:0/1553378851 wait complete. 2024-09-12T01:18:03.891 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.892+0000 7fc0579e4640 1 Processor -- start 2024-09-12T01:18:03.891 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.892+0000 7fc0579e4640 1 -- start start 2024-09-12T01:18:03.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc0579e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0500cd120 0x7fc0501f43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:03.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc0579e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc05015b570 0x7fc05006fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:03.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc0579e4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc05015b950 0x7fc0501efc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:03.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc0579e4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc0500cf840 con 0x7fc0500cd120 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc0579e4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fc050072450 con 0x7fc05015b950 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc0579e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc0500cf9c0 con 0x7fc05015b570 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc055780640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0500cd120 0x7fc0501f43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc055780640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0500cd120 0x7fc0501f43d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59784/0 (socket says 172.21.15.122:59784) 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc055780640 1 -- 172.21.15.122:0/1384595003 learned_addr learned my addr 172.21.15.122:0/1384595003 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc054f7f640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc05015b570 0x7fc05006fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc055f81640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc05015b950 0x7fc0501efc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc055780640 1 -- 172.21.15.122:0/1384595003 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc05015b570 msgr2=0x7fc05006fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc055780640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc05015b570 0x7fc05006fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc055780640 1 -- 172.21.15.122:0/1384595003 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc05015b950 msgr2=0x7fc0501efc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc055780640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc05015b950 0x7fc0501efc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc055780640 1 -- 172.21.15.122:0/1384595003 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc05014f9c0 con 0x7fc0500cd120 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc055780640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0500cd120 0x7fc0501f43d0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc04400e760 tx=0x7fc04400ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:03.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc041ffb640 1 -- 172.21.15.122:0/1384595003 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0440041f0 con 0x7fc0500cd120 2024-09-12T01:18:03.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc041ffb640 1 -- 172.21.15.122:0/1384595003 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0440043b0 con 0x7fc0500cd120 2024-09-12T01:18:03.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc0579e4640 1 -- 172.21.15.122:0/1384595003 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc05014fca0 con 0x7fc0500cd120 2024-09-12T01:18:03.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.894+0000 7fc041ffb640 1 -- 172.21.15.122:0/1384595003 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0440116b0 con 0x7fc0500cd120 2024-09-12T01:18:03.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.895+0000 7fc0579e4640 1 -- 172.21.15.122:0/1384595003 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0501f3bd0 con 0x7fc0500cd120 2024-09-12T01:18:03.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.896+0000 7fc0579e4640 1 -- 172.21.15.122:0/1384595003 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc050071e40 con 0x7fc0500cd120 2024-09-12T01:18:03.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.896+0000 7fc041ffb640 1 -- 172.21.15.122:0/1384595003 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc044011850 con 0x7fc0500cd120 2024-09-12T01:18:03.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.897+0000 7fc041ffb640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc03406be30 0x7fc03406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:03.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.897+0000 7fc054f7f640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc03406be30 0x7fc03406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:03.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.897+0000 7fc041ffb640 1 -- 172.21.15.122:0/1384595003 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 6001+0+0 (secure 0 0 0) 0x7fc04408d7b0 con 0x7fc0500cd120 2024-09-12T01:18:03.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.897+0000 7fc054f7f640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc03406be30 0x7fc03406e2f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc04c034000 tx=0x7fc04c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:03.900 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:03.901+0000 7fc041ffb640 1 -- 172.21.15.122:0/1384595003 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc044016030 con 0x7fc0500cd120 2024-09-12T01:18:04.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.104+0000 7fc0579e4640 1 -- 172.21.15.122:0/1384595003 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fc0500afe50 con 0x7fc0500cd120 2024-09-12T01:18:04.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.772+0000 7fc041ffb640 1 -- 172.21.15.122:0/1384595003 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v13) ==== 172+0+0 (secure 0 0 0) 0x7fc04405bfd0 con 0x7fc0500cd120 2024-09-12T01:18:04.771 INFO:teuthology.orchestra.run.smithi122.stderr:new fs with metadata pool 5 and data pool 6 2024-09-12T01:18:04.774 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.774+0000 7fc0579e4640 1 -- 172.21.15.122:0/1384595003 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc03406be30 msgr2=0x7fc03406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:04.775 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.774+0000 7fc0579e4640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc03406be30 0x7fc03406e2f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc04c034000 tx=0x7fc04c02e000 comp rx=0 tx=0).stop 2024-09-12T01:18:04.775 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.774+0000 7fc0579e4640 1 -- 172.21.15.122:0/1384595003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0500cd120 msgr2=0x7fc0501f43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:04.775 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.774+0000 7fc0579e4640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0500cd120 0x7fc0501f43d0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc04400e760 tx=0x7fc04400ec20 comp rx=0 tx=0).stop 2024-09-12T01:18:04.775 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.775+0000 7fc0579e4640 1 -- 172.21.15.122:0/1384595003 shutdown_connections 2024-09-12T01:18:04.775 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.775+0000 7fc0579e4640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc03406be30 0x7fc03406e2f0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:04.775 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.775+0000 7fc0579e4640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc05015b950 0x7fc0501efc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:04.775 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.775+0000 7fc0579e4640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc05015b570 0x7fc05006fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:04.775 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.775+0000 7fc0579e4640 1 --2- 172.21.15.122:0/1384595003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0500cd120 0x7fc0501f43d0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:04.775 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.775+0000 7fc0579e4640 1 -- 172.21.15.122:0/1384595003 >> 172.21.15.122:0/1384595003 conn(0x7fc05006bdf0 msgr2=0x7fc0500af1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:04.775 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.775+0000 7fc0579e4640 1 -- 172.21.15.122:0/1384595003 shutdown_connections 2024-09-12T01:18:04.775 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.775+0000 7fc0579e4640 1 -- 172.21.15.122:0/1384595003 wait complete. 2024-09-12T01:18:04.806 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:18:04.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.909+0000 7f9d98bbe640 1 Processor -- start 2024-09-12T01:18:04.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.909+0000 7f9d98bbe640 1 -- start start 2024-09-12T01:18:04.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.910+0000 7f9d98bbe640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d940d1090 0x7f9d9409b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:04.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.910+0000 7f9d98bbe640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f9d940b1620 0x7f9d940b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:04.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.910+0000 7f9d98bbe640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d940cec00 con 0x7f9d9415c520 2024-09-12T01:18:04.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.910+0000 7f9d98bbe640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f9d9409bd90 con 0x7f9d940b1620 2024-09-12T01:18:04.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.910+0000 7f9d98bbe640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9d940d0010 con 0x7f9d940d1090 2024-09-12T01:18:04.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.910+0000 7f9d9259c640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f9d9415c520 0x7f9d940d0980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35524/0 (socket says 172.21.15.122:35524) 2024-09-12T01:18:04.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.910+0000 7f9d9259c640 1 -- 172.21.15.122:0/3980134361 learned_addr learned my addr 172.21.15.122:0/3980134361 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:04.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.911+0000 7f9d91d9b640 1 --2- 172.21.15.122:0/3980134361 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d940d1090 0x7f9d9409b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:04.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.911+0000 7f9d92d9d640 1 --2- 172.21.15.122:0/3980134361 >> v2:172.21.15.151:3300/0 conn(0x7f9d940b1620 0x7f9d940b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:04.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.911+0000 7f9d9159a640 1 -- 172.21.15.122:0/3980134361 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3801470412 0 0) 0x7f9d940cec00 con 0x7f9d9415c520 2024-09-12T01:18:04.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.911+0000 7f9d9159a640 1 -- 172.21.15.122:0/3980134361 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9d80003520 con 0x7f9d9415c520 2024-09-12T01:18:04.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.911+0000 7f9d9159a640 1 -- 172.21.15.122:0/3980134361 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1769811317 0 0) 0x7f9d80003520 con 0x7f9d9415c520 2024-09-12T01:18:04.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.911+0000 7f9d91d9b640 1 -- 172.21.15.122:0/3980134361 >> v2:172.21.15.151:3300/0 conn(0x7f9d940b1620 msgr2=0x7f9d940b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:04.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.911+0000 7f9d91d9b640 1 --2- 172.21.15.122:0/3980134361 >> v2:172.21.15.151:3300/0 conn(0x7f9d940b1620 0x7f9d940b1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:04.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.911+0000 7f9d91d9b640 1 -- 172.21.15.122:0/3980134361 >> v1:172.21.15.122:6789/0 conn(0x7f9d9415c520 legacy=0x7f9d940d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:04.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.911+0000 7f9d91d9b640 1 -- 172.21.15.122:0/3980134361 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d940d02f0 con 0x7f9d940d1090 2024-09-12T01:18:04.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.911+0000 7f9d92d9d640 1 --2- 172.21.15.122:0/3980134361 >> v2:172.21.15.151:3300/0 conn(0x7f9d940b1620 0x7f9d940b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:18:04.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.912+0000 7f9d91d9b640 1 --2- 172.21.15.122:0/3980134361 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d940d1090 0x7f9d9409b720 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c0097a0 tx=0x7f9d7c02a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9f3e2008d29682b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:04.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.912+0000 7f9d9159a640 1 -- 172.21.15.122:0/3980134361 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c037070 con 0x7f9d940d1090 2024-09-12T01:18:04.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.912+0000 7f9d9159a640 1 -- 172.21.15.122:0/3980134361 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d7c02aba0 con 0x7f9d940d1090 2024-09-12T01:18:04.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.912+0000 7f9d9159a640 1 -- 172.21.15.122:0/3980134361 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d840019f0 con 0x7f9d940d1090 2024-09-12T01:18:04.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.912+0000 7f9d98bbe640 1 -- 172.21.15.122:0/3980134361 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d940d1090 msgr2=0x7f9d9409b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:04.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.912+0000 7f9d98bbe640 1 --2- 172.21.15.122:0/3980134361 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d940d1090 0x7f9d9409b720 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c0097a0 tx=0x7f9d7c02a110 comp rx=0 tx=0).stop 2024-09-12T01:18:04.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.913+0000 7f9d98bbe640 1 -- 172.21.15.122:0/3980134361 shutdown_connections 2024-09-12T01:18:04.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.913+0000 7f9d98bbe640 1 --2- 172.21.15.122:0/3980134361 >> v2:172.21.15.151:3300/0 conn(0x7f9d940b1620 0x7f9d940b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:04.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.913+0000 7f9d98bbe640 1 --2- 172.21.15.122:0/3980134361 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d940d1090 0x7f9d9409b720 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:04.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.913+0000 7f9d98bbe640 1 -- 172.21.15.122:0/3980134361 >> 172.21.15.122:0/3980134361 conn(0x7f9d940d23a0 msgr2=0x7f9d940d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:04.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.913+0000 7f9d98bbe640 1 -- 172.21.15.122:0/3980134361 shutdown_connections 2024-09-12T01:18:04.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.913+0000 7f9d98bbe640 1 -- 172.21.15.122:0/3980134361 wait complete. 2024-09-12T01:18:04.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.914+0000 7f9d98bbe640 1 Processor -- start 2024-09-12T01:18:04.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.914+0000 7f9d98bbe640 1 -- start start 2024-09-12T01:18:04.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d98bbe640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d940b1620 0x7f9d9406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:04.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d98bbe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d940d1090 0x7f9d941538c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:04.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d98bbe640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9d9415c520 0x7f9d940b65d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:04.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d98bbe640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9d9415c900 con 0x7f9d940d1090 2024-09-12T01:18:04.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d98bbe640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f9d940d05d0 con 0x7f9d9415c520 2024-09-12T01:18:04.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d98bbe640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9d94153e00 con 0x7f9d940b1620 2024-09-12T01:18:04.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d91d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d940d1090 0x7f9d941538c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:04.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d91d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d940d1090 0x7f9d941538c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59796/0 (socket says 172.21.15.122:59796) 2024-09-12T01:18:04.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d91d9b640 1 -- 172.21.15.122:0/2578067878 learned_addr learned my addr 172.21.15.122:0/2578067878 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:04.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d9259c640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d940b1620 0x7f9d9406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:04.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d92d9d640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9d9415c520 0x7f9d940b65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:04.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d91d9b640 1 -- 172.21.15.122:0/2578067878 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d940b1620 msgr2=0x7f9d9406e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:04.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d91d9b640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d940b1620 0x7f9d9406e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:04.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d91d9b640 1 -- 172.21.15.122:0/2578067878 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9d9415c520 msgr2=0x7f9d940b65d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:04.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d91d9b640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9d9415c520 0x7f9d940b65d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:04.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d91d9b640 1 -- 172.21.15.122:0/2578067878 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d940b6b10 con 0x7f9d940d1090 2024-09-12T01:18:04.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d91d9b640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d940d1090 0x7f9d941538c0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c035040 tx=0x7f9d7c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:04.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d8affd640 1 -- 172.21.15.122:0/2578067878 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c037050 con 0x7f9d940d1090 2024-09-12T01:18:04.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d8affd640 1 -- 172.21.15.122:0/2578067878 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d7c043070 con 0x7f9d940d1090 2024-09-12T01:18:04.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d98bbe640 1 -- 172.21.15.122:0/2578067878 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d940b6db0 con 0x7f9d940d1090 2024-09-12T01:18:04.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.915+0000 7f9d8affd640 1 -- 172.21.15.122:0/2578067878 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c006e10 con 0x7f9d940d1090 2024-09-12T01:18:04.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.916+0000 7f9d98bbe640 1 -- 172.21.15.122:0/2578067878 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d940b7370 con 0x7f9d940d1090 2024-09-12T01:18:04.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.916+0000 7f9d98bbe640 1 -- 172.21.15.122:0/2578067878 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d940b1d40 con 0x7f9d940d1090 2024-09-12T01:18:04.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.917+0000 7f9d8affd640 1 -- 172.21.15.122:0/2578067878 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9d7c03ca50 con 0x7f9d940d1090 2024-09-12T01:18:04.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.917+0000 7f9d8affd640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d7406be30 0x7f9d7406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:04.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.918+0000 7f9d9259c640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d7406be30 0x7f9d7406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:04.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.918+0000 7f9d8affd640 1 -- 172.21.15.122:0/2578067878 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7f9d7c0abae0 con 0x7f9d940d1090 2024-09-12T01:18:04.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.918+0000 7f9d9259c640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d7406be30 0x7f9d7406e2f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9d84005c00 tx=0x7f9d84009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:04.921 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:04.922+0000 7f9d8affd640 1 -- 172.21.15.122:0/2578067878 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9d7c07a420 con 0x7f9d940d1090 2024-09-12T01:18:05.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.089+0000 7f9d98bbe640 1 -- 172.21.15.122:0/2578067878 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9d940b8320 con 0x7f9d940d1090 2024-09-12T01:18:05.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.090+0000 7f9d8affd640 1 -- 172.21.15.122:0/2578067878 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+17087 (secure 0 0 0) 0x7f9d7c079d20 con 0x7f9d940d1090 2024-09-12T01:18:05.090 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:05.090 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":37,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:18:04.105864+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:18:01.868166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-12T01:18:03.097068+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.092+0000 7f9d98bbe640 1 -- 172.21.15.122:0/2578067878 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d7406be30 msgr2=0x7f9d7406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.092+0000 7f9d98bbe640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d7406be30 0x7f9d7406e2f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9d84005c00 tx=0x7f9d84009040 comp rx=0 tx=0).stop 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.092+0000 7f9d98bbe640 1 -- 172.21.15.122:0/2578067878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d940d1090 msgr2=0x7f9d941538c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.092+0000 7f9d98bbe640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d940d1090 0x7f9d941538c0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c035040 tx=0x7f9d7c0046c0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.092+0000 7f9d98bbe640 1 -- 172.21.15.122:0/2578067878 shutdown_connections 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.092+0000 7f9d98bbe640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d7406be30 0x7f9d7406e2f0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.092+0000 7f9d98bbe640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9d9415c520 0x7f9d940b65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.092+0000 7f9d98bbe640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9d940d1090 0x7f9d941538c0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.092+0000 7f9d98bbe640 1 --2- 172.21.15.122:0/2578067878 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9d940b1620 0x7f9d9406e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.092+0000 7f9d98bbe640 1 -- 172.21.15.122:0/2578067878 >> 172.21.15.122:0/2578067878 conn(0x7f9d940d23a0 msgr2=0x7f9d940d2780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.092+0000 7f9d98bbe640 1 -- 172.21.15.122:0/2578067878 shutdown_connections 2024-09-12T01:18:05.092 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.093+0000 7f9d98bbe640 1 -- 172.21.15.122:0/2578067878 wait complete. 2024-09-12T01:18:05.103 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:18:05.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.202+0000 7fbc8d0a5640 1 Processor -- start 2024-09-12T01:18:05.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.202+0000 7fbc8d0a5640 1 -- start start 2024-09-12T01:18:05.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc8d0a5640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fbc8815b300 0x7fbc880cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc8d0a5640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbc8806f8d0 0x7fbc8815b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc8d0a5640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc880cdbe0 con 0x7fbc880cd3f0 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc8d0a5640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fbc880728a0 con 0x7fbc8815b300 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc8d0a5640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fbc880cd900 con 0x7fbc8806f8d0 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc86d9d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fbc8815b300 0x7fbc880cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc7ffff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fbc880cd3f0 0x7fbc8806f1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35534/0 (socket says 172.21.15.122:35534) 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc7ffff640 1 -- 172.21.15.122:0/1627054378 learned_addr learned my addr 172.21.15.122:0/1627054378 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc8759e640 1 --2- 172.21.15.122:0/1627054378 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbc8806f8d0 0x7fbc8815b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc86d9d640 1 -- 172.21.15.122:0/1627054378 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbc8806f8d0 msgr2=0x7fbc8815b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc86d9d640 1 --2- 172.21.15.122:0/1627054378 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbc8806f8d0 0x7fbc8815b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc86d9d640 1 -- 172.21.15.122:0/1627054378 >> v1:172.21.15.122:6789/0 conn(0x7fbc880cd3f0 legacy=0x7fbc8806f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc8659c640 1 -- 172.21.15.122:0/1627054378 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2499882410 0 0) 0x7fbc880cdbe0 con 0x7fbc880cd3f0 2024-09-12T01:18:05.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.203+0000 7fbc86d9d640 1 -- 172.21.15.122:0/1627054378 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc88072250 con 0x7fbc8815b300 2024-09-12T01:18:05.205 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.204+0000 7fbc86d9d640 1 --2- 172.21.15.122:0/1627054378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc8815b300 0x7fbc880cceb0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fbc780097a0 tx=0x7fbc7802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fbcf2bf5cd792a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:05.205 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.204+0000 7fbc8659c640 1 -- 172.21.15.122:0/1627054378 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78037070 con 0x7fbc8815b300 2024-09-12T01:18:05.205 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.204+0000 7fbc8659c640 1 -- 172.21.15.122:0/1627054378 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc78032440 con 0x7fbc8815b300 2024-09-12T01:18:05.205 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.204+0000 7fbc8659c640 1 -- 172.21.15.122:0/1627054378 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78032810 con 0x7fbc8815b300 2024-09-12T01:18:05.205 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.205+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/1627054378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc8815b300 msgr2=0x7fbc880cceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.205 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.205+0000 7fbc8d0a5640 1 --2- 172.21.15.122:0/1627054378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc8815b300 0x7fbc880cceb0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fbc780097a0 tx=0x7fbc7802a180 comp rx=0 tx=0).stop 2024-09-12T01:18:05.205 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.205+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/1627054378 shutdown_connections 2024-09-12T01:18:05.205 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.205+0000 7fbc8d0a5640 1 --2- 172.21.15.122:0/1627054378 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbc8806f8d0 0x7fbc8815b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.206 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.205+0000 7fbc8d0a5640 1 --2- 172.21.15.122:0/1627054378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc8815b300 0x7fbc880cceb0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.206 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.205+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/1627054378 >> 172.21.15.122:0/1627054378 conn(0x7fbc88067d70 msgr2=0x7fbc8806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:05.206 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.205+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/1627054378 shutdown_connections 2024-09-12T01:18:05.206 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.205+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/1627054378 wait complete. 2024-09-12T01:18:05.206 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.206+0000 7fbc8d0a5640 1 Processor -- start 2024-09-12T01:18:05.206 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.206+0000 7fbc8d0a5640 1 -- start start 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc8d0a5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc8806f8d0 0x7fbc88158160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc8d0a5640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbc880cd3f0 0x7fbc8814f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc8d0a5640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fbc8815b300 0x7fbc881589d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc8d0a5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbc880d0160 con 0x7fbc8806f8d0 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc8d0a5640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fbc880cffe0 con 0x7fbc8815b300 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc8d0a5640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fbc88072d30 con 0x7fbc880cd3f0 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc86d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc8806f8d0 0x7fbc88158160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc86d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc8806f8d0 0x7fbc88158160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59816/0 (socket says 172.21.15.122:59816) 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc86d9d640 1 -- 172.21.15.122:0/2016604995 learned_addr learned my addr 172.21.15.122:0/2016604995 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc7ffff640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbc880cd3f0 0x7fbc8814f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc8759e640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fbc8815b300 0x7fbc881589d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc86d9d640 1 -- 172.21.15.122:0/2016604995 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbc880cd3f0 msgr2=0x7fbc8814f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc86d9d640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbc880cd3f0 0x7fbc8814f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc86d9d640 1 -- 172.21.15.122:0/2016604995 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fbc8815b300 msgr2=0x7fbc881589d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc86d9d640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fbc8815b300 0x7fbc881589d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc86d9d640 1 -- 172.21.15.122:0/2016604995 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc88156de0 con 0x7fbc8806f8d0 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc8759e640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fbc8815b300 0x7fbc881589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc86d9d640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc8806f8d0 0x7fbc88158160 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fbc78035040 tx=0x7fbc780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.207+0000 7fbc7f7fe640 1 -- 172.21.15.122:0/2016604995 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78037040 con 0x7fbc8806f8d0 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.208+0000 7fbc7f7fe640 1 -- 172.21.15.122:0/2016604995 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc78030500 con 0x7fbc8806f8d0 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.208+0000 7fbc7f7fe640 1 -- 172.21.15.122:0/2016604995 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78030910 con 0x7fbc8806f8d0 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.208+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/2016604995 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc881570c0 con 0x7fbc8806f8d0 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.208+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/2016604995 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc88157680 con 0x7fbc8806f8d0 2024-09-12T01:18:05.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.209+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/2016604995 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc880b2a70 con 0x7fbc8806f8d0 2024-09-12T01:18:05.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.209+0000 7fbc7f7fe640 1 -- 172.21.15.122:0/2016604995 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbc78044020 con 0x7fbc8806f8d0 2024-09-12T01:18:05.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.210+0000 7fbc7f7fe640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbc6806be60 0x7fbc6806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.210+0000 7fbc7f7fe640 1 -- 172.21.15.122:0/2016604995 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7fbc780ab170 con 0x7fbc8806f8d0 2024-09-12T01:18:05.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.210+0000 7fbc7ffff640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbc6806be60 0x7fbc6806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.210+0000 7fbc7ffff640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbc6806be60 0x7fbc6806e320 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbc88075790 tx=0x7fbc70007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:05.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.214+0000 7fbc7f7fe640 1 -- 172.21.15.122:0/2016604995 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbc78079990 con 0x7fbc8806f8d0 2024-09-12T01:18:05.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.381+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/2016604995 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbc880b2790 con 0x7fbc8806f8d0 2024-09-12T01:18:05.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.382+0000 7fbc7f7fe640 1 -- 172.21.15.122:0/2016604995 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+17087 (secure 0 0 0) 0x7fbc78079290 con 0x7fbc8806f8d0 2024-09-12T01:18:05.381 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:05.381 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":37,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:18:04.105864+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:18:01.868166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-12T01:18:03.097068+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:18:05.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/2016604995 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbc6806be60 msgr2=0x7fbc6806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbc6806be60 0x7fbc6806e320 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbc88075790 tx=0x7fbc70007d50 comp rx=0 tx=0).stop 2024-09-12T01:18:05.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/2016604995 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc8806f8d0 msgr2=0x7fbc88158160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc8806f8d0 0x7fbc88158160 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fbc78035040 tx=0x7fbc780046c0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/2016604995 shutdown_connections 2024-09-12T01:18:05.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fbc6806be60 0x7fbc6806e320 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fbc8815b300 0x7fbc881589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.383 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fbc880cd3f0 0x7fbc8814f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.384 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 --2- 172.21.15.122:0/2016604995 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc8806f8d0 0x7fbc88158160 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.384 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/2016604995 >> 172.21.15.122:0/2016604995 conn(0x7fbc88067d70 msgr2=0x7fbc8815d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:05.384 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/2016604995 shutdown_connections 2024-09-12T01:18:05.384 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.384+0000 7fbc8d0a5640 1 -- 172.21.15.122:0/2016604995 wait complete. 2024-09-12T01:18:05.394 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-12T01:18:05.494 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.495+0000 7f3ff5a2e640 1 Processor -- start 2024-09-12T01:18:05.495 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.495+0000 7f3ff5a2e640 1 -- start start 2024-09-12T01:18:05.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.496+0000 7f3ff5a2e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3ff0071180 0x7f3ff0169200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.496+0000 7f3ff5a2e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ff006cdc0 con 0x7f3ff00af210 2024-09-12T01:18:05.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.496+0000 7f3ff5a2e640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ff006d0a0 con 0x7f3ff015e7f0 2024-09-12T01:18:05.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.496+0000 7f3ff5a2e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f3ff006d380 con 0x7f3ff0071180 2024-09-12T01:18:05.496 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.496+0000 7f3fe67fc640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f3ff00af210 0x7f3ff0070a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35536/0 (socket says 172.21.15.122:35536) 2024-09-12T01:18:05.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.496+0000 7f3fe67fc640 1 -- 172.21.15.122:0/3589765906 learned_addr learned my addr 172.21.15.122:0/3589765906 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:05.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.497+0000 7f3fef7fe640 1 --2- 172.21.15.122:0/3589765906 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3ff0071180 0x7f3ff0169200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.497+0000 7f3fee7fc640 1 -- 172.21.15.122:0/3589765906 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2348992555 0 0) 0x7f3ff006cdc0 con 0x7f3ff00af210 2024-09-12T01:18:05.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.497+0000 7f3fee7fc640 1 -- 172.21.15.122:0/3589765906 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3fdc003520 con 0x7f3ff00af210 2024-09-12T01:18:05.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.497+0000 7f3fee7fc640 1 -- 172.21.15.122:0/3589765906 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 95831533 0 0) 0x7f3ff006d0a0 con 0x7f3ff015e7f0 2024-09-12T01:18:05.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.497+0000 7f3fee7fc640 1 -- 172.21.15.122:0/3589765906 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3ff006cdc0 con 0x7f3ff015e7f0 2024-09-12T01:18:05.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.497+0000 7f3fee7fc640 1 -- 172.21.15.122:0/3589765906 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 967400220 0 0) 0x7f3fdc003520 con 0x7f3ff00af210 2024-09-12T01:18:05.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.497+0000 7f3fef7fe640 1 -- 172.21.15.122:0/3589765906 >> v1:172.21.15.151:6789/0 conn(0x7f3ff015e7f0 legacy=0x7f3ff00b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.497 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.497+0000 7f3fef7fe640 1 -- 172.21.15.122:0/3589765906 >> v1:172.21.15.122:6789/0 conn(0x7f3ff00af210 legacy=0x7f3ff0070a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.497+0000 7f3fef7fe640 1 -- 172.21.15.122:0/3589765906 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ff006d660 con 0x7f3ff0071180 2024-09-12T01:18:05.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.498+0000 7f3fef7fe640 1 --2- 172.21.15.122:0/3589765906 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3ff0071180 0x7f3ff0169200 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3fe8009dc0 tx=0x7f3fe802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99cc1f6fe919cfad server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:05.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.498+0000 7f3fee7fc640 1 -- 172.21.15.122:0/3589765906 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd8001670 con 0x7f3ff0071180 2024-09-12T01:18:05.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.498+0000 7f3fee7fc640 1 -- 172.21.15.122:0/3589765906 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fe8007540 con 0x7f3ff0071180 2024-09-12T01:18:05.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.498+0000 7f3fee7fc640 1 -- 172.21.15.122:0/3589765906 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe8007910 con 0x7f3ff0071180 2024-09-12T01:18:05.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.498+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3589765906 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3ff0071180 msgr2=0x7f3ff0169200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.498+0000 7f3ff5a2e640 1 --2- 172.21.15.122:0/3589765906 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3ff0071180 0x7f3ff0169200 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3fe8009dc0 tx=0x7f3fe802a660 comp rx=0 tx=0).stop 2024-09-12T01:18:05.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.498+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3589765906 shutdown_connections 2024-09-12T01:18:05.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.498+0000 7f3ff5a2e640 1 --2- 172.21.15.122:0/3589765906 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3ff0071180 0x7f3ff0169200 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.499 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.498+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3589765906 >> 172.21.15.122:0/3589765906 conn(0x7f3ff00b3f30 msgr2=0x7f3ff00b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:05.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.499+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3589765906 shutdown_connections 2024-09-12T01:18:05.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.499+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3589765906 wait complete. 2024-09-12T01:18:05.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.500+0000 7f3ff5a2e640 1 Processor -- start 2024-09-12T01:18:05.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.500+0000 7f3ff5a2e640 1 -- start start 2024-09-12T01:18:05.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.500+0000 7f3ff5a2e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3ff0071180 0x7f3ff014c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.500+0000 7f3ff5a2e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ff00af210 0x7f3ff015ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3ff5a2e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3ff015e7f0 0x7f3ff01605c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3ff5a2e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff00b60c0 con 0x7f3ff00af210 2024-09-12T01:18:05.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3ff5a2e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff00b5f40 con 0x7f3ff015e7f0 2024-09-12T01:18:05.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3ff5a2e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f3ff0169740 con 0x7f3ff0071180 2024-09-12T01:18:05.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fe67fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ff00af210 0x7f3ff015ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fe67fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ff00af210 0x7f3ff015ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59824/0 (socket says 172.21.15.122:59824) 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fe67fc640 1 -- 172.21.15.122:0/3412465169 learned_addr learned my addr 172.21.15.122:0/3412465169 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3feeffd640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3ff0071180 0x7f3ff014c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fef7fe640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3ff015e7f0 0x7f3ff01605c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fe67fc640 1 -- 172.21.15.122:0/3412465169 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3ff0071180 msgr2=0x7f3ff014c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fe67fc640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3ff0071180 0x7f3ff014c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fe67fc640 1 -- 172.21.15.122:0/3412465169 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3ff015e7f0 msgr2=0x7f3ff01605c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fe67fc640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3ff015e7f0 0x7f3ff01605c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fe67fc640 1 -- 172.21.15.122:0/3412465169 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ff015f110 con 0x7f3ff00af210 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fef7fe640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3ff015e7f0 0x7f3ff01605c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fe67fc640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ff00af210 0x7f3ff015ebd0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3fd800c750 tx=0x7f3fd800cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fecff9640 1 -- 172.21.15.122:0/3412465169 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd8017070 con 0x7f3ff00af210 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fecff9640 1 -- 172.21.15.122:0/3412465169 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fd8005ad0 con 0x7f3ff00af210 2024-09-12T01:18:05.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3fecff9640 1 -- 172.21.15.122:0/3412465169 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd8007070 con 0x7f3ff00af210 2024-09-12T01:18:05.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3412465169 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ff01613e0 con 0x7f3ff00af210 2024-09-12T01:18:05.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.501+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3412465169 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ff01619a0 con 0x7f3ff00af210 2024-09-12T01:18:05.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.502+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3412465169 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ff0161be0 con 0x7f3ff00af210 2024-09-12T01:18:05.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.503+0000 7f3fecff9640 1 -- 172.21.15.122:0/3412465169 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3fd801a070 con 0x7f3ff00af210 2024-09-12T01:18:05.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.503+0000 7f3fecff9640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3fd006be30 0x7f3fd006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.503+0000 7f3fecff9640 1 -- 172.21.15.122:0/3412465169 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7f3fd808a2d0 con 0x7f3ff00af210 2024-09-12T01:18:05.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.503+0000 7f3feeffd640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3fd006be30 0x7f3fd006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.504+0000 7f3feeffd640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3fd006be30 0x7f3fd006e2f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3fe00011e0 tx=0x7f3fe0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:05.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.507+0000 7f3fecff9640 1 -- 172.21.15.122:0/3412465169 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3ff0161be0 con 0x7f3ff00af210 2024-09-12T01:18:05.707 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.708+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3412465169 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f3ff0070a70 con 0x7f3ff00af210 2024-09-12T01:18:05.789 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.790+0000 7f3fecff9640 1 -- 172.21.15.122:0/3412465169 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) ==== 118+0+0 (secure 0 0 0) 0x7f3fd8058530 con 0x7f3ff00af210 2024-09-12T01:18:05.791 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3412465169 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3fd006be30 msgr2=0x7f3fd006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.791 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3fd006be30 0x7f3fd006e2f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3fe00011e0 tx=0x7f3fe0009040 comp rx=0 tx=0).stop 2024-09-12T01:18:05.791 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3412465169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ff00af210 msgr2=0x7f3ff015ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.791 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ff00af210 0x7f3ff015ebd0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3fd800c750 tx=0x7f3fd800cc10 comp rx=0 tx=0).stop 2024-09-12T01:18:05.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3412465169 shutdown_connections 2024-09-12T01:18:05.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3fd006be30 0x7f3fd006e2f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3ff015e7f0 0x7f3ff01605c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ff00af210 0x7f3ff015ebd0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 --2- 172.21.15.122:0/3412465169 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3ff0071180 0x7f3ff014c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3412465169 >> 172.21.15.122:0/3412465169 conn(0x7f3ff00b3f30 msgr2=0x7f3ff00b37b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:05.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3412465169 shutdown_connections 2024-09-12T01:18:05.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.792+0000 7f3ff5a2e640 1 -- 172.21.15.122:0/3412465169 wait complete. 2024-09-12T01:18:05.802 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-12T01:18:05.802 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-12T01:18:05.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.905+0000 7fe38564c640 1 Processor -- start 2024-09-12T01:18:05.904 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.905+0000 7fe38564c640 1 -- start start 2024-09-12T01:18:05.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.905+0000 7fe38564c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe380162340 0x7fe38006d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.905+0000 7fe38564c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe3800cf280 0x7fe380162720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.905+0000 7fe38564c640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe38015ff70 con 0x7fe380162c60 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.905+0000 7fe38564c640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe38006de90 con 0x7fe3800cf280 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.905+0000 7fe38564c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe3800d4d10 con 0x7fe380162340 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.906+0000 7fe3767fc640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe3800cf280 0x7fe380162720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.906+0000 7fe3767fc640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe3800cf280 0x7fe380162720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59838/0 (socket says 172.21.15.122:59838) 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.906+0000 7fe3767fc640 1 -- 172.21.15.122:0/994271520 learned_addr learned my addr 172.21.15.122:0/994271520 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.906+0000 7fe37effd640 1 --2- 172.21.15.122:0/994271520 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe380162340 0x7fe38006d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.906+0000 7fe3767fc640 1 -- 172.21.15.122:0/994271520 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe380162340 msgr2=0x7fe38006d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.906+0000 7fe3767fc640 1 --2- 172.21.15.122:0/994271520 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe380162340 0x7fe38006d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.906+0000 7fe3767fc640 1 -- 172.21.15.122:0/994271520 >> v1:172.21.15.151:6789/0 conn(0x7fe380162c60 legacy=0x7fe3800d2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.906+0000 7fe3767fc640 1 -- 172.21.15.122:0/994271520 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3800d4ff0 con 0x7fe3800cf280 2024-09-12T01:18:05.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe3767fc640 1 --2- 172.21.15.122:0/994271520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3800cf280 0x7fe380162720 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe368009850 tx=0x7fe36802a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e63dde77b6bd3359 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:05.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe37e7fc640 1 -- 172.21.15.122:0/994271520 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36802ae60 con 0x7fe3800cf280 2024-09-12T01:18:05.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe37e7fc640 1 -- 172.21.15.122:0/994271520 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe368004030 con 0x7fe3800cf280 2024-09-12T01:18:05.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe37e7fc640 1 -- 172.21.15.122:0/994271520 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe368004460 con 0x7fe3800cf280 2024-09-12T01:18:05.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe38564c640 1 -- 172.21.15.122:0/994271520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3800cf280 msgr2=0x7fe380162720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe38564c640 1 --2- 172.21.15.122:0/994271520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3800cf280 0x7fe380162720 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe368009850 tx=0x7fe36802a150 comp rx=0 tx=0).stop 2024-09-12T01:18:05.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe38564c640 1 -- 172.21.15.122:0/994271520 shutdown_connections 2024-09-12T01:18:05.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe38564c640 1 --2- 172.21.15.122:0/994271520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3800cf280 0x7fe380162720 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe38564c640 1 --2- 172.21.15.122:0/994271520 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe380162340 0x7fe38006d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe38564c640 1 -- 172.21.15.122:0/994271520 >> 172.21.15.122:0/994271520 conn(0x7fe38008bfc0 msgr2=0x7fe3800d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:05.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe38564c640 1 -- 172.21.15.122:0/994271520 shutdown_connections 2024-09-12T01:18:05.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.907+0000 7fe38564c640 1 -- 172.21.15.122:0/994271520 wait complete. 2024-09-12T01:18:05.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.909+0000 7fe38564c640 1 Processor -- start 2024-09-12T01:18:05.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.909+0000 7fe38564c640 1 -- start start 2024-09-12T01:18:05.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.909+0000 7fe38564c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3800cf280 0x7fe3800b6920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.909+0000 7fe38564c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe380162340 0x7fe380155e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.909+0000 7fe38564c640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe380162c60 0x7fe3800b9350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.909+0000 7fe38564c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe3800cf6c0 con 0x7fe3800cf280 2024-09-12T01:18:05.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.909+0000 7fe38564c640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe3800d52d0 con 0x7fe380162c60 2024-09-12T01:18:05.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.909+0000 7fe38564c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe380163110 con 0x7fe380162340 2024-09-12T01:18:05.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe37effd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3800cf280 0x7fe3800b6920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe37effd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3800cf280 0x7fe3800b6920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59840/0 (socket says 172.21.15.122:59840) 2024-09-12T01:18:05.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe37effd640 1 -- 172.21.15.122:0/1519848866 learned_addr learned my addr 172.21.15.122:0/1519848866 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:05.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe3767fc640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe380162340 0x7fe380155e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe37f7fe640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe380162c60 0x7fe3800b9350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe37effd640 1 -- 172.21.15.122:0/1519848866 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe380162340 msgr2=0x7fe380155e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe37effd640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe380162340 0x7fe380155e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe37effd640 1 -- 172.21.15.122:0/1519848866 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe380162c60 msgr2=0x7fe3800b9350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe37effd640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe380162c60 0x7fe3800b9350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe37effd640 1 -- 172.21.15.122:0/1519848866 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3800b6e60 con 0x7fe3800cf280 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe37f7fe640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe380162c60 0x7fe3800b9350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe3767fc640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe380162340 0x7fe380155e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe37effd640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3800cf280 0x7fe3800b6920 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe37000d800 tx=0x7fe37000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe377fff640 1 -- 172.21.15.122:0/1519848866 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe37000b6c0 con 0x7fe3800cf280 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe377fff640 1 -- 172.21.15.122:0/1519848866 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe370019070 con 0x7fe3800cf280 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe377fff640 1 -- 172.21.15.122:0/1519848866 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe37000ba80 con 0x7fe3800cf280 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe38564c640 1 -- 172.21.15.122:0/1519848866 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3801563a0 con 0x7fe3800cf280 2024-09-12T01:18:05.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.910+0000 7fe38564c640 1 -- 172.21.15.122:0/1519848866 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3800b8590 con 0x7fe3800cf280 2024-09-12T01:18:05.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.911+0000 7fe38564c640 1 -- 172.21.15.122:0/1519848866 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe380162720 con 0x7fe3800cf280 2024-09-12T01:18:05.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.912+0000 7fe377fff640 1 -- 172.21.15.122:0/1519848866 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe37000bc20 con 0x7fe3800cf280 2024-09-12T01:18:05.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.912+0000 7fe377fff640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe36006be30 0x7fe36006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:05.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.912+0000 7fe377fff640 1 -- 172.21.15.122:0/1519848866 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fe37008b430 con 0x7fe3800cf280 2024-09-12T01:18:05.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.912+0000 7fe3767fc640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe36006be30 0x7fe36006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:05.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.912+0000 7fe3767fc640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe36006be30 0x7fe36006e2f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe368033000 tx=0x7fe36802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:05.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:05.916+0000 7fe377fff640 1 -- 172.21.15.122:0/1519848866 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe370059ce0 con 0x7fe3800cf280 2024-09-12T01:18:06.119 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.120+0000 7fe38564c640 1 -- 172.21.15.122:0/1519848866 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe38008e640 con 0x7fe3800cf280 2024-09-12T01:18:06.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.798+0000 7fe377fff640 1 -- 172.21.15.122:0/1519848866 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) ==== 122+0+0 (secure 0 0 0) 0x7fe3700595e0 con 0x7fe3800cf280 2024-09-12T01:18:06.800 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.800+0000 7fe38564c640 1 -- 172.21.15.122:0/1519848866 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe36006be30 msgr2=0x7fe36006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:06.800 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.800+0000 7fe38564c640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe36006be30 0x7fe36006e2f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe368033000 tx=0x7fe36802e000 comp rx=0 tx=0).stop 2024-09-12T01:18:06.800 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.800+0000 7fe38564c640 1 -- 172.21.15.122:0/1519848866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3800cf280 msgr2=0x7fe3800b6920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:06.800 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.800+0000 7fe38564c640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3800cf280 0x7fe3800b6920 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe37000d800 tx=0x7fe37000dcc0 comp rx=0 tx=0).stop 2024-09-12T01:18:06.800 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.800+0000 7fe38564c640 1 -- 172.21.15.122:0/1519848866 shutdown_connections 2024-09-12T01:18:06.800 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.800+0000 7fe38564c640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe36006be30 0x7fe36006e2f0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:06.801 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.800+0000 7fe38564c640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe380162c60 0x7fe3800b9350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:06.801 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.800+0000 7fe38564c640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe380162340 0x7fe380155e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:06.801 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.800+0000 7fe38564c640 1 --2- 172.21.15.122:0/1519848866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3800cf280 0x7fe3800b6920 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:06.801 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.800+0000 7fe38564c640 1 -- 172.21.15.122:0/1519848866 >> 172.21.15.122:0/1519848866 conn(0x7fe38008bfc0 msgr2=0x7fe3800b1110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:06.801 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.801+0000 7fe38564c640 1 -- 172.21.15.122:0/1519848866 shutdown_connections 2024-09-12T01:18:06.801 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.801+0000 7fe38564c640 1 -- 172.21.15.122:0/1519848866 wait complete. 2024-09-12T01:18:06.811 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-12T01:18:06.811 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:06.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.912+0000 7fe97faaf640 1 Processor -- start 2024-09-12T01:18:06.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.912+0000 7fe97faaf640 1 -- start start 2024-09-12T01:18:06.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97faaf640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe9780d1540 0x7fe97806dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:06.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97faaf640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe97809b690 0x7fe97806cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:06.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97faaf640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9780d1940 con 0x7fe97815e740 2024-09-12T01:18:06.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97faaf640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe97815eb20 con 0x7fe97809b690 2024-09-12T01:18:06.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97faaf640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe97806d260 con 0x7fe9780d1540 2024-09-12T01:18:06.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97e04c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe97809b690 0x7fe97806cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:06.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97e04c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe97809b690 0x7fe97806cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59852/0 (socket says 172.21.15.122:59852) 2024-09-12T01:18:06.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97e04c640 1 -- 172.21.15.122:0/670627043 learned_addr learned my addr 172.21.15.122:0/670627043 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:06.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97d04a640 1 --2- 172.21.15.122:0/670627043 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe9780d1540 0x7fe97806dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:06.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97e04c640 1 -- 172.21.15.122:0/670627043 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe9780d1540 msgr2=0x7fe97806dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:06.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97e04c640 1 --2- 172.21.15.122:0/670627043 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe9780d1540 0x7fe97806dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:06.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97e04c640 1 -- 172.21.15.122:0/670627043 >> v1:172.21.15.151:6789/0 conn(0x7fe97815e740 legacy=0x7fe97806d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:06.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.913+0000 7fe97e04c640 1 -- 172.21.15.122:0/670627043 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe97809bae0 con 0x7fe97809b690 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.914+0000 7fe97e04c640 1 --2- 172.21.15.122:0/670627043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe97809b690 0x7fe97806cd20 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe970009e80 tx=0x7fe97002a7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df698c6d97625774 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.914+0000 7fe97c849640 1 -- 172.21.15.122:0/670627043 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe970036070 con 0x7fe97809b690 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.914+0000 7fe97c849640 1 -- 172.21.15.122:0/670627043 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe970031600 con 0x7fe97809b690 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.914+0000 7fe97c849640 1 -- 172.21.15.122:0/670627043 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9700319d0 con 0x7fe97809b690 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.914+0000 7fe97faaf640 1 -- 172.21.15.122:0/670627043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe97809b690 msgr2=0x7fe97806cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.914+0000 7fe97faaf640 1 --2- 172.21.15.122:0/670627043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe97809b690 0x7fe97806cd20 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe970009e80 tx=0x7fe97002a7e0 comp rx=0 tx=0).stop 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.915+0000 7fe97faaf640 1 -- 172.21.15.122:0/670627043 shutdown_connections 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.915+0000 7fe97faaf640 1 --2- 172.21.15.122:0/670627043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe97809b690 0x7fe97806cd20 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.915+0000 7fe97faaf640 1 --2- 172.21.15.122:0/670627043 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe9780d1540 0x7fe97806dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.915+0000 7fe97faaf640 1 -- 172.21.15.122:0/670627043 >> 172.21.15.122:0/670627043 conn(0x7fe9780d23a0 msgr2=0x7fe9780d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.915+0000 7fe97faaf640 1 -- 172.21.15.122:0/670627043 shutdown_connections 2024-09-12T01:18:06.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.915+0000 7fe97faaf640 1 -- 172.21.15.122:0/670627043 wait complete. 2024-09-12T01:18:06.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.916+0000 7fe97faaf640 1 Processor -- start 2024-09-12T01:18:06.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.916+0000 7fe97faaf640 1 -- start start 2024-09-12T01:18:06.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.916+0000 7fe97faaf640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe97809b690 0x7fe9780cf5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:06.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97faaf640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe9780d1540 0x7fe9781f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:06.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97faaf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe97815e740 0x7fe9780cb370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:06.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97faaf640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe9780d0d40 con 0x7fe97815e740 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97faaf640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe9780d0a60 con 0x7fe97809b690 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97faaf640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe9780d1020 con 0x7fe9780d1540 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97e04c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe97815e740 0x7fe9780cb370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97e04c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe97815e740 0x7fe9780cb370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59858/0 (socket says 172.21.15.122:59858) 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97e04c640 1 -- 172.21.15.122:0/2931498737 learned_addr learned my addr 172.21.15.122:0/2931498737 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97d04a640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe9780d1540 0x7fe9781f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97d84b640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe97809b690 0x7fe9780cf5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97e04c640 1 -- 172.21.15.122:0/2931498737 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe9780d1540 msgr2=0x7fe9781f4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97e04c640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe9780d1540 0x7fe9781f4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97e04c640 1 -- 172.21.15.122:0/2931498737 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe97809b690 msgr2=0x7fe9780cf5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97e04c640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe97809b690 0x7fe9780cf5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97e04c640 1 -- 172.21.15.122:0/2931498737 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9780cfc30 con 0x7fe97815e740 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97d84b640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe97809b690 0x7fe9780cf5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:06.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97e04c640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe97815e740 0x7fe9780cb370 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe970034040 tx=0x7fe970004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:06.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe96e7fc640 1 -- 172.21.15.122:0/2931498737 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe970036050 con 0x7fe97815e740 2024-09-12T01:18:06.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe96e7fc640 1 -- 172.21.15.122:0/2931498737 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe970042070 con 0x7fe97815e740 2024-09-12T01:18:06.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97faaf640 1 -- 172.21.15.122:0/2931498737 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9780ca5f0 con 0x7fe97815e740 2024-09-12T01:18:06.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe96e7fc640 1 -- 172.21.15.122:0/2931498737 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe970009510 con 0x7fe97815e740 2024-09-12T01:18:06.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.917+0000 7fe97faaf640 1 -- 172.21.15.122:0/2931498737 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9780cab70 con 0x7fe97815e740 2024-09-12T01:18:06.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.918+0000 7fe97faaf640 1 -- 172.21.15.122:0/2931498737 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe97806cd20 con 0x7fe97815e740 2024-09-12T01:18:06.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.919+0000 7fe96e7fc640 1 -- 172.21.15.122:0/2931498737 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe970007bf0 con 0x7fe97815e740 2024-09-12T01:18:06.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.919+0000 7fe96e7fc640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe95c06be60 0x7fe95c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:06.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.919+0000 7fe96e7fc640 1 -- 172.21.15.122:0/2931498737 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fe9700ab5e0 con 0x7fe97815e740 2024-09-12T01:18:06.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.919+0000 7fe97d84b640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe95c06be60 0x7fe95c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:06.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.920+0000 7fe97d84b640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe95c06be60 0x7fe95c06e320 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe974001700 tx=0x7fe974009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:06.922 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:06.923+0000 7fe96e7fc640 1 -- 172.21.15.122:0/2931498737 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe97004b020 con 0x7fe97815e740 2024-09-12T01:18:07.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.121+0000 7fe97faaf640 1 -- 172.21.15.122:0/2931498737 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9780cc2f0 con 0x7fe97815e740 2024-09-12T01:18:07.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.122+0000 7fe96e7fc640 1 -- 172.21.15.122:0/2931498737 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5235 (secure 0 0 0) 0x7fe970079e90 con 0x7fe97815e740 2024-09-12T01:18:07.121 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:07.121 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":15,"btime":"2024-09-12T01:18:06:794480+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4762,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3365969569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":3365969569},{"type":"v1","addr":"172.21.15.122:6837","nonce":3365969569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:04.106171+0000","modified":"2024-09-12T01:18:06.121947+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4890},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4890":{"gid":4890,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6836/4116385109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":4116385109},{"type":"v1","addr":"172.21.15.122:6836","nonce":4116385109}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4890,"qdb_cluster":[4890]},"id":2}]} 2024-09-12T01:18:07.121 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 15 2024-09-12T01:18:07.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 -- 172.21.15.122:0/2931498737 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe95c06be60 msgr2=0x7fe95c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe95c06be60 0x7fe95c06e320 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe974001700 tx=0x7fe974009040 comp rx=0 tx=0).stop 2024-09-12T01:18:07.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 -- 172.21.15.122:0/2931498737 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe97815e740 msgr2=0x7fe9780cb370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe97815e740 0x7fe9780cb370 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe970034040 tx=0x7fe970004a40 comp rx=0 tx=0).stop 2024-09-12T01:18:07.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 -- 172.21.15.122:0/2931498737 shutdown_connections 2024-09-12T01:18:07.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe95c06be60 0x7fe95c06e320 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe97815e740 0x7fe9780cb370 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe9780d1540 0x7fe9781f4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 --2- 172.21.15.122:0/2931498737 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe97809b690 0x7fe9780cf5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 -- 172.21.15.122:0/2931498737 >> 172.21.15.122:0/2931498737 conn(0x7fe9780d23a0 msgr2=0x7fe9780b1150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:07.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 -- 172.21.15.122:0/2931498737 shutdown_connections 2024-09-12T01:18:07.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.124+0000 7fe97faaf640 1 -- 172.21.15.122:0/2931498737 wait complete. 2024-09-12T01:18:07.134 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:18:07.233 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.234+0000 7f1de15a1640 1 Processor -- start 2024-09-12T01:18:07.233 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.234+0000 7f1de15a1640 1 -- start start 2024-09-12T01:18:07.234 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1de15a1640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f1ddc161c80 0x7f1ddc06e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.234 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1de15a1640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ddc0b6680 0x7f1ddc0cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.234 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1de15a1640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ddc06e870 con 0x7f1ddc162060 2024-09-12T01:18:07.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1de15a1640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f1ddc06d9f0 con 0x7f1ddc161c80 2024-09-12T01:18:07.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1de15a1640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f1ddc06dcd0 con 0x7f1ddc0b6680 2024-09-12T01:18:07.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1ddaffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f1ddc161c80 0x7f1ddc06e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1ddaffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f1ddc161c80 0x7f1ddc06e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59860/0 (socket says 172.21.15.122:59860) 2024-09-12T01:18:07.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1ddaffd640 1 -- 172.21.15.122:0/881102394 learned_addr learned my addr 172.21.15.122:0/881102394 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:07.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1ddaffd640 1 -- 172.21.15.122:0/881102394 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ddc0b6680 msgr2=0x7f1ddc0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:07.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1ddaffd640 1 --2- 172.21.15.122:0/881102394 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ddc0b6680 0x7f1ddc0cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1ddaffd640 1 -- 172.21.15.122:0/881102394 >> v1:172.21.15.151:6789/0 conn(0x7f1ddc162060 legacy=0x7f1ddc0b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:07.235 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.235+0000 7f1ddaffd640 1 -- 172.21.15.122:0/881102394 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ddc06dfb0 con 0x7f1ddc161c80 2024-09-12T01:18:07.236 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.236+0000 7f1ddaffd640 1 --2- 172.21.15.122:0/881102394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc161c80 0x7f1ddc06e330 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc009870 tx=0x7f1dcc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=967bcf2ddad0d333 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:07.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.236+0000 7f1dda7fc640 1 -- 172.21.15.122:0/881102394 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc037070 con 0x7f1ddc161c80 2024-09-12T01:18:07.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.236+0000 7f1dda7fc640 1 -- 172.21.15.122:0/881102394 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dcc032440 con 0x7f1ddc161c80 2024-09-12T01:18:07.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.236+0000 7f1dda7fc640 1 -- 172.21.15.122:0/881102394 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc032810 con 0x7f1ddc161c80 2024-09-12T01:18:07.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.237+0000 7f1de15a1640 1 -- 172.21.15.122:0/881102394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc161c80 msgr2=0x7f1ddc06e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.237+0000 7f1de15a1640 1 --2- 172.21.15.122:0/881102394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc161c80 0x7f1ddc06e330 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc009870 tx=0x7f1dcc02a210 comp rx=0 tx=0).stop 2024-09-12T01:18:07.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.237+0000 7f1de15a1640 1 -- 172.21.15.122:0/881102394 shutdown_connections 2024-09-12T01:18:07.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.237+0000 7f1de15a1640 1 --2- 172.21.15.122:0/881102394 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ddc0b6680 0x7f1ddc0cf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.237+0000 7f1de15a1640 1 --2- 172.21.15.122:0/881102394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc161c80 0x7f1ddc06e330 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.237+0000 7f1de15a1640 1 -- 172.21.15.122:0/881102394 >> 172.21.15.122:0/881102394 conn(0x7f1ddc0d44f0 msgr2=0x7f1ddc0d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:07.237 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.237+0000 7f1de15a1640 1 -- 172.21.15.122:0/881102394 shutdown_connections 2024-09-12T01:18:07.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.237+0000 7f1de15a1640 1 -- 172.21.15.122:0/881102394 wait complete. 2024-09-12T01:18:07.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.238+0000 7f1de15a1640 1 Processor -- start 2024-09-12T01:18:07.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.238+0000 7f1de15a1640 1 -- start start 2024-09-12T01:18:07.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1de15a1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc0b6680 0x7f1ddc1f8db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1de15a1640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ddc161c80 0x7f1ddc0b8e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1de15a1640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1ddc162060 0x7f1ddc156330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1de15a1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc0b6cb0 con 0x7f1ddc0b6680 2024-09-12T01:18:07.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1de15a1640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc0b6b30 con 0x7f1ddc162060 2024-09-12T01:18:07.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1de15a1640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f1ddc0cf720 con 0x7f1ddc161c80 2024-09-12T01:18:07.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1ddaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc0b6680 0x7f1ddc1f8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1ddaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc0b6680 0x7f1ddc1f8db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59876/0 (socket says 172.21.15.122:59876) 2024-09-12T01:18:07.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1ddaffd640 1 -- 172.21.15.122:0/1560599140 learned_addr learned my addr 172.21.15.122:0/1560599140 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:07.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1ddaffd640 1 -- 172.21.15.122:0/1560599140 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ddc161c80 msgr2=0x7f1ddc0b8e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1ddaffd640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ddc161c80 0x7f1ddc0b8e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1ddaffd640 1 -- 172.21.15.122:0/1560599140 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1ddc162060 msgr2=0x7f1ddc156330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1ddaffd640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1ddc162060 0x7f1ddc156330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1ddaffd640 1 -- 172.21.15.122:0/1560599140 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ddc156870 con 0x7f1ddc0b6680 2024-09-12T01:18:07.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1ddaffd640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc0b6680 0x7f1ddc1f8db0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc009870 tx=0x7f1dcc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:07.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1dd3fff640 1 -- 172.21.15.122:0/1560599140 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc041020 con 0x7f1ddc0b6680 2024-09-12T01:18:07.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1dd3fff640 1 -- 172.21.15.122:0/1560599140 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dcc030970 con 0x7f1ddc0b6680 2024-09-12T01:18:07.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1dd3fff640 1 -- 172.21.15.122:0/1560599140 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc037040 con 0x7f1ddc0b6680 2024-09-12T01:18:07.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.239+0000 7f1de15a1640 1 -- 172.21.15.122:0/1560599140 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ddc0b9e50 con 0x7f1ddc0b6680 2024-09-12T01:18:07.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.240+0000 7f1de15a1640 1 -- 172.21.15.122:0/1560599140 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ddc0b8390 con 0x7f1ddc0b6680 2024-09-12T01:18:07.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.241+0000 7f1de15a1640 1 -- 172.21.15.122:0/1560599140 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ddc0cf1e0 con 0x7f1ddc0b6680 2024-09-12T01:18:07.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.241+0000 7f1dd3fff640 1 -- 172.21.15.122:0/1560599140 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1dcc044020 con 0x7f1ddc0b6680 2024-09-12T01:18:07.242 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.241+0000 7f1dd3fff640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dbc06be30 0x7f1dbc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.241+0000 7f1dd3fff640 1 -- 172.21.15.122:0/1560599140 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f1dcc0ab9f0 con 0x7f1ddc0b6680 2024-09-12T01:18:07.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.242+0000 7f1dd27fc640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dbc06be30 0x7f1dbc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.243 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.242+0000 7f1dd27fc640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dbc06be30 0x7f1dbc06e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1ddc159fd0 tx=0x7f1dc4006ba0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:07.244 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.246+0000 7f1dd3fff640 1 -- 172.21.15.122:0/1560599140 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1dcc04b030 con 0x7f1ddc0b6680 2024-09-12T01:18:07.409 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.409+0000 7f1de15a1640 1 -- 172.21.15.122:0/1560599140 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1ddc15a290 con 0x7f1ddc0b6680 2024-09-12T01:18:07.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.411+0000 7f1dd3fff640 1 -- 172.21.15.122:0/1560599140 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+17074 (secure 0 0 0) 0x7f1dcc0ab070 con 0x7f1ddc0b6680 2024-09-12T01:18:07.410 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:07.411 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":38,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:18:05.772991+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:18:01.868166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-12T01:18:03.097068+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:18:07.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 -- 172.21.15.122:0/1560599140 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dbc06be30 msgr2=0x7f1dbc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.412 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dbc06be30 0x7f1dbc06e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1ddc159fd0 tx=0x7f1dc4006ba0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 -- 172.21.15.122:0/1560599140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc0b6680 msgr2=0x7f1ddc1f8db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc0b6680 0x7f1ddc1f8db0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc009870 tx=0x7f1dcc0046c0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 -- 172.21.15.122:0/1560599140 shutdown_connections 2024-09-12T01:18:07.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1dbc06be30 0x7f1dbc06e2f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1ddc162060 0x7f1ddc156330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1ddc161c80 0x7f1ddc0b8e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 --2- 172.21.15.122:0/1560599140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc0b6680 0x7f1ddc1f8db0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 -- 172.21.15.122:0/1560599140 >> 172.21.15.122:0/1560599140 conn(0x7f1ddc0d44f0 msgr2=0x7f1ddc0d0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:07.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 -- 172.21.15.122:0/1560599140 shutdown_connections 2024-09-12T01:18:07.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.413+0000 7f1de15a1640 1 -- 172.21.15.122:0/1560599140 wait complete. 2024-09-12T01:18:07.424 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T01:18:07.425 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:18:07.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.525+0000 7f0887ed2640 1 Processor -- start 2024-09-12T01:18:07.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.525+0000 7f0887ed2640 1 -- start start 2024-09-12T01:18:07.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f0887ed2640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f088015c490 0x7f088009b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f0887ed2640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015cf80 0x7f08800ccf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f0887ed2640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08800d01c0 con 0x7f088009b980 2024-09-12T01:18:07.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f0887ed2640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f08800cff70 con 0x7f088015c490 2024-09-12T01:18:07.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f0887ed2640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f08800d0dd0 con 0x7f088015cf80 2024-09-12T01:18:07.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f088646f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015cf80 0x7f08800ccf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f0885c6e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f088015c490 0x7f088009b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f088646f640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015cf80 0x7f08800ccf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:41922/0 (socket says 172.21.15.122:41922) 2024-09-12T01:18:07.526 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f088646f640 1 -- 172.21.15.122:0/945626043 learned_addr learned my addr 172.21.15.122:0/945626043 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:07.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f088646f640 1 -- 172.21.15.122:0/945626043 >> v2:172.21.15.151:3300/0 conn(0x7f088015c490 msgr2=0x7f088009b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:07.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f088646f640 1 --2- 172.21.15.122:0/945626043 >> v2:172.21.15.151:3300/0 conn(0x7f088015c490 0x7f088009b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f088646f640 1 -- 172.21.15.122:0/945626043 >> v1:172.21.15.151:6789/0 conn(0x7f088009b980 legacy=0x7f088015c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.526+0000 7f088646f640 1 -- 172.21.15.122:0/945626043 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08800d04a0 con 0x7f088015cf80 2024-09-12T01:18:07.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.527+0000 7f088646f640 1 --2- 172.21.15.122:0/945626043 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015cf80 0x7f08800ccf90 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f087c009e50 tx=0x7f087c02a7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1d190184b501def2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:07.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.527+0000 7f0884c6c640 1 -- 172.21.15.122:0/945626043 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f087c036070 con 0x7f088015cf80 2024-09-12T01:18:07.527 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.527+0000 7f0884c6c640 1 -- 172.21.15.122:0/945626043 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f087c031600 con 0x7f088015cf80 2024-09-12T01:18:07.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.527+0000 7f0884c6c640 1 -- 172.21.15.122:0/945626043 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f087c0319d0 con 0x7f088015cf80 2024-09-12T01:18:07.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.528+0000 7f0887ed2640 1 -- 172.21.15.122:0/945626043 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015cf80 msgr2=0x7f08800ccf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.528+0000 7f0887ed2640 1 --2- 172.21.15.122:0/945626043 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015cf80 0x7f08800ccf90 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f087c009e50 tx=0x7f087c02a7a0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.528+0000 7f0887ed2640 1 -- 172.21.15.122:0/945626043 shutdown_connections 2024-09-12T01:18:07.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.528+0000 7f0887ed2640 1 --2- 172.21.15.122:0/945626043 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015cf80 0x7f08800ccf90 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.528+0000 7f0887ed2640 1 --2- 172.21.15.122:0/945626043 >> v2:172.21.15.151:3300/0 conn(0x7f088015c490 0x7f088009b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.528+0000 7f0887ed2640 1 -- 172.21.15.122:0/945626043 >> 172.21.15.122:0/945626043 conn(0x7f08800d23a0 msgr2=0x7f08800d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:07.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.528+0000 7f0887ed2640 1 -- 172.21.15.122:0/945626043 shutdown_connections 2024-09-12T01:18:07.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.528+0000 7f0887ed2640 1 -- 172.21.15.122:0/945626043 wait complete. 2024-09-12T01:18:07.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.529+0000 7f0887ed2640 1 Processor -- start 2024-09-12T01:18:07.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.529+0000 7f0887ed2640 1 -- start start 2024-09-12T01:18:07.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f0887ed2640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f088009b980 0x7f08801e5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f0887ed2640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015c490 0x7f088015b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f0887ed2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f088015cf80 0x7f088015d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f0887ed2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f08800d1260 con 0x7f088015cf80 2024-09-12T01:18:07.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f0887ed2640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f08800d0a60 con 0x7f088009b980 2024-09-12T01:18:07.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f0887ed2640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f088015e160 con 0x7f088015c490 2024-09-12T01:18:07.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f088646f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f088015cf80 0x7f088015d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f088646f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f088015cf80 0x7f088015d390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59884/0 (socket says 172.21.15.122:59884) 2024-09-12T01:18:07.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f088646f640 1 -- 172.21.15.122:0/159257728 learned_addr learned my addr 172.21.15.122:0/159257728 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:07.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f0885c6e640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f088009b980 0x7f08801e5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f088546d640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015c490 0x7f088015b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f088646f640 1 -- 172.21.15.122:0/159257728 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015c490 msgr2=0x7f088015b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f088646f640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015c490 0x7f088015b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f088646f640 1 -- 172.21.15.122:0/159257728 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f088009b980 msgr2=0x7f08801e5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f088646f640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f088009b980 0x7f08801e5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f088646f640 1 -- 172.21.15.122:0/159257728 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08801e65a0 con 0x7f088015cf80 2024-09-12T01:18:07.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.530+0000 7f088646f640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f088015cf80 0x7f088015d390 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f087c034040 tx=0x7f087c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:07.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.531+0000 7f08767fc640 1 -- 172.21.15.122:0/159257728 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f087c036050 con 0x7f088015cf80 2024-09-12T01:18:07.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.531+0000 7f08767fc640 1 -- 172.21.15.122:0/159257728 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f087c042070 con 0x7f088015cf80 2024-09-12T01:18:07.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.531+0000 7f08767fc640 1 -- 172.21.15.122:0/159257728 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f087c009510 con 0x7f088015cf80 2024-09-12T01:18:07.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.531+0000 7f0887ed2640 1 -- 172.21.15.122:0/159257728 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08801e6880 con 0x7f088015cf80 2024-09-12T01:18:07.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.531+0000 7f0887ed2640 1 -- 172.21.15.122:0/159257728 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08801e6e40 con 0x7f088015cf80 2024-09-12T01:18:07.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.532+0000 7f0887ed2640 1 -- 172.21.15.122:0/159257728 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f088009b440 con 0x7f088015cf80 2024-09-12T01:18:07.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.532+0000 7f08767fc640 1 -- 172.21.15.122:0/159257728 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f087c007c70 con 0x7f088015cf80 2024-09-12T01:18:07.533 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.532+0000 7f08767fc640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f086406be30 0x7f086406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.532+0000 7f08767fc640 1 -- 172.21.15.122:0/159257728 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f087c0abba0 con 0x7f088015cf80 2024-09-12T01:18:07.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.533+0000 7f0885c6e640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f086406be30 0x7f086406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.533+0000 7f0885c6e640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f086406be30 0x7f086406e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0878009b40 tx=0x7f0878009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:07.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.537+0000 7f08767fc640 1 -- 172.21.15.122:0/159257728 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f087c079e00 con 0x7f088015cf80 2024-09-12T01:18:07.696 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.697+0000 7f0887ed2640 1 -- 172.21.15.122:0/159257728 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f08800b1040 con 0x7f086406be30 2024-09-12T01:18:07.702 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.703+0000 7f08767fc640 1 -- 172.21.15.122:0/159257728 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251885 (secure 0 0 0) 0x7f08800b1040 con 0x7f086406be30 2024-09-12T01:18:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:07.711 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:18:07.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 -- 172.21.15.122:0/159257728 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f086406be30 msgr2=0x7f086406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f086406be30 0x7f086406e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0878009b40 tx=0x7f0878009190 comp rx=0 tx=0).stop 2024-09-12T01:18:07.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 -- 172.21.15.122:0/159257728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f088015cf80 msgr2=0x7f088015d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f088015cf80 0x7f088015d390 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f087c034040 tx=0x7f087c004a40 comp rx=0 tx=0).stop 2024-09-12T01:18:07.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 -- 172.21.15.122:0/159257728 shutdown_connections 2024-09-12T01:18:07.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f086406be30 0x7f086406e2f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f088015cf80 0x7f088015d390 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f088015c490 0x7f088015b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 --2- 172.21.15.122:0/159257728 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f088009b980 0x7f08801e5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 -- 172.21.15.122:0/159257728 >> 172.21.15.122:0/159257728 conn(0x7f08800d23a0 msgr2=0x7f08800cd550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:07.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 -- 172.21.15.122:0/159257728 shutdown_connections 2024-09-12T01:18:07.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.706+0000 7f0887ed2640 1 -- 172.21.15.122:0/159257728 wait complete. 2024-09-12T01:18:07.716 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":64,"stamp":"2024-09-12T01:18:05.851433+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":51,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220632,"kb_used_data":4396,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754088,"statfs":{"total":773094113280,"available":772868186112,"internally_reserved":0,"allocated":4501504,"data_stored":2577124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":221236788},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000692"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802859+0000","last_change":"2024-09-12T01:18:04.799650+0000","last_active":"2024-09-12T01:18:04.802859+0000","last_peered":"2024-09-12T01:18:04.802859+0000","last_clean":"2024-09-12T01:18:04.802859+0000","last_became_active":"2024-09-12T01:18:04.799232+0000","last_became_peered":"2024-09-12T01:18:04.799232+0000","last_unstale":"2024-09-12T01:18:04.802859+0000","last_undegraded":"2024-09-12T01:18:04.802859+0000","last_fullsized":"2024-09-12T01:18:04.802859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:00.785389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802763+0000","last_change":"2024-09-12T01:18:04.799194+0000","last_active":"2024-09-12T01:18:04.802763+0000","last_peered":"2024-09-12T01:18:04.802763+0000","last_clean":"2024-09-12T01:18:04.802763+0000","last_became_active":"2024-09-12T01:18:04.798867+0000","last_became_peered":"2024-09-12T01:18:04.798867+0000","last_unstale":"2024-09-12T01:18:04.802763+0000","last_undegraded":"2024-09-12T01:18:04.802763+0000","last_fullsized":"2024-09-12T01:18:04.802763+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:41.083328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805591+0000","last_change":"2024-09-12T01:18:04.802291+0000","last_active":"2024-09-12T01:18:04.805591+0000","last_peered":"2024-09-12T01:18:04.805591+0000","last_clean":"2024-09-12T01:18:04.805591+0000","last_became_active":"2024-09-12T01:18:04.801807+0000","last_became_peered":"2024-09-12T01:18:04.801807+0000","last_unstale":"2024-09-12T01:18:04.805591+0000","last_undegraded":"2024-09-12T01:18:04.805591+0000","last_fullsized":"2024-09-12T01:18:04.805591+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:50:41.072178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795281+0000","last_change":"2024-09-12T01:18:04.787992+0000","last_active":"2024-09-12T01:18:04.795281+0000","last_peered":"2024-09-12T01:18:04.795281+0000","last_clean":"2024-09-12T01:18:04.795281+0000","last_became_active":"2024-09-12T01:18:04.787725+0000","last_became_peered":"2024-09-12T01:18:04.787725+0000","last_unstale":"2024-09-12T01:18:04.795281+0000","last_undegraded":"2024-09-12T01:18:04.795281+0000","last_fullsized":"2024-09-12T01:18:04.795281+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:01.412920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795413+0000","last_change":"2024-09-12T01:18:04.789241+0000","last_active":"2024-09-12T01:18:04.795413+0000","last_peered":"2024-09-12T01:18:04.795413+0000","last_clean":"2024-09-12T01:18:04.795413+0000","last_became_active":"2024-09-12T01:18:04.788982+0000","last_became_peered":"2024-09-12T01:18:04.788982+0000","last_unstale":"2024-09-12T01:18:04.795413+0000","last_undegraded":"2024-09-12T01:18:04.795413+0000","last_fullsized":"2024-09-12T01:18:04.795413+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:20.379815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804446+0000","last_change":"2024-09-12T01:18:04.803639+0000","last_active":"2024-09-12T01:18:04.804446+0000","last_peered":"2024-09-12T01:18:04.804446+0000","last_clean":"2024-09-12T01:18:04.804446+0000","last_became_active":"2024-09-12T01:18:04.803323+0000","last_became_peered":"2024-09-12T01:18:04.803323+0000","last_unstale":"2024-09-12T01:18:04.804446+0000","last_undegraded":"2024-09-12T01:18:04.804446+0000","last_fullsized":"2024-09-12T01:18:04.804446+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:42.349977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810553+0000","last_change":"2024-09-12T01:18:04.805394+0000","last_active":"2024-09-12T01:18:04.810553+0000","last_peered":"2024-09-12T01:18:04.810553+0000","last_clean":"2024-09-12T01:18:04.810553+0000","last_became_active":"2024-09-12T01:18:04.804663+0000","last_became_peered":"2024-09-12T01:18:04.804663+0000","last_unstale":"2024-09-12T01:18:04.810553+0000","last_undegraded":"2024-09-12T01:18:04.810553+0000","last_fullsized":"2024-09-12T01:18:04.810553+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:31.725242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808381+0000","last_change":"2024-09-12T01:18:04.807561+0000","last_active":"2024-09-12T01:18:04.808381+0000","last_peered":"2024-09-12T01:18:04.808381+0000","last_clean":"2024-09-12T01:18:04.808381+0000","last_became_active":"2024-09-12T01:18:04.807317+0000","last_became_peered":"2024-09-12T01:18:04.807317+0000","last_unstale":"2024-09-12T01:18:04.808381+0000","last_undegraded":"2024-09-12T01:18:04.808381+0000","last_fullsized":"2024-09-12T01:18:04.808381+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:31.725242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807472+0000","last_change":"2024-09-12T01:18:04.805371+0000","last_active":"2024-09-12T01:18:04.807472+0000","last_peered":"2024-09-12T01:18:04.807472+0000","last_clean":"2024-09-12T01:18:04.807472+0000","last_became_active":"2024-09-12T01:18:04.805081+0000","last_became_peered":"2024-09-12T01:18:04.805081+0000","last_unstale":"2024-09-12T01:18:04.807472+0000","last_undegraded":"2024-09-12T01:18:04.807472+0000","last_fullsized":"2024-09-12T01:18:04.807472+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:24.561953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805805+0000","last_change":"2024-09-12T01:18:04.800215+0000","last_active":"2024-09-12T01:18:04.805805+0000","last_peered":"2024-09-12T01:18:04.805805+0000","last_clean":"2024-09-12T01:18:04.805805+0000","last_became_active":"2024-09-12T01:18:04.798771+0000","last_became_peered":"2024-09-12T01:18:04.798771+0000","last_unstale":"2024-09-12T01:18:04.805805+0000","last_undegraded":"2024-09-12T01:18:04.805805+0000","last_fullsized":"2024-09-12T01:18:04.805805+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:13.197683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808020+0000","last_change":"2024-09-12T01:18:04.803602+0000","last_active":"2024-09-12T01:18:04.808020+0000","last_peered":"2024-09-12T01:18:04.808020+0000","last_clean":"2024-09-12T01:18:04.808020+0000","last_became_active":"2024-09-12T01:18:04.803277+0000","last_became_peered":"2024-09-12T01:18:04.803277+0000","last_unstale":"2024-09-12T01:18:04.808020+0000","last_undegraded":"2024-09-12T01:18:04.808020+0000","last_fullsized":"2024-09-12T01:18:04.808020+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:32:26.584253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.798012+0000","last_change":"2024-09-12T01:18:04.794630+0000","last_active":"2024-09-12T01:18:04.798012+0000","last_peered":"2024-09-12T01:18:04.798012+0000","last_clean":"2024-09-12T01:18:04.798012+0000","last_became_active":"2024-09-12T01:18:04.794356+0000","last_became_peered":"2024-09-12T01:18:04.794356+0000","last_unstale":"2024-09-12T01:18:04.798012+0000","last_undegraded":"2024-09-12T01:18:04.798012+0000","last_fullsized":"2024-09-12T01:18:04.798012+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:52:02.559731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805842+0000","last_change":"2024-09-12T01:18:04.800029+0000","last_active":"2024-09-12T01:18:04.805842+0000","last_peered":"2024-09-12T01:18:04.805842+0000","last_clean":"2024-09-12T01:18:04.805842+0000","last_became_active":"2024-09-12T01:18:04.799481+0000","last_became_peered":"2024-09-12T01:18:04.799481+0000","last_unstale":"2024-09-12T01:18:04.805842+0000","last_undegraded":"2024-09-12T01:18:04.805842+0000","last_fullsized":"2024-09-12T01:18:04.805842+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:57.168244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.788706+0000","last_change":"2024-09-12T01:18:04.785642+0000","last_active":"2024-09-12T01:18:04.788706+0000","last_peered":"2024-09-12T01:18:04.788706+0000","last_clean":"2024-09-12T01:18:04.788706+0000","last_became_active":"2024-09-12T01:18:04.785340+0000","last_became_peered":"2024-09-12T01:18:04.785340+0000","last_unstale":"2024-09-12T01:18:04.788706+0000","last_undegraded":"2024-09-12T01:18:04.788706+0000","last_fullsized":"2024-09-12T01:18:04.788706+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:49.427679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805605+0000","last_change":"2024-09-12T01:18:04.797557+0000","last_active":"2024-09-12T01:18:04.805605+0000","last_peered":"2024-09-12T01:18:04.805605+0000","last_clean":"2024-09-12T01:18:04.805605+0000","last_became_active":"2024-09-12T01:18:04.796560+0000","last_became_peered":"2024-09-12T01:18:04.796560+0000","last_unstale":"2024-09-12T01:18:04.805605+0000","last_undegraded":"2024-09-12T01:18:04.805605+0000","last_fullsized":"2024-09-12T01:18:04.805605+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:44:23.857775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810785+0000","last_change":"2024-09-12T01:18:04.804869+0000","last_active":"2024-09-12T01:18:04.810785+0000","last_peered":"2024-09-12T01:18:04.810785+0000","last_clean":"2024-09-12T01:18:04.810785+0000","last_became_active":"2024-09-12T01:18:04.804598+0000","last_became_peered":"2024-09-12T01:18:04.804598+0000","last_unstale":"2024-09-12T01:18:04.810785+0000","last_undegraded":"2024-09-12T01:18:04.810785+0000","last_fullsized":"2024-09-12T01:18:04.810785+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:59.513963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810632+0000","last_change":"2024-09-12T01:18:04.806239+0000","last_active":"2024-09-12T01:18:04.810632+0000","last_peered":"2024-09-12T01:18:04.810632+0000","last_clean":"2024-09-12T01:18:04.810632+0000","last_became_active":"2024-09-12T01:18:04.805976+0000","last_became_peered":"2024-09-12T01:18:04.805976+0000","last_unstale":"2024-09-12T01:18:04.810632+0000","last_undegraded":"2024-09-12T01:18:04.810632+0000","last_fullsized":"2024-09-12T01:18:04.810632+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:58:56.576506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795201+0000","last_change":"2024-09-12T01:18:04.787534+0000","last_active":"2024-09-12T01:18:04.795201+0000","last_peered":"2024-09-12T01:18:04.795201+0000","last_clean":"2024-09-12T01:18:04.795201+0000","last_became_active":"2024-09-12T01:18:04.787235+0000","last_became_peered":"2024-09-12T01:18:04.787235+0000","last_unstale":"2024-09-12T01:18:04.795201+0000","last_undegraded":"2024-09-12T01:18:04.795201+0000","last_fullsized":"2024-09-12T01:18:04.795201+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:16.219729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795446+0000","last_change":"2024-09-12T01:18:04.788669+0000","last_active":"2024-09-12T01:18:04.795446+0000","last_peered":"2024-09-12T01:18:04.795446+0000","last_clean":"2024-09-12T01:18:04.795446+0000","last_became_active":"2024-09-12T01:18:04.788395+0000","last_became_peered":"2024-09-12T01:18:04.788395+0000","last_unstale":"2024-09-12T01:18:04.795446+0000","last_undegraded":"2024-09-12T01:18:04.795446+0000","last_fullsized":"2024-09-12T01:18:04.795446+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:20.984191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795519+0000","last_change":"2024-09-12T01:18:04.787302+0000","last_active":"2024-09-12T01:18:04.795519+0000","last_peered":"2024-09-12T01:18:04.795519+0000","last_clean":"2024-09-12T01:18:04.795519+0000","last_became_active":"2024-09-12T01:18:04.786994+0000","last_became_peered":"2024-09-12T01:18:04.786994+0000","last_unstale":"2024-09-12T01:18:04.795519+0000","last_undegraded":"2024-09-12T01:18:04.795519+0000","last_fullsized":"2024-09-12T01:18:04.795519+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:33:50.798000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805861+0000","last_change":"2024-09-12T01:18:04.800046+0000","last_active":"2024-09-12T01:18:04.805861+0000","last_peered":"2024-09-12T01:18:04.805861+0000","last_clean":"2024-09-12T01:18:04.805861+0000","last_became_active":"2024-09-12T01:18:04.799782+0000","last_became_peered":"2024-09-12T01:18:04.799782+0000","last_unstale":"2024-09-12T01:18:04.805861+0000","last_undegraded":"2024-09-12T01:18:04.805861+0000","last_fullsized":"2024-09-12T01:18:04.805861+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:41.083328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.799168+0000","last_change":"2024-09-12T01:18:04.794775+0000","last_active":"2024-09-12T01:18:04.799168+0000","last_peered":"2024-09-12T01:18:04.799168+0000","last_clean":"2024-09-12T01:18:04.799168+0000","last_became_active":"2024-09-12T01:18:04.794480+0000","last_became_peered":"2024-09-12T01:18:04.794480+0000","last_unstale":"2024-09-12T01:18:04.799168+0000","last_undegraded":"2024-09-12T01:18:04.799168+0000","last_fullsized":"2024-09-12T01:18:04.799168+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:22.313580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.801890+0000","last_change":"2024-09-12T01:18:04.793578+0000","last_active":"2024-09-12T01:18:04.801890+0000","last_peered":"2024-09-12T01:18:04.801890+0000","last_clean":"2024-09-12T01:18:04.801890+0000","last_became_active":"2024-09-12T01:18:04.793287+0000","last_became_peered":"2024-09-12T01:18:04.793287+0000","last_unstale":"2024-09-12T01:18:04.801890+0000","last_undegraded":"2024-09-12T01:18:04.801890+0000","last_fullsized":"2024-09-12T01:18:04.801890+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:22.313580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804976+0000","last_change":"2024-09-12T01:18:04.799713+0000","last_active":"2024-09-12T01:18:04.804976+0000","last_peered":"2024-09-12T01:18:04.804976+0000","last_clean":"2024-09-12T01:18:04.804976+0000","last_became_active":"2024-09-12T01:18:04.798590+0000","last_became_peered":"2024-09-12T01:18:04.798590+0000","last_unstale":"2024-09-12T01:18:04.804976+0000","last_undegraded":"2024-09-12T01:18:04.804976+0000","last_fullsized":"2024-09-12T01:18:04.804976+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:54.062670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.797306+0000","last_change":"2024-09-12T01:18:04.792222+0000","last_active":"2024-09-12T01:18:04.797306+0000","last_peered":"2024-09-12T01:18:04.797306+0000","last_clean":"2024-09-12T01:18:04.797306+0000","last_became_active":"2024-09-12T01:18:04.791958+0000","last_became_peered":"2024-09-12T01:18:04.791958+0000","last_unstale":"2024-09-12T01:18:04.797306+0000","last_undegraded":"2024-09-12T01:18:04.797306+0000","last_fullsized":"2024-09-12T01:18:04.797306+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:49.427679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808388+0000","last_change":"2024-09-12T01:18:04.806829+0000","last_active":"2024-09-12T01:18:04.808388+0000","last_peered":"2024-09-12T01:18:04.808388+0000","last_clean":"2024-09-12T01:18:04.808388+0000","last_became_active":"2024-09-12T01:18:04.806558+0000","last_became_peered":"2024-09-12T01:18:04.806558+0000","last_unstale":"2024-09-12T01:18:04.808388+0000","last_undegraded":"2024-09-12T01:18:04.808388+0000","last_fullsized":"2024-09-12T01:18:04.808388+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:35.185042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.797172+0000","last_change":"2024-09-12T01:18:04.794931+0000","last_active":"2024-09-12T01:18:04.797172+0000","last_peered":"2024-09-12T01:18:04.797172+0000","last_clean":"2024-09-12T01:18:04.797172+0000","last_became_active":"2024-09-12T01:18:04.794628+0000","last_became_peered":"2024-09-12T01:18:04.794628+0000","last_unstale":"2024-09-12T01:18:04.797172+0000","last_undegraded":"2024-09-12T01:18:04.797172+0000","last_fullsized":"2024-09-12T01:18:04.797172+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:22.313580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808095+0000","last_change":"2024-09-12T01:18:04.805125+0000","last_active":"2024-09-12T01:18:04.808095+0000","last_peered":"2024-09-12T01:18:04.808095+0000","last_clean":"2024-09-12T01:18:04.808095+0000","last_became_active":"2024-09-12T01:18:04.804690+0000","last_became_peered":"2024-09-12T01:18:04.804690+0000","last_unstale":"2024-09-12T01:18:04.808095+0000","last_undegraded":"2024-09-12T01:18:04.808095+0000","last_fullsized":"2024-09-12T01:18:04.808095+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:29.913412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795110+0000","last_change":"2024-09-12T01:18:04.786825+0000","last_active":"2024-09-12T01:18:04.795110+0000","last_peered":"2024-09-12T01:18:04.795110+0000","last_clean":"2024-09-12T01:18:04.795110+0000","last_became_active":"2024-09-12T01:18:04.786515+0000","last_became_peered":"2024-09-12T01:18:04.786515+0000","last_unstale":"2024-09-12T01:18:04.795110+0000","last_undegraded":"2024-09-12T01:18:04.795110+0000","last_fullsized":"2024-09-12T01:18:04.795110+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:14.308959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804994+0000","last_change":"2024-09-12T01:18:04.800160+0000","last_active":"2024-09-12T01:18:04.804994+0000","last_peered":"2024-09-12T01:18:04.804994+0000","last_clean":"2024-09-12T01:18:04.804994+0000","last_became_active":"2024-09-12T01:18:04.799880+0000","last_became_peered":"2024-09-12T01:18:04.799880+0000","last_unstale":"2024-09-12T01:18:04.804994+0000","last_undegraded":"2024-09-12T01:18:04.804994+0000","last_fullsized":"2024-09-12T01:18:04.804994+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:42.349977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.801855+0000","last_change":"2024-09-12T01:18:04.793964+0000","last_active":"2024-09-12T01:18:04.801855+0000","last_peered":"2024-09-12T01:18:04.801855+0000","last_clean":"2024-09-12T01:18:04.801855+0000","last_became_active":"2024-09-12T01:18:04.793656+0000","last_became_peered":"2024-09-12T01:18:04.793656+0000","last_unstale":"2024-09-12T01:18:04.801855+0000","last_undegraded":"2024-09-12T01:18:04.801855+0000","last_fullsized":"2024-09-12T01:18:04.801855+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:42.349977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.798258+0000","last_change":"2024-09-12T01:18:04.796587+0000","last_active":"2024-09-12T01:18:04.798258+0000","last_peered":"2024-09-12T01:18:04.798258+0000","last_clean":"2024-09-12T01:18:04.798258+0000","last_became_active":"2024-09-12T01:18:04.796338+0000","last_became_peered":"2024-09-12T01:18:04.796338+0000","last_unstale":"2024-09-12T01:18:04.798258+0000","last_undegraded":"2024-09-12T01:18:04.798258+0000","last_fullsized":"2024-09-12T01:18:04.798258+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:22.313580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810692+0000","last_change":"2024-09-12T01:18:04.805956+0000","last_active":"2024-09-12T01:18:04.810692+0000","last_peered":"2024-09-12T01:18:04.810692+0000","last_clean":"2024-09-12T01:18:04.810692+0000","last_became_active":"2024-09-12T01:18:04.805263+0000","last_became_peered":"2024-09-12T01:18:04.805263+0000","last_unstale":"2024-09-12T01:18:04.810692+0000","last_undegraded":"2024-09-12T01:18:04.810692+0000","last_fullsized":"2024-09-12T01:18:04.810692+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:44:23.857775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":16,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804901+0000","last_change":"2024-09-12T01:18:03.782331+0000","last_active":"2024-09-12T01:18:04.804901+0000","last_peered":"2024-09-12T01:18:04.804901+0000","last_clean":"2024-09-12T01:18:04.804901+0000","last_became_active":"2024-09-12T01:18:03.782016+0000","last_became_peered":"2024-09-12T01:18:03.782016+0000","last_unstale":"2024-09-12T01:18:04.804901+0000","last_undegraded":"2024-09-12T01:18:04.804901+0000","last_fullsized":"2024-09-12T01:18:04.804901+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:25.663132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808404+0000","last_change":"2024-09-12T01:18:04.806955+0000","last_active":"2024-09-12T01:18:04.808404+0000","last_peered":"2024-09-12T01:18:04.808404+0000","last_clean":"2024-09-12T01:18:04.808404+0000","last_became_active":"2024-09-12T01:18:04.806683+0000","last_became_peered":"2024-09-12T01:18:04.806683+0000","last_unstale":"2024-09-12T01:18:04.808404+0000","last_undegraded":"2024-09-12T01:18:04.808404+0000","last_fullsized":"2024-09-12T01:18:04.808404+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:02.063116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802718+0000","last_change":"2024-09-12T01:18:03.784717+0000","last_active":"2024-09-12T01:18:04.802718+0000","last_peered":"2024-09-12T01:18:04.802718+0000","last_clean":"2024-09-12T01:18:04.802718+0000","last_became_active":"2024-09-12T01:18:03.783801+0000","last_became_peered":"2024-09-12T01:18:03.783801+0000","last_unstale":"2024-09-12T01:18:04.802718+0000","last_undegraded":"2024-09-12T01:18:04.802718+0000","last_fullsized":"2024-09-12T01:18:04.802718+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:21.653155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.788656+0000","last_change":"2024-09-12T01:18:04.785436+0000","last_active":"2024-09-12T01:18:04.788656+0000","last_peered":"2024-09-12T01:18:04.788656+0000","last_clean":"2024-09-12T01:18:04.788656+0000","last_became_active":"2024-09-12T01:18:04.785118+0000","last_became_peered":"2024-09-12T01:18:04.785118+0000","last_unstale":"2024-09-12T01:18:04.788656+0000","last_undegraded":"2024-09-12T01:18:04.788656+0000","last_fullsized":"2024-09-12T01:18:04.788656+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:16.219729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.798187+0000","last_change":"2024-09-12T01:18:03.769258+0000","last_active":"2024-09-12T01:18:04.798187+0000","last_peered":"2024-09-12T01:18:04.798187+0000","last_clean":"2024-09-12T01:18:04.798187+0000","last_became_active":"2024-09-12T01:18:03.769008+0000","last_became_peered":"2024-09-12T01:18:03.769008+0000","last_unstale":"2024-09-12T01:18:04.798187+0000","last_undegraded":"2024-09-12T01:18:04.798187+0000","last_fullsized":"2024-09-12T01:18:04.798187+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:33:49.793788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802839+0000","last_change":"2024-09-12T01:18:04.799564+0000","last_active":"2024-09-12T01:18:04.802839+0000","last_peered":"2024-09-12T01:18:04.802839+0000","last_clean":"2024-09-12T01:18:04.802839+0000","last_became_active":"2024-09-12T01:18:04.798854+0000","last_became_peered":"2024-09-12T01:18:04.798854+0000","last_unstale":"2024-09-12T01:18:04.802839+0000","last_undegraded":"2024-09-12T01:18:04.802839+0000","last_fullsized":"2024-09-12T01:18:04.802839+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:47.472316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802689+0000","last_change":"2024-09-12T01:18:03.778465+0000","last_active":"2024-09-12T01:18:04.802689+0000","last_peered":"2024-09-12T01:18:04.802689+0000","last_clean":"2024-09-12T01:18:04.802689+0000","last_became_active":"2024-09-12T01:18:03.778149+0000","last_became_peered":"2024-09-12T01:18:03.778149+0000","last_unstale":"2024-09-12T01:18:04.802689+0000","last_undegraded":"2024-09-12T01:18:04.802689+0000","last_fullsized":"2024-09-12T01:18:04.802689+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:33:49.793788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.792400+0000","last_change":"2024-09-12T01:18:04.790748+0000","last_active":"2024-09-12T01:18:04.792400+0000","last_peered":"2024-09-12T01:18:04.792400+0000","last_clean":"2024-09-12T01:18:04.792400+0000","last_became_active":"2024-09-12T01:18:04.788561+0000","last_became_peered":"2024-09-12T01:18:04.788561+0000","last_unstale":"2024-09-12T01:18:04.792400+0000","last_undegraded":"2024-09-12T01:18:04.792400+0000","last_fullsized":"2024-09-12T01:18:04.792400+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:35.407422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.806382+0000","last_change":"2024-09-12T01:18:03.778133+0000","last_active":"2024-09-12T01:18:04.806382+0000","last_peered":"2024-09-12T01:18:04.806382+0000","last_clean":"2024-09-12T01:18:04.806382+0000","last_became_active":"2024-09-12T01:18:03.777753+0000","last_became_peered":"2024-09-12T01:18:03.777753+0000","last_unstale":"2024-09-12T01:18:04.806382+0000","last_undegraded":"2024-09-12T01:18:04.806382+0000","last_fullsized":"2024-09-12T01:18:04.806382+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:01.058904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805628+0000","last_change":"2024-09-12T01:18:04.798312+0000","last_active":"2024-09-12T01:18:04.805628+0000","last_peered":"2024-09-12T01:18:04.805628+0000","last_clean":"2024-09-12T01:18:04.805628+0000","last_became_active":"2024-09-12T01:18:04.797262+0000","last_became_peered":"2024-09-12T01:18:04.797262+0000","last_unstale":"2024-09-12T01:18:04.805628+0000","last_undegraded":"2024-09-12T01:18:04.805628+0000","last_fullsized":"2024-09-12T01:18:04.805628+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:58:56.576506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810599+0000","last_change":"2024-09-12T01:18:03.783096+0000","last_active":"2024-09-12T01:18:04.810599+0000","last_peered":"2024-09-12T01:18:04.810599+0000","last_clean":"2024-09-12T01:18:04.810599+0000","last_became_active":"2024-09-12T01:18:03.782774+0000","last_became_peered":"2024-09-12T01:18:03.782774+0000","last_unstale":"2024-09-12T01:18:04.810599+0000","last_undegraded":"2024-09-12T01:18:04.810599+0000","last_fullsized":"2024-09-12T01:18:04.810599+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:33:49.793788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810384+0000","last_change":"2024-09-12T01:18:04.803770+0000","last_active":"2024-09-12T01:18:04.810384+0000","last_peered":"2024-09-12T01:18:04.810384+0000","last_clean":"2024-09-12T01:18:04.810384+0000","last_became_active":"2024-09-12T01:18:04.803450+0000","last_became_peered":"2024-09-12T01:18:04.803450+0000","last_unstale":"2024-09-12T01:18:04.810384+0000","last_undegraded":"2024-09-12T01:18:04.810384+0000","last_fullsized":"2024-09-12T01:18:04.810384+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:02.063116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.784999+0000","last_change":"2024-09-12T01:18:03.775790+0000","last_active":"2024-09-12T01:18:04.784999+0000","last_peered":"2024-09-12T01:18:04.784999+0000","last_clean":"2024-09-12T01:18:04.784999+0000","last_became_active":"2024-09-12T01:18:03.775353+0000","last_became_peered":"2024-09-12T01:18:03.775353+0000","last_unstale":"2024-09-12T01:18:04.784999+0000","last_undegraded":"2024-09-12T01:18:04.784999+0000","last_fullsized":"2024-09-12T01:18:04.784999+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:15.215517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802931+0000","last_change":"2024-09-12T01:18:04.800148+0000","last_active":"2024-09-12T01:18:04.802931+0000","last_peered":"2024-09-12T01:18:04.802931+0000","last_clean":"2024-09-12T01:18:04.802931+0000","last_became_active":"2024-09-12T01:18:04.799580+0000","last_became_peered":"2024-09-12T01:18:04.799580+0000","last_unstale":"2024-09-12T01:18:04.802931+0000","last_undegraded":"2024-09-12T01:18:04.802931+0000","last_fullsized":"2024-09-12T01:18:04.802931+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:45.589489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.781175+0000","last_change":"2024-09-12T01:18:03.774316+0000","last_active":"2024-09-12T01:18:04.781175+0000","last_peered":"2024-09-12T01:18:04.781175+0000","last_clean":"2024-09-12T01:18:04.781175+0000","last_became_active":"2024-09-12T01:18:03.773090+0000","last_became_peered":"2024-09-12T01:18:03.773090+0000","last_unstale":"2024-09-12T01:18:04.781175+0000","last_undegraded":"2024-09-12T01:18:04.781175+0000","last_fullsized":"2024-09-12T01:18:04.781175+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:25.663132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.792712+0000","last_change":"2024-09-12T01:18:04.785762+0000","last_active":"2024-09-12T01:18:04.792712+0000","last_peered":"2024-09-12T01:18:04.792712+0000","last_clean":"2024-09-12T01:18:04.792712+0000","last_became_active":"2024-09-12T01:18:04.785496+0000","last_became_peered":"2024-09-12T01:18:04.785496+0000","last_unstale":"2024-09-12T01:18:04.792712+0000","last_undegraded":"2024-09-12T01:18:04.792712+0000","last_fullsized":"2024-09-12T01:18:04.792712+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:44:40.431200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.782168+0000","last_change":"2024-09-12T01:18:03.778146+0000","last_active":"2024-09-12T01:18:04.782168+0000","last_peered":"2024-09-12T01:18:04.782168+0000","last_clean":"2024-09-12T01:18:04.782168+0000","last_became_active":"2024-09-12T01:18:03.777879+0000","last_became_peered":"2024-09-12T01:18:03.777879+0000","last_unstale":"2024-09-12T01:18:04.782168+0000","last_undegraded":"2024-09-12T01:18:04.782168+0000","last_fullsized":"2024-09-12T01:18:04.782168+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:18.899692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807812+0000","last_change":"2024-09-12T01:18:04.799003+0000","last_active":"2024-09-12T01:18:04.807812+0000","last_peered":"2024-09-12T01:18:04.807812+0000","last_clean":"2024-09-12T01:18:04.807812+0000","last_became_active":"2024-09-12T01:18:04.798683+0000","last_became_peered":"2024-09-12T01:18:04.798683+0000","last_unstale":"2024-09-12T01:18:04.807812+0000","last_undegraded":"2024-09-12T01:18:04.807812+0000","last_fullsized":"2024-09-12T01:18:04.807812+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:19.903905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.784485+0000","last_change":"2024-09-12T01:18:03.779224+0000","last_active":"2024-09-12T01:18:04.784485+0000","last_peered":"2024-09-12T01:18:04.784485+0000","last_clean":"2024-09-12T01:18:04.784485+0000","last_became_active":"2024-09-12T01:18:03.778912+0000","last_became_peered":"2024-09-12T01:18:03.778912+0000","last_unstale":"2024-09-12T01:18:04.784485+0000","last_undegraded":"2024-09-12T01:18:04.784485+0000","last_fullsized":"2024-09-12T01:18:04.784485+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:34.180830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.793098+0000","last_change":"2024-09-12T01:18:04.792174+0000","last_active":"2024-09-12T01:18:04.793098+0000","last_peered":"2024-09-12T01:18:04.793098+0000","last_clean":"2024-09-12T01:18:04.793098+0000","last_became_active":"2024-09-12T01:18:04.791910+0000","last_became_peered":"2024-09-12T01:18:04.791910+0000","last_unstale":"2024-09-12T01:18:04.793098+0000","last_undegraded":"2024-09-12T01:18:04.793098+0000","last_fullsized":"2024-09-12T01:18:04.793098+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:44:08.532343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.803766+0000","last_change":"2024-09-12T01:18:03.769041+0000","last_active":"2024-09-12T01:18:04.803766+0000","last_peered":"2024-09-12T01:18:04.803766+0000","last_clean":"2024-09-12T01:18:04.803766+0000","last_became_active":"2024-09-12T01:18:03.768758+0000","last_became_peered":"2024-09-12T01:18:03.768758+0000","last_unstale":"2024-09-12T01:18:04.803766+0000","last_undegraded":"2024-09-12T01:18:04.803766+0000","last_fullsized":"2024-09-12T01:18:04.803766+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:41.146649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.799147+0000","last_change":"2024-09-12T01:18:04.795434+0000","last_active":"2024-09-12T01:18:04.799147+0000","last_peered":"2024-09-12T01:18:04.799147+0000","last_clean":"2024-09-12T01:18:04.799147+0000","last_became_active":"2024-09-12T01:18:04.795177+0000","last_became_peered":"2024-09-12T01:18:04.795177+0000","last_unstale":"2024-09-12T01:18:04.799147+0000","last_undegraded":"2024-09-12T01:18:04.799147+0000","last_fullsized":"2024-09-12T01:18:04.799147+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:04.001749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":18,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.813425+0000","last_change":"2024-09-12T01:18:03.784528+0000","last_active":"2024-09-12T01:18:04.813425+0000","last_peered":"2024-09-12T01:18:04.813425+0000","last_clean":"2024-09-12T01:18:04.813425+0000","last_became_active":"2024-09-12T01:18:03.784247+0000","last_became_peered":"2024-09-12T01:18:03.784247+0000","last_unstale":"2024-09-12T01:18:04.813425+0000","last_undegraded":"2024-09-12T01:18:04.813425+0000","last_fullsized":"2024-09-12T01:18:04.813425+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:58.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805634+0000","last_change":"2024-09-12T01:18:04.801910+0000","last_active":"2024-09-12T01:18:04.805634+0000","last_peered":"2024-09-12T01:18:04.805634+0000","last_clean":"2024-09-12T01:18:04.805634+0000","last_became_active":"2024-09-12T01:18:04.801590+0000","last_became_peered":"2024-09-12T01:18:04.801590+0000","last_unstale":"2024-09-12T01:18:04.805634+0000","last_undegraded":"2024-09-12T01:18:04.805634+0000","last_fullsized":"2024-09-12T01:18:04.805634+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:24.899706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807968+0000","last_change":"2024-09-12T01:18:03.777250+0000","last_active":"2024-09-12T01:18:04.807968+0000","last_peered":"2024-09-12T01:18:04.807968+0000","last_clean":"2024-09-12T01:18:04.807968+0000","last_became_active":"2024-09-12T01:18:03.776992+0000","last_became_peered":"2024-09-12T01:18:03.776992+0000","last_unstale":"2024-09-12T01:18:04.807968+0000","last_undegraded":"2024-09-12T01:18:04.807968+0000","last_fullsized":"2024-09-12T01:18:04.807968+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:41.146649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802677+0000","last_change":"2024-09-12T01:18:04.799529+0000","last_active":"2024-09-12T01:18:04.802677+0000","last_peered":"2024-09-12T01:18:04.802677+0000","last_clean":"2024-09-12T01:18:04.802677+0000","last_became_active":"2024-09-12T01:18:04.799249+0000","last_became_peered":"2024-09-12T01:18:04.799249+0000","last_unstale":"2024-09-12T01:18:04.802677+0000","last_undegraded":"2024-09-12T01:18:04.802677+0000","last_fullsized":"2024-09-12T01:18:04.802677+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:13.197683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.781818+0000","last_change":"2024-09-12T01:18:03.773408+0000","last_active":"2024-09-12T01:18:04.781818+0000","last_peered":"2024-09-12T01:18:04.781818+0000","last_clean":"2024-09-12T01:18:04.781818+0000","last_became_active":"2024-09-12T01:18:03.772418+0000","last_became_peered":"2024-09-12T01:18:03.772418+0000","last_unstale":"2024-09-12T01:18:04.781818+0000","last_undegraded":"2024-09-12T01:18:04.781818+0000","last_fullsized":"2024-09-12T01:18:04.781818+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:14.114303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807646+0000","last_change":"2024-09-12T01:18:04.797802+0000","last_active":"2024-09-12T01:18:04.807646+0000","last_peered":"2024-09-12T01:18:04.807646+0000","last_clean":"2024-09-12T01:18:04.807646+0000","last_became_active":"2024-09-12T01:18:04.797490+0000","last_became_peered":"2024-09-12T01:18:04.797490+0000","last_unstale":"2024-09-12T01:18:04.807646+0000","last_undegraded":"2024-09-12T01:18:04.807646+0000","last_fullsized":"2024-09-12T01:18:04.807646+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:35.185042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.779324+0000","last_change":"2024-09-12T01:18:03.781449+0000","last_active":"2024-09-12T01:18:04.779324+0000","last_peered":"2024-09-12T01:18:04.779324+0000","last_clean":"2024-09-12T01:18:04.779324+0000","last_became_active":"2024-09-12T01:18:03.781143+0000","last_became_peered":"2024-09-12T01:18:03.781143+0000","last_unstale":"2024-09-12T01:18:04.779324+0000","last_undegraded":"2024-09-12T01:18:04.779324+0000","last_fullsized":"2024-09-12T01:18:04.779324+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:15.121500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802908+0000","last_change":"2024-09-12T01:18:04.799924+0000","last_active":"2024-09-12T01:18:04.802908+0000","last_peered":"2024-09-12T01:18:04.802908+0000","last_clean":"2024-09-12T01:18:04.802908+0000","last_became_active":"2024-09-12T01:18:04.799177+0000","last_became_peered":"2024-09-12T01:18:04.799177+0000","last_unstale":"2024-09-12T01:18:04.802908+0000","last_undegraded":"2024-09-12T01:18:04.802908+0000","last_fullsized":"2024-09-12T01:18:04.802908+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:32:26.584253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":20,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.811333+0000","last_change":"2024-09-12T01:18:03.783177+0000","last_active":"2024-09-12T01:18:04.811333+0000","last_peered":"2024-09-12T01:18:04.811333+0000","last_clean":"2024-09-12T01:18:04.811333+0000","last_became_active":"2024-09-12T01:18:03.782896+0000","last_became_peered":"2024-09-12T01:18:03.782896+0000","last_unstale":"2024-09-12T01:18:04.811333+0000","last_undegraded":"2024-09-12T01:18:04.811333+0000","last_fullsized":"2024-09-12T01:18:04.811333+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:48.423467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804559+0000","last_change":"2024-09-12T01:18:04.801316+0000","last_active":"2024-09-12T01:18:04.804559+0000","last_peered":"2024-09-12T01:18:04.804559+0000","last_clean":"2024-09-12T01:18:04.804559+0000","last_became_active":"2024-09-12T01:18:04.801010+0000","last_became_peered":"2024-09-12T01:18:04.801010+0000","last_unstale":"2024-09-12T01:18:04.804559+0000","last_undegraded":"2024-09-12T01:18:04.804559+0000","last_fullsized":"2024-09-12T01:18:04.804559+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:29.913412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804067+0000","last_change":"2024-09-12T01:18:03.778292+0000","last_active":"2024-09-12T01:18:04.804067+0000","last_peered":"2024-09-12T01:18:04.804067+0000","last_clean":"2024-09-12T01:18:04.804067+0000","last_became_active":"2024-09-12T01:18:03.778010+0000","last_became_peered":"2024-09-12T01:18:03.778010+0000","last_unstale":"2024-09-12T01:18:04.804067+0000","last_undegraded":"2024-09-12T01:18:04.804067+0000","last_fullsized":"2024-09-12T01:18:04.804067+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:18.899692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805785+0000","last_change":"2024-09-12T01:18:04.801016+0000","last_active":"2024-09-12T01:18:04.805785+0000","last_peered":"2024-09-12T01:18:04.805785+0000","last_clean":"2024-09-12T01:18:04.805785+0000","last_became_active":"2024-09-12T01:18:04.800653+0000","last_became_peered":"2024-09-12T01:18:04.800653+0000","last_unstale":"2024-09-12T01:18:04.805785+0000","last_undegraded":"2024-09-12T01:18:04.805785+0000","last_fullsized":"2024-09-12T01:18:04.805785+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:47.472316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808220+0000","last_change":"2024-09-12T01:18:03.777336+0000","last_active":"2024-09-12T01:18:04.808220+0000","last_peered":"2024-09-12T01:18:04.808220+0000","last_clean":"2024-09-12T01:18:04.808220+0000","last_became_active":"2024-09-12T01:18:03.777011+0000","last_became_peered":"2024-09-12T01:18:03.777011+0000","last_unstale":"2024-09-12T01:18:04.808220+0000","last_undegraded":"2024-09-12T01:18:04.808220+0000","last_fullsized":"2024-09-12T01:18:04.808220+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:14.114303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.800315+0000","last_change":"2024-09-12T01:18:04.794879+0000","last_active":"2024-09-12T01:18:04.800315+0000","last_peered":"2024-09-12T01:18:04.800315+0000","last_clean":"2024-09-12T01:18:04.800315+0000","last_became_active":"2024-09-12T01:18:04.794605+0000","last_became_peered":"2024-09-12T01:18:04.794605+0000","last_unstale":"2024-09-12T01:18:04.800315+0000","last_undegraded":"2024-09-12T01:18:04.800315+0000","last_fullsized":"2024-09-12T01:18:04.800315+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:42.349977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805113+0000","last_change":"2024-09-12T01:18:03.781742+0000","last_active":"2024-09-12T01:18:04.805113+0000","last_peered":"2024-09-12T01:18:04.805113+0000","last_clean":"2024-09-12T01:18:04.805113+0000","last_became_active":"2024-09-12T01:18:03.781437+0000","last_became_peered":"2024-09-12T01:18:03.781437+0000","last_unstale":"2024-09-12T01:18:04.805113+0000","last_undegraded":"2024-09-12T01:18:04.805113+0000","last_fullsized":"2024-09-12T01:18:04.805113+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:44.461320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805700+0000","last_change":"2024-09-12T01:18:04.801339+0000","last_active":"2024-09-12T01:18:04.805700+0000","last_peered":"2024-09-12T01:18:04.805700+0000","last_clean":"2024-09-12T01:18:04.805700+0000","last_became_active":"2024-09-12T01:18:04.801069+0000","last_became_peered":"2024-09-12T01:18:04.801069+0000","last_unstale":"2024-09-12T01:18:04.805700+0000","last_undegraded":"2024-09-12T01:18:04.805700+0000","last_fullsized":"2024-09-12T01:18:04.805700+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:23.460699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.784958+0000","last_change":"2024-09-12T01:18:03.780215+0000","last_active":"2024-09-12T01:18:04.784958+0000","last_peered":"2024-09-12T01:18:04.784958+0000","last_clean":"2024-09-12T01:18:04.784958+0000","last_became_active":"2024-09-12T01:18:03.779964+0000","last_became_peered":"2024-09-12T01:18:03.779964+0000","last_unstale":"2024-09-12T01:18:04.784958+0000","last_undegraded":"2024-09-12T01:18:04.784958+0000","last_fullsized":"2024-09-12T01:18:04.784958+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:13.304747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807729+0000","last_change":"2024-09-12T01:18:04.796611+0000","last_active":"2024-09-12T01:18:04.807729+0000","last_peered":"2024-09-12T01:18:04.807729+0000","last_clean":"2024-09-12T01:18:04.807729+0000","last_became_active":"2024-09-12T01:18:04.796311+0000","last_became_peered":"2024-09-12T01:18:04.796311+0000","last_unstale":"2024-09-12T01:18:04.807729+0000","last_undegraded":"2024-09-12T01:18:04.807729+0000","last_fullsized":"2024-09-12T01:18:04.807729+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:04.001749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795826+0000","last_change":"2024-09-12T01:18:03.783497+0000","last_active":"2024-09-12T01:18:04.795826+0000","last_peered":"2024-09-12T01:18:04.795826+0000","last_clean":"2024-09-12T01:18:04.795826+0000","last_became_active":"2024-09-12T01:18:03.783245+0000","last_became_peered":"2024-09-12T01:18:03.783245+0000","last_unstale":"2024-09-12T01:18:04.795826+0000","last_undegraded":"2024-09-12T01:18:04.795826+0000","last_fullsized":"2024-09-12T01:18:04.795826+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:00.205253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.792462+0000","last_change":"2024-09-12T01:18:04.791292+0000","last_active":"2024-09-12T01:18:04.792462+0000","last_peered":"2024-09-12T01:18:04.792462+0000","last_clean":"2024-09-12T01:18:04.792462+0000","last_became_active":"2024-09-12T01:18:04.791003+0000","last_became_peered":"2024-09-12T01:18:04.791003+0000","last_unstale":"2024-09-12T01:18:04.792462+0000","last_undegraded":"2024-09-12T01:18:04.792462+0000","last_fullsized":"2024-09-12T01:18:04.792462+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:11.484518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.777160+0000","last_change":"2024-09-12T01:18:03.781518+0000","last_active":"2024-09-12T01:18:04.777160+0000","last_peered":"2024-09-12T01:18:04.777160+0000","last_clean":"2024-09-12T01:18:04.777160+0000","last_became_active":"2024-09-12T01:18:03.781204+0000","last_became_peered":"2024-09-12T01:18:03.781204+0000","last_unstale":"2024-09-12T01:18:04.777160+0000","last_undegraded":"2024-09-12T01:18:04.777160+0000","last_fullsized":"2024-09-12T01:18:04.777160+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:22.467545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807967+0000","last_change":"2024-09-12T01:18:04.803335+0000","last_active":"2024-09-12T01:18:04.807967+0000","last_peered":"2024-09-12T01:18:04.807967+0000","last_clean":"2024-09-12T01:18:04.807967+0000","last_became_active":"2024-09-12T01:18:04.803051+0000","last_became_peered":"2024-09-12T01:18:04.803051+0000","last_unstale":"2024-09-12T01:18:04.807967+0000","last_undegraded":"2024-09-12T01:18:04.807967+0000","last_fullsized":"2024-09-12T01:18:04.807967+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:00.785389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.783879+0000","last_change":"2024-09-12T01:18:03.782400+0000","last_active":"2024-09-12T01:18:04.783879+0000","last_peered":"2024-09-12T01:18:04.783879+0000","last_clean":"2024-09-12T01:18:04.783879+0000","last_became_active":"2024-09-12T01:18:03.782099+0000","last_became_peered":"2024-09-12T01:18:03.782099+0000","last_unstale":"2024-09-12T01:18:04.783879+0000","last_undegraded":"2024-09-12T01:18:04.783879+0000","last_fullsized":"2024-09-12T01:18:04.783879+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:13.304747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.798913+0000","last_change":"2024-09-12T01:18:04.793620+0000","last_active":"2024-09-12T01:18:04.798913+0000","last_peered":"2024-09-12T01:18:04.798913+0000","last_clean":"2024-09-12T01:18:04.798913+0000","last_became_active":"2024-09-12T01:18:04.793390+0000","last_became_peered":"2024-09-12T01:18:04.793390+0000","last_unstale":"2024-09-12T01:18:04.798913+0000","last_undegraded":"2024-09-12T01:18:04.798913+0000","last_fullsized":"2024-09-12T01:18:04.798913+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:57.168244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.777163+0000","last_change":"2024-09-12T01:18:03.782863+0000","last_active":"2024-09-12T01:18:04.777163+0000","last_peered":"2024-09-12T01:18:04.777163+0000","last_clean":"2024-09-12T01:18:04.777163+0000","last_became_active":"2024-09-12T01:18:03.782623+0000","last_became_peered":"2024-09-12T01:18:03.782623+0000","last_unstale":"2024-09-12T01:18:04.777163+0000","last_undegraded":"2024-09-12T01:18:04.777163+0000","last_fullsized":"2024-09-12T01:18:04.777163+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:40.903538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805001+0000","last_change":"2024-09-12T01:18:04.803904+0000","last_active":"2024-09-12T01:18:04.805001+0000","last_peered":"2024-09-12T01:18:04.805001+0000","last_clean":"2024-09-12T01:18:04.805001+0000","last_became_active":"2024-09-12T01:18:04.803660+0000","last_became_peered":"2024-09-12T01:18:04.803660+0000","last_unstale":"2024-09-12T01:18:04.805001+0000","last_undegraded":"2024-09-12T01:18:04.805001+0000","last_fullsized":"2024-09-12T01:18:04.805001+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:04.001749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.803986+0000","last_change":"2024-09-12T01:18:03.769910+0000","last_active":"2024-09-12T01:18:04.803986+0000","last_peered":"2024-09-12T01:18:04.803986+0000","last_clean":"2024-09-12T01:18:04.803986+0000","last_became_active":"2024-09-12T01:18:03.769626+0000","last_became_peered":"2024-09-12T01:18:03.769626+0000","last_unstale":"2024-09-12T01:18:04.803986+0000","last_undegraded":"2024-09-12T01:18:04.803986+0000","last_fullsized":"2024-09-12T01:18:04.803986+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:58.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807788+0000","last_change":"2024-09-12T01:18:04.798948+0000","last_active":"2024-09-12T01:18:04.807788+0000","last_peered":"2024-09-12T01:18:04.807788+0000","last_clean":"2024-09-12T01:18:04.807788+0000","last_became_active":"2024-09-12T01:18:04.798638+0000","last_became_peered":"2024-09-12T01:18:04.798638+0000","last_unstale":"2024-09-12T01:18:04.807788+0000","last_undegraded":"2024-09-12T01:18:04.807788+0000","last_fullsized":"2024-09-12T01:18:04.807788+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:42.150861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.777250+0000","last_change":"2024-09-12T01:18:03.778936+0000","last_active":"2024-09-12T01:18:04.777250+0000","last_peered":"2024-09-12T01:18:04.777250+0000","last_clean":"2024-09-12T01:18:04.777250+0000","last_became_active":"2024-09-12T01:18:03.778688+0000","last_became_peered":"2024-09-12T01:18:03.778688+0000","last_unstale":"2024-09-12T01:18:04.777250+0000","last_undegraded":"2024-09-12T01:18:04.777250+0000","last_fullsized":"2024-09-12T01:18:04.777250+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:47.473289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.799843+0000","last_change":"2024-09-12T01:18:04.791857+0000","last_active":"2024-09-12T01:18:04.799843+0000","last_peered":"2024-09-12T01:18:04.799843+0000","last_clean":"2024-09-12T01:18:04.799843+0000","last_became_active":"2024-09-12T01:18:04.791592+0000","last_became_peered":"2024-09-12T01:18:04.791592+0000","last_unstale":"2024-09-12T01:18:04.799843+0000","last_undegraded":"2024-09-12T01:18:04.799843+0000","last_fullsized":"2024-09-12T01:18:04.799843+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:58:56.576506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.782003+0000","last_change":"2024-09-12T01:18:03.782828+0000","last_active":"2024-09-12T01:18:04.782003+0000","last_peered":"2024-09-12T01:18:04.782003+0000","last_clean":"2024-09-12T01:18:04.782003+0000","last_became_active":"2024-09-12T01:18:03.782570+0000","last_became_peered":"2024-09-12T01:18:03.782570+0000","last_unstale":"2024-09-12T01:18:04.782003+0000","last_undegraded":"2024-09-12T01:18:04.782003+0000","last_fullsized":"2024-09-12T01:18:04.782003+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:06.808687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807516+0000","last_change":"2024-09-12T01:18:04.805612+0000","last_active":"2024-09-12T01:18:04.807516+0000","last_peered":"2024-09-12T01:18:04.807516+0000","last_clean":"2024-09-12T01:18:04.807516+0000","last_became_active":"2024-09-12T01:18:04.805352+0000","last_became_peered":"2024-09-12T01:18:04.805352+0000","last_unstale":"2024-09-12T01:18:04.807516+0000","last_undegraded":"2024-09-12T01:18:04.807516+0000","last_fullsized":"2024-09-12T01:18:04.807516+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:10:38.643075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.783983+0000","last_change":"2024-09-12T01:18:03.782575+0000","last_active":"2024-09-12T01:18:04.783983+0000","last_peered":"2024-09-12T01:18:04.783983+0000","last_clean":"2024-09-12T01:18:04.783983+0000","last_became_active":"2024-09-12T01:18:03.782291+0000","last_became_peered":"2024-09-12T01:18:03.782291+0000","last_unstale":"2024-09-12T01:18:04.783983+0000","last_undegraded":"2024-09-12T01:18:04.783983+0000","last_fullsized":"2024-09-12T01:18:04.783983+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:54.338434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.794777+0000","last_change":"2024-09-12T01:18:04.792284+0000","last_active":"2024-09-12T01:18:04.794777+0000","last_peered":"2024-09-12T01:18:04.794777+0000","last_clean":"2024-09-12T01:18:04.794777+0000","last_became_active":"2024-09-12T01:18:04.791981+0000","last_became_peered":"2024-09-12T01:18:04.791981+0000","last_unstale":"2024-09-12T01:18:04.794777+0000","last_undegraded":"2024-09-12T01:18:04.794777+0000","last_fullsized":"2024-09-12T01:18:04.794777+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:49.427679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.780565+0000","last_change":"2024-09-12T01:18:03.783069+0000","last_active":"2024-09-12T01:18:04.780565+0000","last_peered":"2024-09-12T01:18:04.780565+0000","last_clean":"2024-09-12T01:18:04.780565+0000","last_became_active":"2024-09-12T01:18:03.782792+0000","last_became_peered":"2024-09-12T01:18:03.782792+0000","last_unstale":"2024-09-12T01:18:04.780565+0000","last_undegraded":"2024-09-12T01:18:04.780565+0000","last_fullsized":"2024-09-12T01:18:04.780565+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:14.114303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807521+0000","last_change":"2024-09-12T01:18:04.801443+0000","last_active":"2024-09-12T01:18:04.807521+0000","last_peered":"2024-09-12T01:18:04.807521+0000","last_clean":"2024-09-12T01:18:04.807521+0000","last_became_active":"2024-09-12T01:18:04.801079+0000","last_became_peered":"2024-09-12T01:18:04.801079+0000","last_unstale":"2024-09-12T01:18:04.807521+0000","last_undegraded":"2024-09-12T01:18:04.807521+0000","last_fullsized":"2024-09-12T01:18:04.807521+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:35.185042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.781339+0000","last_change":"2024-09-12T01:18:03.777864+0000","last_active":"2024-09-12T01:18:04.781339+0000","last_peered":"2024-09-12T01:18:04.781339+0000","last_clean":"2024-09-12T01:18:04.781339+0000","last_became_active":"2024-09-12T01:18:03.777595+0000","last_became_peered":"2024-09-12T01:18:03.777595+0000","last_unstale":"2024-09-12T01:18:04.781339+0000","last_undegraded":"2024-09-12T01:18:04.781339+0000","last_fullsized":"2024-09-12T01:18:04.781339+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:13.304747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807672+0000","last_change":"2024-09-12T01:18:04.798226+0000","last_active":"2024-09-12T01:18:04.807672+0000","last_peered":"2024-09-12T01:18:04.807672+0000","last_clean":"2024-09-12T01:18:04.807672+0000","last_became_active":"2024-09-12T01:18:04.797952+0000","last_became_peered":"2024-09-12T01:18:04.797952+0000","last_unstale":"2024-09-12T01:18:04.807672+0000","last_undegraded":"2024-09-12T01:18:04.807672+0000","last_fullsized":"2024-09-12T01:18:04.807672+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:02.063116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.783466+0000","last_change":"2024-09-12T01:18:03.777980+0000","last_active":"2024-09-12T01:18:04.783466+0000","last_peered":"2024-09-12T01:18:04.783466+0000","last_clean":"2024-09-12T01:18:04.783466+0000","last_became_active":"2024-09-12T01:18:03.777740+0000","last_became_peered":"2024-09-12T01:18:03.777740+0000","last_unstale":"2024-09-12T01:18:04.783466+0000","last_undegraded":"2024-09-12T01:18:04.783466+0000","last_fullsized":"2024-09-12T01:18:04.783466+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:44:22.853563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808084+0000","last_change":"2024-09-12T01:18:04.804950+0000","last_active":"2024-09-12T01:18:04.808084+0000","last_peered":"2024-09-12T01:18:04.808084+0000","last_clean":"2024-09-12T01:18:04.808084+0000","last_became_active":"2024-09-12T01:18:04.804671+0000","last_became_peered":"2024-09-12T01:18:04.804671+0000","last_unstale":"2024-09-12T01:18:04.808084+0000","last_undegraded":"2024-09-12T01:18:04.808084+0000","last_fullsized":"2024-09-12T01:18:04.808084+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:45.589489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.786547+0000","last_change":"2024-09-12T01:18:03.783080+0000","last_active":"2024-09-12T01:18:04.786547+0000","last_peered":"2024-09-12T01:18:04.786547+0000","last_clean":"2024-09-12T01:18:04.786547+0000","last_became_active":"2024-09-12T01:18:03.782787+0000","last_became_peered":"2024-09-12T01:18:03.782787+0000","last_unstale":"2024-09-12T01:18:04.786547+0000","last_undegraded":"2024-09-12T01:18:04.786547+0000","last_fullsized":"2024-09-12T01:18:04.786547+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:15.215517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":199,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.789904+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:18:04.789904+0000","last_peered":"2024-09-12T01:18:04.789904+0000","last_clean":"2024-09-12T01:18:04.789904+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:18:04.789904+0000","last_undegraded":"2024-09-12T01:18:04.789904+0000","last_fullsized":"2024-09-12T01:18:04.789904+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542160,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":1003520,"data_stored":763038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":172670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542161,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":172670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542161,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":430080,"data_stored":180441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":172670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27432,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344408,"statfs":{"total":96636764160,"available":96608673792,"internally_reserved":0,"allocated":409600,"data_stored":172670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542161,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":179927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":1003520,"data_stored":763038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:18:07.721 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:18:07.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.856+0000 7f7488bbd640 1 Processor -- start 2024-09-12T01:18:07.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.856+0000 7f7488bbd640 1 -- start start 2024-09-12T01:18:07.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.857+0000 7f7488bbd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f748409aca0 0x7f748409b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.857+0000 7f7488bbd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 0x7f74841680c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.857+0000 7f7488bbd640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74840d12c0 con 0x7f748409b5c0 2024-09-12T01:18:07.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.857+0000 7f7488bbd640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f748406d040 con 0x7f748409aca0 2024-09-12T01:18:07.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.857+0000 7f7488bbd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f74840d15a0 con 0x7f7484071750 2024-09-12T01:18:07.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.857+0000 7f7482d9d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 0x7f74841680c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.857+0000 7f748259c640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f748409aca0 0x7f748409b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.858+0000 7f748259c640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f748409aca0 0x7f748409b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:39930/0 (socket says 172.21.15.122:39930) 2024-09-12T01:18:07.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.858+0000 7f7482d9d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 0x7f74841680c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:41932/0 (socket says 172.21.15.122:41932) 2024-09-12T01:18:07.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.858+0000 7f748259c640 1 -- 172.21.15.122:0/2133047408 learned_addr learned my addr 172.21.15.122:0/2133047408 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:07.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.858+0000 7f748259c640 1 -- 172.21.15.122:0/2133047408 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 msgr2=0x7f74841680c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:07.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.858+0000 7f748259c640 1 --2- 172.21.15.122:0/2133047408 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 0x7f74841680c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.858+0000 7f748259c640 1 -- 172.21.15.122:0/2133047408 >> v1:172.21.15.151:6789/0 conn(0x7f748409b5c0 legacy=0x7f74840d05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.858+0000 7f748259c640 1 -- 172.21.15.122:0/2133047408 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74840d1880 con 0x7f748409aca0 2024-09-12T01:18:07.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.858+0000 7f7482d9d640 1 --2- 172.21.15.122:0/2133047408 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 0x7f74841680c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:18:07.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f748259c640 1 --2- 172.21.15.122:0/2133047408 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f748409aca0 0x7f748409b080 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7474009870 tx=0x7f747402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb78cbf3814c62f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:07.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f748159a640 1 -- 172.21.15.122:0/2133047408 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7474037070 con 0x7f748409aca0 2024-09-12T01:18:07.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f748159a640 1 -- 172.21.15.122:0/2133047408 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7474032440 con 0x7f748409aca0 2024-09-12T01:18:07.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f748159a640 1 -- 172.21.15.122:0/2133047408 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7474032810 con 0x7f748409aca0 2024-09-12T01:18:07.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f7488bbd640 1 -- 172.21.15.122:0/2133047408 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f748409aca0 msgr2=0x7f748409b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.860 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f7488bbd640 1 --2- 172.21.15.122:0/2133047408 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f748409aca0 0x7f748409b080 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7474009870 tx=0x7f747402a270 comp rx=0 tx=0).stop 2024-09-12T01:18:07.860 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f7488bbd640 1 -- 172.21.15.122:0/2133047408 shutdown_connections 2024-09-12T01:18:07.860 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f7488bbd640 1 --2- 172.21.15.122:0/2133047408 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 0x7f74841680c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.860 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f7488bbd640 1 --2- 172.21.15.122:0/2133047408 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f748409aca0 0x7f748409b080 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.860 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f7488bbd640 1 -- 172.21.15.122:0/2133047408 >> 172.21.15.122:0/2133047408 conn(0x7f74840d23a0 msgr2=0x7f74840d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:07.860 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f7488bbd640 1 -- 172.21.15.122:0/2133047408 shutdown_connections 2024-09-12T01:18:07.860 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.859+0000 7f7488bbd640 1 -- 172.21.15.122:0/2133047408 wait complete. 2024-09-12T01:18:07.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.861+0000 7f7488bbd640 1 Processor -- start 2024-09-12T01:18:07.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.861+0000 7f7488bbd640 1 -- start start 2024-09-12T01:18:07.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7488bbd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 0x7f74840cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7488bbd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f748409aca0 0x7f748415b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7488bbd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f748409b5c0 0x7f74840b7630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7488bbd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f74840d0cf0 con 0x7f748409aca0 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7488bbd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7484070220 con 0x7f748409b5c0 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7488bbd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f74840d0e70 con 0x7f7484071750 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7481d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f748409aca0 0x7f748415b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7481d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f748409aca0 0x7f748415b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59888/0 (socket says 172.21.15.122:59888) 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7481d9b640 1 -- 172.21.15.122:0/3104163053 learned_addr learned my addr 172.21.15.122:0/3104163053 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f748259c640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 0x7f74840cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7482d9d640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f748409b5c0 0x7f74840b7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7481d9b640 1 -- 172.21.15.122:0/3104163053 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 msgr2=0x7f74840cbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7481d9b640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 0x7f74840cbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7481d9b640 1 -- 172.21.15.122:0/3104163053 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f748409b5c0 msgr2=0x7f74840b7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7481d9b640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f748409b5c0 0x7f74840b7630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:07.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7481d9b640 1 -- 172.21.15.122:0/3104163053 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74840b65d0 con 0x7f748409aca0 2024-09-12T01:18:07.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7481d9b640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f748409aca0 0x7f748415b5a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f747800c400 tx=0x7f747800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:07.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7472ffd640 1 -- 172.21.15.122:0/3104163053 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74780052d0 con 0x7f748409aca0 2024-09-12T01:18:07.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7472ffd640 1 -- 172.21.15.122:0/3104163053 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7478005490 con 0x7f748409aca0 2024-09-12T01:18:07.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7472ffd640 1 -- 172.21.15.122:0/3104163053 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7478007260 con 0x7f748409aca0 2024-09-12T01:18:07.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7488bbd640 1 -- 172.21.15.122:0/3104163053 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74840b6870 con 0x7f748409aca0 2024-09-12T01:18:07.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.862+0000 7f7488bbd640 1 -- 172.21.15.122:0/3104163053 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74840b6e30 con 0x7f748409aca0 2024-09-12T01:18:07.864 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.864+0000 7f7488bbd640 1 -- 172.21.15.122:0/3104163053 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f748409b080 con 0x7f748409aca0 2024-09-12T01:18:07.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.864+0000 7f7472ffd640 1 -- 172.21.15.122:0/3104163053 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7478007400 con 0x7f748409aca0 2024-09-12T01:18:07.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.864+0000 7f7472ffd640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f746406be30 0x7f746406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:07.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.864+0000 7f7472ffd640 1 -- 172.21.15.122:0/3104163053 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f747808a3d0 con 0x7f748409aca0 2024-09-12T01:18:07.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.864+0000 7f748259c640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f746406be30 0x7f746406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:07.865 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.865+0000 7f748259c640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f746406be30 0x7f746406e2f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7474034000 tx=0x7f747402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:07.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:07.869+0000 7f7472ffd640 1 -- 172.21.15.122:0/3104163053 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f74780585a0 con 0x7f748409aca0 2024-09-12T01:18:08.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.030+0000 7f7488bbd640 1 -- 172.21.15.122:0/3104163053 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f748415d180 con 0x7f746406be30 2024-09-12T01:18:08.035 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.036+0000 7f7472ffd640 1 -- 172.21.15.122:0/3104163053 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251885 (secure 0 0 0) 0x7f748415d180 con 0x7f746406be30 2024-09-12T01:18:08.038 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:08.039 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:18:08.040 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 -- 172.21.15.122:0/3104163053 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f746406be30 msgr2=0x7f746406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.040 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f746406be30 0x7f746406e2f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7474034000 tx=0x7f747402e000 comp rx=0 tx=0).stop 2024-09-12T01:18:08.041 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 -- 172.21.15.122:0/3104163053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f748409aca0 msgr2=0x7f748415b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.041 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f748409aca0 0x7f748415b5a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f747800c400 tx=0x7f747800c800 comp rx=0 tx=0).stop 2024-09-12T01:18:08.041 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 -- 172.21.15.122:0/3104163053 shutdown_connections 2024-09-12T01:18:08.041 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f746406be30 0x7f746406e2f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.041 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f748409b5c0 0x7f74840b7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.041 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f748409aca0 0x7f748415b5a0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.041 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 --2- 172.21.15.122:0/3104163053 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7484071750 0x7f74840cbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.041 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 -- 172.21.15.122:0/3104163053 >> 172.21.15.122:0/3104163053 conn(0x7f74840d23a0 msgr2=0x7f748415c5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:08.041 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 -- 172.21.15.122:0/3104163053 shutdown_connections 2024-09-12T01:18:08.041 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.039+0000 7f7488bbd640 1 -- 172.21.15.122:0/3104163053 wait complete. 2024-09-12T01:18:08.048 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":65,"stamp":"2024-09-12T01:18:07.851758+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":51,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220632,"kb_used_data":4396,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754088,"statfs":{"total":773094113280,"available":772868186112,"internally_reserved":0,"allocated":4501504,"data_stored":2577124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":221236788},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.092581"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802859+0000","last_change":"2024-09-12T01:18:04.799650+0000","last_active":"2024-09-12T01:18:04.802859+0000","last_peered":"2024-09-12T01:18:04.802859+0000","last_clean":"2024-09-12T01:18:04.802859+0000","last_became_active":"2024-09-12T01:18:04.799232+0000","last_became_peered":"2024-09-12T01:18:04.799232+0000","last_unstale":"2024-09-12T01:18:04.802859+0000","last_undegraded":"2024-09-12T01:18:04.802859+0000","last_fullsized":"2024-09-12T01:18:04.802859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:00.785389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802763+0000","last_change":"2024-09-12T01:18:04.799194+0000","last_active":"2024-09-12T01:18:04.802763+0000","last_peered":"2024-09-12T01:18:04.802763+0000","last_clean":"2024-09-12T01:18:04.802763+0000","last_became_active":"2024-09-12T01:18:04.798867+0000","last_became_peered":"2024-09-12T01:18:04.798867+0000","last_unstale":"2024-09-12T01:18:04.802763+0000","last_undegraded":"2024-09-12T01:18:04.802763+0000","last_fullsized":"2024-09-12T01:18:04.802763+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:41.083328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805591+0000","last_change":"2024-09-12T01:18:04.802291+0000","last_active":"2024-09-12T01:18:04.805591+0000","last_peered":"2024-09-12T01:18:04.805591+0000","last_clean":"2024-09-12T01:18:04.805591+0000","last_became_active":"2024-09-12T01:18:04.801807+0000","last_became_peered":"2024-09-12T01:18:04.801807+0000","last_unstale":"2024-09-12T01:18:04.805591+0000","last_undegraded":"2024-09-12T01:18:04.805591+0000","last_fullsized":"2024-09-12T01:18:04.805591+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:50:41.072178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795281+0000","last_change":"2024-09-12T01:18:04.787992+0000","last_active":"2024-09-12T01:18:04.795281+0000","last_peered":"2024-09-12T01:18:04.795281+0000","last_clean":"2024-09-12T01:18:04.795281+0000","last_became_active":"2024-09-12T01:18:04.787725+0000","last_became_peered":"2024-09-12T01:18:04.787725+0000","last_unstale":"2024-09-12T01:18:04.795281+0000","last_undegraded":"2024-09-12T01:18:04.795281+0000","last_fullsized":"2024-09-12T01:18:04.795281+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:01.412920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795413+0000","last_change":"2024-09-12T01:18:04.789241+0000","last_active":"2024-09-12T01:18:04.795413+0000","last_peered":"2024-09-12T01:18:04.795413+0000","last_clean":"2024-09-12T01:18:04.795413+0000","last_became_active":"2024-09-12T01:18:04.788982+0000","last_became_peered":"2024-09-12T01:18:04.788982+0000","last_unstale":"2024-09-12T01:18:04.795413+0000","last_undegraded":"2024-09-12T01:18:04.795413+0000","last_fullsized":"2024-09-12T01:18:04.795413+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:20.379815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804446+0000","last_change":"2024-09-12T01:18:04.803639+0000","last_active":"2024-09-12T01:18:04.804446+0000","last_peered":"2024-09-12T01:18:04.804446+0000","last_clean":"2024-09-12T01:18:04.804446+0000","last_became_active":"2024-09-12T01:18:04.803323+0000","last_became_peered":"2024-09-12T01:18:04.803323+0000","last_unstale":"2024-09-12T01:18:04.804446+0000","last_undegraded":"2024-09-12T01:18:04.804446+0000","last_fullsized":"2024-09-12T01:18:04.804446+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:42.349977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810553+0000","last_change":"2024-09-12T01:18:04.805394+0000","last_active":"2024-09-12T01:18:04.810553+0000","last_peered":"2024-09-12T01:18:04.810553+0000","last_clean":"2024-09-12T01:18:04.810553+0000","last_became_active":"2024-09-12T01:18:04.804663+0000","last_became_peered":"2024-09-12T01:18:04.804663+0000","last_unstale":"2024-09-12T01:18:04.810553+0000","last_undegraded":"2024-09-12T01:18:04.810553+0000","last_fullsized":"2024-09-12T01:18:04.810553+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:31.725242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808381+0000","last_change":"2024-09-12T01:18:04.807561+0000","last_active":"2024-09-12T01:18:04.808381+0000","last_peered":"2024-09-12T01:18:04.808381+0000","last_clean":"2024-09-12T01:18:04.808381+0000","last_became_active":"2024-09-12T01:18:04.807317+0000","last_became_peered":"2024-09-12T01:18:04.807317+0000","last_unstale":"2024-09-12T01:18:04.808381+0000","last_undegraded":"2024-09-12T01:18:04.808381+0000","last_fullsized":"2024-09-12T01:18:04.808381+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:31.725242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807472+0000","last_change":"2024-09-12T01:18:04.805371+0000","last_active":"2024-09-12T01:18:04.807472+0000","last_peered":"2024-09-12T01:18:04.807472+0000","last_clean":"2024-09-12T01:18:04.807472+0000","last_became_active":"2024-09-12T01:18:04.805081+0000","last_became_peered":"2024-09-12T01:18:04.805081+0000","last_unstale":"2024-09-12T01:18:04.807472+0000","last_undegraded":"2024-09-12T01:18:04.807472+0000","last_fullsized":"2024-09-12T01:18:04.807472+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:24.561953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805805+0000","last_change":"2024-09-12T01:18:04.800215+0000","last_active":"2024-09-12T01:18:04.805805+0000","last_peered":"2024-09-12T01:18:04.805805+0000","last_clean":"2024-09-12T01:18:04.805805+0000","last_became_active":"2024-09-12T01:18:04.798771+0000","last_became_peered":"2024-09-12T01:18:04.798771+0000","last_unstale":"2024-09-12T01:18:04.805805+0000","last_undegraded":"2024-09-12T01:18:04.805805+0000","last_fullsized":"2024-09-12T01:18:04.805805+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:13.197683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808020+0000","last_change":"2024-09-12T01:18:04.803602+0000","last_active":"2024-09-12T01:18:04.808020+0000","last_peered":"2024-09-12T01:18:04.808020+0000","last_clean":"2024-09-12T01:18:04.808020+0000","last_became_active":"2024-09-12T01:18:04.803277+0000","last_became_peered":"2024-09-12T01:18:04.803277+0000","last_unstale":"2024-09-12T01:18:04.808020+0000","last_undegraded":"2024-09-12T01:18:04.808020+0000","last_fullsized":"2024-09-12T01:18:04.808020+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:32:26.584253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.798012+0000","last_change":"2024-09-12T01:18:04.794630+0000","last_active":"2024-09-12T01:18:04.798012+0000","last_peered":"2024-09-12T01:18:04.798012+0000","last_clean":"2024-09-12T01:18:04.798012+0000","last_became_active":"2024-09-12T01:18:04.794356+0000","last_became_peered":"2024-09-12T01:18:04.794356+0000","last_unstale":"2024-09-12T01:18:04.798012+0000","last_undegraded":"2024-09-12T01:18:04.798012+0000","last_fullsized":"2024-09-12T01:18:04.798012+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:52:02.559731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805842+0000","last_change":"2024-09-12T01:18:04.800029+0000","last_active":"2024-09-12T01:18:04.805842+0000","last_peered":"2024-09-12T01:18:04.805842+0000","last_clean":"2024-09-12T01:18:04.805842+0000","last_became_active":"2024-09-12T01:18:04.799481+0000","last_became_peered":"2024-09-12T01:18:04.799481+0000","last_unstale":"2024-09-12T01:18:04.805842+0000","last_undegraded":"2024-09-12T01:18:04.805842+0000","last_fullsized":"2024-09-12T01:18:04.805842+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:57.168244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.788706+0000","last_change":"2024-09-12T01:18:04.785642+0000","last_active":"2024-09-12T01:18:04.788706+0000","last_peered":"2024-09-12T01:18:04.788706+0000","last_clean":"2024-09-12T01:18:04.788706+0000","last_became_active":"2024-09-12T01:18:04.785340+0000","last_became_peered":"2024-09-12T01:18:04.785340+0000","last_unstale":"2024-09-12T01:18:04.788706+0000","last_undegraded":"2024-09-12T01:18:04.788706+0000","last_fullsized":"2024-09-12T01:18:04.788706+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:49.427679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805605+0000","last_change":"2024-09-12T01:18:04.797557+0000","last_active":"2024-09-12T01:18:04.805605+0000","last_peered":"2024-09-12T01:18:04.805605+0000","last_clean":"2024-09-12T01:18:04.805605+0000","last_became_active":"2024-09-12T01:18:04.796560+0000","last_became_peered":"2024-09-12T01:18:04.796560+0000","last_unstale":"2024-09-12T01:18:04.805605+0000","last_undegraded":"2024-09-12T01:18:04.805605+0000","last_fullsized":"2024-09-12T01:18:04.805605+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:44:23.857775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810785+0000","last_change":"2024-09-12T01:18:04.804869+0000","last_active":"2024-09-12T01:18:04.810785+0000","last_peered":"2024-09-12T01:18:04.810785+0000","last_clean":"2024-09-12T01:18:04.810785+0000","last_became_active":"2024-09-12T01:18:04.804598+0000","last_became_peered":"2024-09-12T01:18:04.804598+0000","last_unstale":"2024-09-12T01:18:04.810785+0000","last_undegraded":"2024-09-12T01:18:04.810785+0000","last_fullsized":"2024-09-12T01:18:04.810785+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:59.513963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810632+0000","last_change":"2024-09-12T01:18:04.806239+0000","last_active":"2024-09-12T01:18:04.810632+0000","last_peered":"2024-09-12T01:18:04.810632+0000","last_clean":"2024-09-12T01:18:04.810632+0000","last_became_active":"2024-09-12T01:18:04.805976+0000","last_became_peered":"2024-09-12T01:18:04.805976+0000","last_unstale":"2024-09-12T01:18:04.810632+0000","last_undegraded":"2024-09-12T01:18:04.810632+0000","last_fullsized":"2024-09-12T01:18:04.810632+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:58:56.576506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795201+0000","last_change":"2024-09-12T01:18:04.787534+0000","last_active":"2024-09-12T01:18:04.795201+0000","last_peered":"2024-09-12T01:18:04.795201+0000","last_clean":"2024-09-12T01:18:04.795201+0000","last_became_active":"2024-09-12T01:18:04.787235+0000","last_became_peered":"2024-09-12T01:18:04.787235+0000","last_unstale":"2024-09-12T01:18:04.795201+0000","last_undegraded":"2024-09-12T01:18:04.795201+0000","last_fullsized":"2024-09-12T01:18:04.795201+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:16.219729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795446+0000","last_change":"2024-09-12T01:18:04.788669+0000","last_active":"2024-09-12T01:18:04.795446+0000","last_peered":"2024-09-12T01:18:04.795446+0000","last_clean":"2024-09-12T01:18:04.795446+0000","last_became_active":"2024-09-12T01:18:04.788395+0000","last_became_peered":"2024-09-12T01:18:04.788395+0000","last_unstale":"2024-09-12T01:18:04.795446+0000","last_undegraded":"2024-09-12T01:18:04.795446+0000","last_fullsized":"2024-09-12T01:18:04.795446+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:20.984191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795519+0000","last_change":"2024-09-12T01:18:04.787302+0000","last_active":"2024-09-12T01:18:04.795519+0000","last_peered":"2024-09-12T01:18:04.795519+0000","last_clean":"2024-09-12T01:18:04.795519+0000","last_became_active":"2024-09-12T01:18:04.786994+0000","last_became_peered":"2024-09-12T01:18:04.786994+0000","last_unstale":"2024-09-12T01:18:04.795519+0000","last_undegraded":"2024-09-12T01:18:04.795519+0000","last_fullsized":"2024-09-12T01:18:04.795519+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:33:50.798000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805861+0000","last_change":"2024-09-12T01:18:04.800046+0000","last_active":"2024-09-12T01:18:04.805861+0000","last_peered":"2024-09-12T01:18:04.805861+0000","last_clean":"2024-09-12T01:18:04.805861+0000","last_became_active":"2024-09-12T01:18:04.799782+0000","last_became_peered":"2024-09-12T01:18:04.799782+0000","last_unstale":"2024-09-12T01:18:04.805861+0000","last_undegraded":"2024-09-12T01:18:04.805861+0000","last_fullsized":"2024-09-12T01:18:04.805861+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:41.083328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.799168+0000","last_change":"2024-09-12T01:18:04.794775+0000","last_active":"2024-09-12T01:18:04.799168+0000","last_peered":"2024-09-12T01:18:04.799168+0000","last_clean":"2024-09-12T01:18:04.799168+0000","last_became_active":"2024-09-12T01:18:04.794480+0000","last_became_peered":"2024-09-12T01:18:04.794480+0000","last_unstale":"2024-09-12T01:18:04.799168+0000","last_undegraded":"2024-09-12T01:18:04.799168+0000","last_fullsized":"2024-09-12T01:18:04.799168+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:22.313580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.801890+0000","last_change":"2024-09-12T01:18:04.793578+0000","last_active":"2024-09-12T01:18:04.801890+0000","last_peered":"2024-09-12T01:18:04.801890+0000","last_clean":"2024-09-12T01:18:04.801890+0000","last_became_active":"2024-09-12T01:18:04.793287+0000","last_became_peered":"2024-09-12T01:18:04.793287+0000","last_unstale":"2024-09-12T01:18:04.801890+0000","last_undegraded":"2024-09-12T01:18:04.801890+0000","last_fullsized":"2024-09-12T01:18:04.801890+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:22.313580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804976+0000","last_change":"2024-09-12T01:18:04.799713+0000","last_active":"2024-09-12T01:18:04.804976+0000","last_peered":"2024-09-12T01:18:04.804976+0000","last_clean":"2024-09-12T01:18:04.804976+0000","last_became_active":"2024-09-12T01:18:04.798590+0000","last_became_peered":"2024-09-12T01:18:04.798590+0000","last_unstale":"2024-09-12T01:18:04.804976+0000","last_undegraded":"2024-09-12T01:18:04.804976+0000","last_fullsized":"2024-09-12T01:18:04.804976+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:54.062670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.797306+0000","last_change":"2024-09-12T01:18:04.792222+0000","last_active":"2024-09-12T01:18:04.797306+0000","last_peered":"2024-09-12T01:18:04.797306+0000","last_clean":"2024-09-12T01:18:04.797306+0000","last_became_active":"2024-09-12T01:18:04.791958+0000","last_became_peered":"2024-09-12T01:18:04.791958+0000","last_unstale":"2024-09-12T01:18:04.797306+0000","last_undegraded":"2024-09-12T01:18:04.797306+0000","last_fullsized":"2024-09-12T01:18:04.797306+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:49.427679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808388+0000","last_change":"2024-09-12T01:18:04.806829+0000","last_active":"2024-09-12T01:18:04.808388+0000","last_peered":"2024-09-12T01:18:04.808388+0000","last_clean":"2024-09-12T01:18:04.808388+0000","last_became_active":"2024-09-12T01:18:04.806558+0000","last_became_peered":"2024-09-12T01:18:04.806558+0000","last_unstale":"2024-09-12T01:18:04.808388+0000","last_undegraded":"2024-09-12T01:18:04.808388+0000","last_fullsized":"2024-09-12T01:18:04.808388+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:35.185042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.797172+0000","last_change":"2024-09-12T01:18:04.794931+0000","last_active":"2024-09-12T01:18:04.797172+0000","last_peered":"2024-09-12T01:18:04.797172+0000","last_clean":"2024-09-12T01:18:04.797172+0000","last_became_active":"2024-09-12T01:18:04.794628+0000","last_became_peered":"2024-09-12T01:18:04.794628+0000","last_unstale":"2024-09-12T01:18:04.797172+0000","last_undegraded":"2024-09-12T01:18:04.797172+0000","last_fullsized":"2024-09-12T01:18:04.797172+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:22.313580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808095+0000","last_change":"2024-09-12T01:18:04.805125+0000","last_active":"2024-09-12T01:18:04.808095+0000","last_peered":"2024-09-12T01:18:04.808095+0000","last_clean":"2024-09-12T01:18:04.808095+0000","last_became_active":"2024-09-12T01:18:04.804690+0000","last_became_peered":"2024-09-12T01:18:04.804690+0000","last_unstale":"2024-09-12T01:18:04.808095+0000","last_undegraded":"2024-09-12T01:18:04.808095+0000","last_fullsized":"2024-09-12T01:18:04.808095+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:29.913412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795110+0000","last_change":"2024-09-12T01:18:04.786825+0000","last_active":"2024-09-12T01:18:04.795110+0000","last_peered":"2024-09-12T01:18:04.795110+0000","last_clean":"2024-09-12T01:18:04.795110+0000","last_became_active":"2024-09-12T01:18:04.786515+0000","last_became_peered":"2024-09-12T01:18:04.786515+0000","last_unstale":"2024-09-12T01:18:04.795110+0000","last_undegraded":"2024-09-12T01:18:04.795110+0000","last_fullsized":"2024-09-12T01:18:04.795110+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:14.308959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804994+0000","last_change":"2024-09-12T01:18:04.800160+0000","last_active":"2024-09-12T01:18:04.804994+0000","last_peered":"2024-09-12T01:18:04.804994+0000","last_clean":"2024-09-12T01:18:04.804994+0000","last_became_active":"2024-09-12T01:18:04.799880+0000","last_became_peered":"2024-09-12T01:18:04.799880+0000","last_unstale":"2024-09-12T01:18:04.804994+0000","last_undegraded":"2024-09-12T01:18:04.804994+0000","last_fullsized":"2024-09-12T01:18:04.804994+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:42.349977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.801855+0000","last_change":"2024-09-12T01:18:04.793964+0000","last_active":"2024-09-12T01:18:04.801855+0000","last_peered":"2024-09-12T01:18:04.801855+0000","last_clean":"2024-09-12T01:18:04.801855+0000","last_became_active":"2024-09-12T01:18:04.793656+0000","last_became_peered":"2024-09-12T01:18:04.793656+0000","last_unstale":"2024-09-12T01:18:04.801855+0000","last_undegraded":"2024-09-12T01:18:04.801855+0000","last_fullsized":"2024-09-12T01:18:04.801855+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:42.349977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.798258+0000","last_change":"2024-09-12T01:18:04.796587+0000","last_active":"2024-09-12T01:18:04.798258+0000","last_peered":"2024-09-12T01:18:04.798258+0000","last_clean":"2024-09-12T01:18:04.798258+0000","last_became_active":"2024-09-12T01:18:04.796338+0000","last_became_peered":"2024-09-12T01:18:04.796338+0000","last_unstale":"2024-09-12T01:18:04.798258+0000","last_undegraded":"2024-09-12T01:18:04.798258+0000","last_fullsized":"2024-09-12T01:18:04.798258+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:22.313580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810692+0000","last_change":"2024-09-12T01:18:04.805956+0000","last_active":"2024-09-12T01:18:04.810692+0000","last_peered":"2024-09-12T01:18:04.810692+0000","last_clean":"2024-09-12T01:18:04.810692+0000","last_became_active":"2024-09-12T01:18:04.805263+0000","last_became_peered":"2024-09-12T01:18:04.805263+0000","last_unstale":"2024-09-12T01:18:04.810692+0000","last_undegraded":"2024-09-12T01:18:04.810692+0000","last_fullsized":"2024-09-12T01:18:04.810692+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:44:23.857775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":16,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804901+0000","last_change":"2024-09-12T01:18:03.782331+0000","last_active":"2024-09-12T01:18:04.804901+0000","last_peered":"2024-09-12T01:18:04.804901+0000","last_clean":"2024-09-12T01:18:04.804901+0000","last_became_active":"2024-09-12T01:18:03.782016+0000","last_became_peered":"2024-09-12T01:18:03.782016+0000","last_unstale":"2024-09-12T01:18:04.804901+0000","last_undegraded":"2024-09-12T01:18:04.804901+0000","last_fullsized":"2024-09-12T01:18:04.804901+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:25.663132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808404+0000","last_change":"2024-09-12T01:18:04.806955+0000","last_active":"2024-09-12T01:18:04.808404+0000","last_peered":"2024-09-12T01:18:04.808404+0000","last_clean":"2024-09-12T01:18:04.808404+0000","last_became_active":"2024-09-12T01:18:04.806683+0000","last_became_peered":"2024-09-12T01:18:04.806683+0000","last_unstale":"2024-09-12T01:18:04.808404+0000","last_undegraded":"2024-09-12T01:18:04.808404+0000","last_fullsized":"2024-09-12T01:18:04.808404+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:02.063116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802718+0000","last_change":"2024-09-12T01:18:03.784717+0000","last_active":"2024-09-12T01:18:04.802718+0000","last_peered":"2024-09-12T01:18:04.802718+0000","last_clean":"2024-09-12T01:18:04.802718+0000","last_became_active":"2024-09-12T01:18:03.783801+0000","last_became_peered":"2024-09-12T01:18:03.783801+0000","last_unstale":"2024-09-12T01:18:04.802718+0000","last_undegraded":"2024-09-12T01:18:04.802718+0000","last_fullsized":"2024-09-12T01:18:04.802718+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:21.653155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.788656+0000","last_change":"2024-09-12T01:18:04.785436+0000","last_active":"2024-09-12T01:18:04.788656+0000","last_peered":"2024-09-12T01:18:04.788656+0000","last_clean":"2024-09-12T01:18:04.788656+0000","last_became_active":"2024-09-12T01:18:04.785118+0000","last_became_peered":"2024-09-12T01:18:04.785118+0000","last_unstale":"2024-09-12T01:18:04.788656+0000","last_undegraded":"2024-09-12T01:18:04.788656+0000","last_fullsized":"2024-09-12T01:18:04.788656+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:16.219729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.798187+0000","last_change":"2024-09-12T01:18:03.769258+0000","last_active":"2024-09-12T01:18:04.798187+0000","last_peered":"2024-09-12T01:18:04.798187+0000","last_clean":"2024-09-12T01:18:04.798187+0000","last_became_active":"2024-09-12T01:18:03.769008+0000","last_became_peered":"2024-09-12T01:18:03.769008+0000","last_unstale":"2024-09-12T01:18:04.798187+0000","last_undegraded":"2024-09-12T01:18:04.798187+0000","last_fullsized":"2024-09-12T01:18:04.798187+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:33:49.793788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802839+0000","last_change":"2024-09-12T01:18:04.799564+0000","last_active":"2024-09-12T01:18:04.802839+0000","last_peered":"2024-09-12T01:18:04.802839+0000","last_clean":"2024-09-12T01:18:04.802839+0000","last_became_active":"2024-09-12T01:18:04.798854+0000","last_became_peered":"2024-09-12T01:18:04.798854+0000","last_unstale":"2024-09-12T01:18:04.802839+0000","last_undegraded":"2024-09-12T01:18:04.802839+0000","last_fullsized":"2024-09-12T01:18:04.802839+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:47.472316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802689+0000","last_change":"2024-09-12T01:18:03.778465+0000","last_active":"2024-09-12T01:18:04.802689+0000","last_peered":"2024-09-12T01:18:04.802689+0000","last_clean":"2024-09-12T01:18:04.802689+0000","last_became_active":"2024-09-12T01:18:03.778149+0000","last_became_peered":"2024-09-12T01:18:03.778149+0000","last_unstale":"2024-09-12T01:18:04.802689+0000","last_undegraded":"2024-09-12T01:18:04.802689+0000","last_fullsized":"2024-09-12T01:18:04.802689+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:33:49.793788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.792400+0000","last_change":"2024-09-12T01:18:04.790748+0000","last_active":"2024-09-12T01:18:04.792400+0000","last_peered":"2024-09-12T01:18:04.792400+0000","last_clean":"2024-09-12T01:18:04.792400+0000","last_became_active":"2024-09-12T01:18:04.788561+0000","last_became_peered":"2024-09-12T01:18:04.788561+0000","last_unstale":"2024-09-12T01:18:04.792400+0000","last_undegraded":"2024-09-12T01:18:04.792400+0000","last_fullsized":"2024-09-12T01:18:04.792400+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:35.407422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.806382+0000","last_change":"2024-09-12T01:18:03.778133+0000","last_active":"2024-09-12T01:18:04.806382+0000","last_peered":"2024-09-12T01:18:04.806382+0000","last_clean":"2024-09-12T01:18:04.806382+0000","last_became_active":"2024-09-12T01:18:03.777753+0000","last_became_peered":"2024-09-12T01:18:03.777753+0000","last_unstale":"2024-09-12T01:18:04.806382+0000","last_undegraded":"2024-09-12T01:18:04.806382+0000","last_fullsized":"2024-09-12T01:18:04.806382+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:01.058904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805628+0000","last_change":"2024-09-12T01:18:04.798312+0000","last_active":"2024-09-12T01:18:04.805628+0000","last_peered":"2024-09-12T01:18:04.805628+0000","last_clean":"2024-09-12T01:18:04.805628+0000","last_became_active":"2024-09-12T01:18:04.797262+0000","last_became_peered":"2024-09-12T01:18:04.797262+0000","last_unstale":"2024-09-12T01:18:04.805628+0000","last_undegraded":"2024-09-12T01:18:04.805628+0000","last_fullsized":"2024-09-12T01:18:04.805628+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:58:56.576506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810599+0000","last_change":"2024-09-12T01:18:03.783096+0000","last_active":"2024-09-12T01:18:04.810599+0000","last_peered":"2024-09-12T01:18:04.810599+0000","last_clean":"2024-09-12T01:18:04.810599+0000","last_became_active":"2024-09-12T01:18:03.782774+0000","last_became_peered":"2024-09-12T01:18:03.782774+0000","last_unstale":"2024-09-12T01:18:04.810599+0000","last_undegraded":"2024-09-12T01:18:04.810599+0000","last_fullsized":"2024-09-12T01:18:04.810599+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:33:49.793788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.810384+0000","last_change":"2024-09-12T01:18:04.803770+0000","last_active":"2024-09-12T01:18:04.810384+0000","last_peered":"2024-09-12T01:18:04.810384+0000","last_clean":"2024-09-12T01:18:04.810384+0000","last_became_active":"2024-09-12T01:18:04.803450+0000","last_became_peered":"2024-09-12T01:18:04.803450+0000","last_unstale":"2024-09-12T01:18:04.810384+0000","last_undegraded":"2024-09-12T01:18:04.810384+0000","last_fullsized":"2024-09-12T01:18:04.810384+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:02.063116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.784999+0000","last_change":"2024-09-12T01:18:03.775790+0000","last_active":"2024-09-12T01:18:04.784999+0000","last_peered":"2024-09-12T01:18:04.784999+0000","last_clean":"2024-09-12T01:18:04.784999+0000","last_became_active":"2024-09-12T01:18:03.775353+0000","last_became_peered":"2024-09-12T01:18:03.775353+0000","last_unstale":"2024-09-12T01:18:04.784999+0000","last_undegraded":"2024-09-12T01:18:04.784999+0000","last_fullsized":"2024-09-12T01:18:04.784999+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:15.215517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802931+0000","last_change":"2024-09-12T01:18:04.800148+0000","last_active":"2024-09-12T01:18:04.802931+0000","last_peered":"2024-09-12T01:18:04.802931+0000","last_clean":"2024-09-12T01:18:04.802931+0000","last_became_active":"2024-09-12T01:18:04.799580+0000","last_became_peered":"2024-09-12T01:18:04.799580+0000","last_unstale":"2024-09-12T01:18:04.802931+0000","last_undegraded":"2024-09-12T01:18:04.802931+0000","last_fullsized":"2024-09-12T01:18:04.802931+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:45.589489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.781175+0000","last_change":"2024-09-12T01:18:03.774316+0000","last_active":"2024-09-12T01:18:04.781175+0000","last_peered":"2024-09-12T01:18:04.781175+0000","last_clean":"2024-09-12T01:18:04.781175+0000","last_became_active":"2024-09-12T01:18:03.773090+0000","last_became_peered":"2024-09-12T01:18:03.773090+0000","last_unstale":"2024-09-12T01:18:04.781175+0000","last_undegraded":"2024-09-12T01:18:04.781175+0000","last_fullsized":"2024-09-12T01:18:04.781175+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:25.663132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.792712+0000","last_change":"2024-09-12T01:18:04.785762+0000","last_active":"2024-09-12T01:18:04.792712+0000","last_peered":"2024-09-12T01:18:04.792712+0000","last_clean":"2024-09-12T01:18:04.792712+0000","last_became_active":"2024-09-12T01:18:04.785496+0000","last_became_peered":"2024-09-12T01:18:04.785496+0000","last_unstale":"2024-09-12T01:18:04.792712+0000","last_undegraded":"2024-09-12T01:18:04.792712+0000","last_fullsized":"2024-09-12T01:18:04.792712+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:44:40.431200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.782168+0000","last_change":"2024-09-12T01:18:03.778146+0000","last_active":"2024-09-12T01:18:04.782168+0000","last_peered":"2024-09-12T01:18:04.782168+0000","last_clean":"2024-09-12T01:18:04.782168+0000","last_became_active":"2024-09-12T01:18:03.777879+0000","last_became_peered":"2024-09-12T01:18:03.777879+0000","last_unstale":"2024-09-12T01:18:04.782168+0000","last_undegraded":"2024-09-12T01:18:04.782168+0000","last_fullsized":"2024-09-12T01:18:04.782168+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:18.899692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807812+0000","last_change":"2024-09-12T01:18:04.799003+0000","last_active":"2024-09-12T01:18:04.807812+0000","last_peered":"2024-09-12T01:18:04.807812+0000","last_clean":"2024-09-12T01:18:04.807812+0000","last_became_active":"2024-09-12T01:18:04.798683+0000","last_became_peered":"2024-09-12T01:18:04.798683+0000","last_unstale":"2024-09-12T01:18:04.807812+0000","last_undegraded":"2024-09-12T01:18:04.807812+0000","last_fullsized":"2024-09-12T01:18:04.807812+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:19.903905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.784485+0000","last_change":"2024-09-12T01:18:03.779224+0000","last_active":"2024-09-12T01:18:04.784485+0000","last_peered":"2024-09-12T01:18:04.784485+0000","last_clean":"2024-09-12T01:18:04.784485+0000","last_became_active":"2024-09-12T01:18:03.778912+0000","last_became_peered":"2024-09-12T01:18:03.778912+0000","last_unstale":"2024-09-12T01:18:04.784485+0000","last_undegraded":"2024-09-12T01:18:04.784485+0000","last_fullsized":"2024-09-12T01:18:04.784485+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:34.180830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.793098+0000","last_change":"2024-09-12T01:18:04.792174+0000","last_active":"2024-09-12T01:18:04.793098+0000","last_peered":"2024-09-12T01:18:04.793098+0000","last_clean":"2024-09-12T01:18:04.793098+0000","last_became_active":"2024-09-12T01:18:04.791910+0000","last_became_peered":"2024-09-12T01:18:04.791910+0000","last_unstale":"2024-09-12T01:18:04.793098+0000","last_undegraded":"2024-09-12T01:18:04.793098+0000","last_fullsized":"2024-09-12T01:18:04.793098+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:44:08.532343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.803766+0000","last_change":"2024-09-12T01:18:03.769041+0000","last_active":"2024-09-12T01:18:04.803766+0000","last_peered":"2024-09-12T01:18:04.803766+0000","last_clean":"2024-09-12T01:18:04.803766+0000","last_became_active":"2024-09-12T01:18:03.768758+0000","last_became_peered":"2024-09-12T01:18:03.768758+0000","last_unstale":"2024-09-12T01:18:04.803766+0000","last_undegraded":"2024-09-12T01:18:04.803766+0000","last_fullsized":"2024-09-12T01:18:04.803766+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:41.146649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.799147+0000","last_change":"2024-09-12T01:18:04.795434+0000","last_active":"2024-09-12T01:18:04.799147+0000","last_peered":"2024-09-12T01:18:04.799147+0000","last_clean":"2024-09-12T01:18:04.799147+0000","last_became_active":"2024-09-12T01:18:04.795177+0000","last_became_peered":"2024-09-12T01:18:04.795177+0000","last_unstale":"2024-09-12T01:18:04.799147+0000","last_undegraded":"2024-09-12T01:18:04.799147+0000","last_fullsized":"2024-09-12T01:18:04.799147+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:04.001749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":18,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.813425+0000","last_change":"2024-09-12T01:18:03.784528+0000","last_active":"2024-09-12T01:18:04.813425+0000","last_peered":"2024-09-12T01:18:04.813425+0000","last_clean":"2024-09-12T01:18:04.813425+0000","last_became_active":"2024-09-12T01:18:03.784247+0000","last_became_peered":"2024-09-12T01:18:03.784247+0000","last_unstale":"2024-09-12T01:18:04.813425+0000","last_undegraded":"2024-09-12T01:18:04.813425+0000","last_fullsized":"2024-09-12T01:18:04.813425+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:58.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805634+0000","last_change":"2024-09-12T01:18:04.801910+0000","last_active":"2024-09-12T01:18:04.805634+0000","last_peered":"2024-09-12T01:18:04.805634+0000","last_clean":"2024-09-12T01:18:04.805634+0000","last_became_active":"2024-09-12T01:18:04.801590+0000","last_became_peered":"2024-09-12T01:18:04.801590+0000","last_unstale":"2024-09-12T01:18:04.805634+0000","last_undegraded":"2024-09-12T01:18:04.805634+0000","last_fullsized":"2024-09-12T01:18:04.805634+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:24.899706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807968+0000","last_change":"2024-09-12T01:18:03.777250+0000","last_active":"2024-09-12T01:18:04.807968+0000","last_peered":"2024-09-12T01:18:04.807968+0000","last_clean":"2024-09-12T01:18:04.807968+0000","last_became_active":"2024-09-12T01:18:03.776992+0000","last_became_peered":"2024-09-12T01:18:03.776992+0000","last_unstale":"2024-09-12T01:18:04.807968+0000","last_undegraded":"2024-09-12T01:18:04.807968+0000","last_fullsized":"2024-09-12T01:18:04.807968+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:41.146649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802677+0000","last_change":"2024-09-12T01:18:04.799529+0000","last_active":"2024-09-12T01:18:04.802677+0000","last_peered":"2024-09-12T01:18:04.802677+0000","last_clean":"2024-09-12T01:18:04.802677+0000","last_became_active":"2024-09-12T01:18:04.799249+0000","last_became_peered":"2024-09-12T01:18:04.799249+0000","last_unstale":"2024-09-12T01:18:04.802677+0000","last_undegraded":"2024-09-12T01:18:04.802677+0000","last_fullsized":"2024-09-12T01:18:04.802677+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:13.197683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.781818+0000","last_change":"2024-09-12T01:18:03.773408+0000","last_active":"2024-09-12T01:18:04.781818+0000","last_peered":"2024-09-12T01:18:04.781818+0000","last_clean":"2024-09-12T01:18:04.781818+0000","last_became_active":"2024-09-12T01:18:03.772418+0000","last_became_peered":"2024-09-12T01:18:03.772418+0000","last_unstale":"2024-09-12T01:18:04.781818+0000","last_undegraded":"2024-09-12T01:18:04.781818+0000","last_fullsized":"2024-09-12T01:18:04.781818+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:14.114303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807646+0000","last_change":"2024-09-12T01:18:04.797802+0000","last_active":"2024-09-12T01:18:04.807646+0000","last_peered":"2024-09-12T01:18:04.807646+0000","last_clean":"2024-09-12T01:18:04.807646+0000","last_became_active":"2024-09-12T01:18:04.797490+0000","last_became_peered":"2024-09-12T01:18:04.797490+0000","last_unstale":"2024-09-12T01:18:04.807646+0000","last_undegraded":"2024-09-12T01:18:04.807646+0000","last_fullsized":"2024-09-12T01:18:04.807646+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:35.185042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.779324+0000","last_change":"2024-09-12T01:18:03.781449+0000","last_active":"2024-09-12T01:18:04.779324+0000","last_peered":"2024-09-12T01:18:04.779324+0000","last_clean":"2024-09-12T01:18:04.779324+0000","last_became_active":"2024-09-12T01:18:03.781143+0000","last_became_peered":"2024-09-12T01:18:03.781143+0000","last_unstale":"2024-09-12T01:18:04.779324+0000","last_undegraded":"2024-09-12T01:18:04.779324+0000","last_fullsized":"2024-09-12T01:18:04.779324+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:15.121500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.802908+0000","last_change":"2024-09-12T01:18:04.799924+0000","last_active":"2024-09-12T01:18:04.802908+0000","last_peered":"2024-09-12T01:18:04.802908+0000","last_clean":"2024-09-12T01:18:04.802908+0000","last_became_active":"2024-09-12T01:18:04.799177+0000","last_became_peered":"2024-09-12T01:18:04.799177+0000","last_unstale":"2024-09-12T01:18:04.802908+0000","last_undegraded":"2024-09-12T01:18:04.802908+0000","last_fullsized":"2024-09-12T01:18:04.802908+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:32:26.584253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":20,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.811333+0000","last_change":"2024-09-12T01:18:03.783177+0000","last_active":"2024-09-12T01:18:04.811333+0000","last_peered":"2024-09-12T01:18:04.811333+0000","last_clean":"2024-09-12T01:18:04.811333+0000","last_became_active":"2024-09-12T01:18:03.782896+0000","last_became_peered":"2024-09-12T01:18:03.782896+0000","last_unstale":"2024-09-12T01:18:04.811333+0000","last_undegraded":"2024-09-12T01:18:04.811333+0000","last_fullsized":"2024-09-12T01:18:04.811333+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:48.423467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804559+0000","last_change":"2024-09-12T01:18:04.801316+0000","last_active":"2024-09-12T01:18:04.804559+0000","last_peered":"2024-09-12T01:18:04.804559+0000","last_clean":"2024-09-12T01:18:04.804559+0000","last_became_active":"2024-09-12T01:18:04.801010+0000","last_became_peered":"2024-09-12T01:18:04.801010+0000","last_unstale":"2024-09-12T01:18:04.804559+0000","last_undegraded":"2024-09-12T01:18:04.804559+0000","last_fullsized":"2024-09-12T01:18:04.804559+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:29.913412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.804067+0000","last_change":"2024-09-12T01:18:03.778292+0000","last_active":"2024-09-12T01:18:04.804067+0000","last_peered":"2024-09-12T01:18:04.804067+0000","last_clean":"2024-09-12T01:18:04.804067+0000","last_became_active":"2024-09-12T01:18:03.778010+0000","last_became_peered":"2024-09-12T01:18:03.778010+0000","last_unstale":"2024-09-12T01:18:04.804067+0000","last_undegraded":"2024-09-12T01:18:04.804067+0000","last_fullsized":"2024-09-12T01:18:04.804067+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:18.899692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805785+0000","last_change":"2024-09-12T01:18:04.801016+0000","last_active":"2024-09-12T01:18:04.805785+0000","last_peered":"2024-09-12T01:18:04.805785+0000","last_clean":"2024-09-12T01:18:04.805785+0000","last_became_active":"2024-09-12T01:18:04.800653+0000","last_became_peered":"2024-09-12T01:18:04.800653+0000","last_unstale":"2024-09-12T01:18:04.805785+0000","last_undegraded":"2024-09-12T01:18:04.805785+0000","last_fullsized":"2024-09-12T01:18:04.805785+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:47.472316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808220+0000","last_change":"2024-09-12T01:18:03.777336+0000","last_active":"2024-09-12T01:18:04.808220+0000","last_peered":"2024-09-12T01:18:04.808220+0000","last_clean":"2024-09-12T01:18:04.808220+0000","last_became_active":"2024-09-12T01:18:03.777011+0000","last_became_peered":"2024-09-12T01:18:03.777011+0000","last_unstale":"2024-09-12T01:18:04.808220+0000","last_undegraded":"2024-09-12T01:18:04.808220+0000","last_fullsized":"2024-09-12T01:18:04.808220+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:14.114303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.800315+0000","last_change":"2024-09-12T01:18:04.794879+0000","last_active":"2024-09-12T01:18:04.800315+0000","last_peered":"2024-09-12T01:18:04.800315+0000","last_clean":"2024-09-12T01:18:04.800315+0000","last_became_active":"2024-09-12T01:18:04.794605+0000","last_became_peered":"2024-09-12T01:18:04.794605+0000","last_unstale":"2024-09-12T01:18:04.800315+0000","last_undegraded":"2024-09-12T01:18:04.800315+0000","last_fullsized":"2024-09-12T01:18:04.800315+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:42.349977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805113+0000","last_change":"2024-09-12T01:18:03.781742+0000","last_active":"2024-09-12T01:18:04.805113+0000","last_peered":"2024-09-12T01:18:04.805113+0000","last_clean":"2024-09-12T01:18:04.805113+0000","last_became_active":"2024-09-12T01:18:03.781437+0000","last_became_peered":"2024-09-12T01:18:03.781437+0000","last_unstale":"2024-09-12T01:18:04.805113+0000","last_undegraded":"2024-09-12T01:18:04.805113+0000","last_fullsized":"2024-09-12T01:18:04.805113+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:44.461320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805700+0000","last_change":"2024-09-12T01:18:04.801339+0000","last_active":"2024-09-12T01:18:04.805700+0000","last_peered":"2024-09-12T01:18:04.805700+0000","last_clean":"2024-09-12T01:18:04.805700+0000","last_became_active":"2024-09-12T01:18:04.801069+0000","last_became_peered":"2024-09-12T01:18:04.801069+0000","last_unstale":"2024-09-12T01:18:04.805700+0000","last_undegraded":"2024-09-12T01:18:04.805700+0000","last_fullsized":"2024-09-12T01:18:04.805700+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:23.460699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.784958+0000","last_change":"2024-09-12T01:18:03.780215+0000","last_active":"2024-09-12T01:18:04.784958+0000","last_peered":"2024-09-12T01:18:04.784958+0000","last_clean":"2024-09-12T01:18:04.784958+0000","last_became_active":"2024-09-12T01:18:03.779964+0000","last_became_peered":"2024-09-12T01:18:03.779964+0000","last_unstale":"2024-09-12T01:18:04.784958+0000","last_undegraded":"2024-09-12T01:18:04.784958+0000","last_fullsized":"2024-09-12T01:18:04.784958+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:13.304747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807729+0000","last_change":"2024-09-12T01:18:04.796611+0000","last_active":"2024-09-12T01:18:04.807729+0000","last_peered":"2024-09-12T01:18:04.807729+0000","last_clean":"2024-09-12T01:18:04.807729+0000","last_became_active":"2024-09-12T01:18:04.796311+0000","last_became_peered":"2024-09-12T01:18:04.796311+0000","last_unstale":"2024-09-12T01:18:04.807729+0000","last_undegraded":"2024-09-12T01:18:04.807729+0000","last_fullsized":"2024-09-12T01:18:04.807729+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:04.001749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.795826+0000","last_change":"2024-09-12T01:18:03.783497+0000","last_active":"2024-09-12T01:18:04.795826+0000","last_peered":"2024-09-12T01:18:04.795826+0000","last_clean":"2024-09-12T01:18:04.795826+0000","last_became_active":"2024-09-12T01:18:03.783245+0000","last_became_peered":"2024-09-12T01:18:03.783245+0000","last_unstale":"2024-09-12T01:18:04.795826+0000","last_undegraded":"2024-09-12T01:18:04.795826+0000","last_fullsized":"2024-09-12T01:18:04.795826+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:00.205253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.792462+0000","last_change":"2024-09-12T01:18:04.791292+0000","last_active":"2024-09-12T01:18:04.792462+0000","last_peered":"2024-09-12T01:18:04.792462+0000","last_clean":"2024-09-12T01:18:04.792462+0000","last_became_active":"2024-09-12T01:18:04.791003+0000","last_became_peered":"2024-09-12T01:18:04.791003+0000","last_unstale":"2024-09-12T01:18:04.792462+0000","last_undegraded":"2024-09-12T01:18:04.792462+0000","last_fullsized":"2024-09-12T01:18:04.792462+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:11.484518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.777160+0000","last_change":"2024-09-12T01:18:03.781518+0000","last_active":"2024-09-12T01:18:04.777160+0000","last_peered":"2024-09-12T01:18:04.777160+0000","last_clean":"2024-09-12T01:18:04.777160+0000","last_became_active":"2024-09-12T01:18:03.781204+0000","last_became_peered":"2024-09-12T01:18:03.781204+0000","last_unstale":"2024-09-12T01:18:04.777160+0000","last_undegraded":"2024-09-12T01:18:04.777160+0000","last_fullsized":"2024-09-12T01:18:04.777160+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:22.467545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807967+0000","last_change":"2024-09-12T01:18:04.803335+0000","last_active":"2024-09-12T01:18:04.807967+0000","last_peered":"2024-09-12T01:18:04.807967+0000","last_clean":"2024-09-12T01:18:04.807967+0000","last_became_active":"2024-09-12T01:18:04.803051+0000","last_became_peered":"2024-09-12T01:18:04.803051+0000","last_unstale":"2024-09-12T01:18:04.807967+0000","last_undegraded":"2024-09-12T01:18:04.807967+0000","last_fullsized":"2024-09-12T01:18:04.807967+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:00.785389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.783879+0000","last_change":"2024-09-12T01:18:03.782400+0000","last_active":"2024-09-12T01:18:04.783879+0000","last_peered":"2024-09-12T01:18:04.783879+0000","last_clean":"2024-09-12T01:18:04.783879+0000","last_became_active":"2024-09-12T01:18:03.782099+0000","last_became_peered":"2024-09-12T01:18:03.782099+0000","last_unstale":"2024-09-12T01:18:04.783879+0000","last_undegraded":"2024-09-12T01:18:04.783879+0000","last_fullsized":"2024-09-12T01:18:04.783879+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:13.304747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.798913+0000","last_change":"2024-09-12T01:18:04.793620+0000","last_active":"2024-09-12T01:18:04.798913+0000","last_peered":"2024-09-12T01:18:04.798913+0000","last_clean":"2024-09-12T01:18:04.798913+0000","last_became_active":"2024-09-12T01:18:04.793390+0000","last_became_peered":"2024-09-12T01:18:04.793390+0000","last_unstale":"2024-09-12T01:18:04.798913+0000","last_undegraded":"2024-09-12T01:18:04.798913+0000","last_fullsized":"2024-09-12T01:18:04.798913+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:57.168244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.777163+0000","last_change":"2024-09-12T01:18:03.782863+0000","last_active":"2024-09-12T01:18:04.777163+0000","last_peered":"2024-09-12T01:18:04.777163+0000","last_clean":"2024-09-12T01:18:04.777163+0000","last_became_active":"2024-09-12T01:18:03.782623+0000","last_became_peered":"2024-09-12T01:18:03.782623+0000","last_unstale":"2024-09-12T01:18:04.777163+0000","last_undegraded":"2024-09-12T01:18:04.777163+0000","last_fullsized":"2024-09-12T01:18:04.777163+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:40.903538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.805001+0000","last_change":"2024-09-12T01:18:04.803904+0000","last_active":"2024-09-12T01:18:04.805001+0000","last_peered":"2024-09-12T01:18:04.805001+0000","last_clean":"2024-09-12T01:18:04.805001+0000","last_became_active":"2024-09-12T01:18:04.803660+0000","last_became_peered":"2024-09-12T01:18:04.803660+0000","last_unstale":"2024-09-12T01:18:04.805001+0000","last_undegraded":"2024-09-12T01:18:04.805001+0000","last_fullsized":"2024-09-12T01:18:04.805001+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:04.001749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.803986+0000","last_change":"2024-09-12T01:18:03.769910+0000","last_active":"2024-09-12T01:18:04.803986+0000","last_peered":"2024-09-12T01:18:04.803986+0000","last_clean":"2024-09-12T01:18:04.803986+0000","last_became_active":"2024-09-12T01:18:03.769626+0000","last_became_peered":"2024-09-12T01:18:03.769626+0000","last_unstale":"2024-09-12T01:18:04.803986+0000","last_undegraded":"2024-09-12T01:18:04.803986+0000","last_fullsized":"2024-09-12T01:18:04.803986+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:58.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807788+0000","last_change":"2024-09-12T01:18:04.798948+0000","last_active":"2024-09-12T01:18:04.807788+0000","last_peered":"2024-09-12T01:18:04.807788+0000","last_clean":"2024-09-12T01:18:04.807788+0000","last_became_active":"2024-09-12T01:18:04.798638+0000","last_became_peered":"2024-09-12T01:18:04.798638+0000","last_unstale":"2024-09-12T01:18:04.807788+0000","last_undegraded":"2024-09-12T01:18:04.807788+0000","last_fullsized":"2024-09-12T01:18:04.807788+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:42.150861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.777250+0000","last_change":"2024-09-12T01:18:03.778936+0000","last_active":"2024-09-12T01:18:04.777250+0000","last_peered":"2024-09-12T01:18:04.777250+0000","last_clean":"2024-09-12T01:18:04.777250+0000","last_became_active":"2024-09-12T01:18:03.778688+0000","last_became_peered":"2024-09-12T01:18:03.778688+0000","last_unstale":"2024-09-12T01:18:04.777250+0000","last_undegraded":"2024-09-12T01:18:04.777250+0000","last_fullsized":"2024-09-12T01:18:04.777250+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:47.473289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.799843+0000","last_change":"2024-09-12T01:18:04.791857+0000","last_active":"2024-09-12T01:18:04.799843+0000","last_peered":"2024-09-12T01:18:04.799843+0000","last_clean":"2024-09-12T01:18:04.799843+0000","last_became_active":"2024-09-12T01:18:04.791592+0000","last_became_peered":"2024-09-12T01:18:04.791592+0000","last_unstale":"2024-09-12T01:18:04.799843+0000","last_undegraded":"2024-09-12T01:18:04.799843+0000","last_fullsized":"2024-09-12T01:18:04.799843+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:58:56.576506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.782003+0000","last_change":"2024-09-12T01:18:03.782828+0000","last_active":"2024-09-12T01:18:04.782003+0000","last_peered":"2024-09-12T01:18:04.782003+0000","last_clean":"2024-09-12T01:18:04.782003+0000","last_became_active":"2024-09-12T01:18:03.782570+0000","last_became_peered":"2024-09-12T01:18:03.782570+0000","last_unstale":"2024-09-12T01:18:04.782003+0000","last_undegraded":"2024-09-12T01:18:04.782003+0000","last_fullsized":"2024-09-12T01:18:04.782003+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:06.808687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807516+0000","last_change":"2024-09-12T01:18:04.805612+0000","last_active":"2024-09-12T01:18:04.807516+0000","last_peered":"2024-09-12T01:18:04.807516+0000","last_clean":"2024-09-12T01:18:04.807516+0000","last_became_active":"2024-09-12T01:18:04.805352+0000","last_became_peered":"2024-09-12T01:18:04.805352+0000","last_unstale":"2024-09-12T01:18:04.807516+0000","last_undegraded":"2024-09-12T01:18:04.807516+0000","last_fullsized":"2024-09-12T01:18:04.807516+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:10:38.643075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.783983+0000","last_change":"2024-09-12T01:18:03.782575+0000","last_active":"2024-09-12T01:18:04.783983+0000","last_peered":"2024-09-12T01:18:04.783983+0000","last_clean":"2024-09-12T01:18:04.783983+0000","last_became_active":"2024-09-12T01:18:03.782291+0000","last_became_peered":"2024-09-12T01:18:03.782291+0000","last_unstale":"2024-09-12T01:18:04.783983+0000","last_undegraded":"2024-09-12T01:18:04.783983+0000","last_fullsized":"2024-09-12T01:18:04.783983+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:54.338434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.794777+0000","last_change":"2024-09-12T01:18:04.792284+0000","last_active":"2024-09-12T01:18:04.794777+0000","last_peered":"2024-09-12T01:18:04.794777+0000","last_clean":"2024-09-12T01:18:04.794777+0000","last_became_active":"2024-09-12T01:18:04.791981+0000","last_became_peered":"2024-09-12T01:18:04.791981+0000","last_unstale":"2024-09-12T01:18:04.794777+0000","last_undegraded":"2024-09-12T01:18:04.794777+0000","last_fullsized":"2024-09-12T01:18:04.794777+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:49.427679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.780565+0000","last_change":"2024-09-12T01:18:03.783069+0000","last_active":"2024-09-12T01:18:04.780565+0000","last_peered":"2024-09-12T01:18:04.780565+0000","last_clean":"2024-09-12T01:18:04.780565+0000","last_became_active":"2024-09-12T01:18:03.782792+0000","last_became_peered":"2024-09-12T01:18:03.782792+0000","last_unstale":"2024-09-12T01:18:04.780565+0000","last_undegraded":"2024-09-12T01:18:04.780565+0000","last_fullsized":"2024-09-12T01:18:04.780565+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:14.114303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807521+0000","last_change":"2024-09-12T01:18:04.801443+0000","last_active":"2024-09-12T01:18:04.807521+0000","last_peered":"2024-09-12T01:18:04.807521+0000","last_clean":"2024-09-12T01:18:04.807521+0000","last_became_active":"2024-09-12T01:18:04.801079+0000","last_became_peered":"2024-09-12T01:18:04.801079+0000","last_unstale":"2024-09-12T01:18:04.807521+0000","last_undegraded":"2024-09-12T01:18:04.807521+0000","last_fullsized":"2024-09-12T01:18:04.807521+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:35.185042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.781339+0000","last_change":"2024-09-12T01:18:03.777864+0000","last_active":"2024-09-12T01:18:04.781339+0000","last_peered":"2024-09-12T01:18:04.781339+0000","last_clean":"2024-09-12T01:18:04.781339+0000","last_became_active":"2024-09-12T01:18:03.777595+0000","last_became_peered":"2024-09-12T01:18:03.777595+0000","last_unstale":"2024-09-12T01:18:04.781339+0000","last_undegraded":"2024-09-12T01:18:04.781339+0000","last_fullsized":"2024-09-12T01:18:04.781339+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:13.304747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.807672+0000","last_change":"2024-09-12T01:18:04.798226+0000","last_active":"2024-09-12T01:18:04.807672+0000","last_peered":"2024-09-12T01:18:04.807672+0000","last_clean":"2024-09-12T01:18:04.807672+0000","last_became_active":"2024-09-12T01:18:04.797952+0000","last_became_peered":"2024-09-12T01:18:04.797952+0000","last_unstale":"2024-09-12T01:18:04.807672+0000","last_undegraded":"2024-09-12T01:18:04.807672+0000","last_fullsized":"2024-09-12T01:18:04.807672+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:02.063116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.783466+0000","last_change":"2024-09-12T01:18:03.777980+0000","last_active":"2024-09-12T01:18:04.783466+0000","last_peered":"2024-09-12T01:18:04.783466+0000","last_clean":"2024-09-12T01:18:04.783466+0000","last_became_active":"2024-09-12T01:18:03.777740+0000","last_became_peered":"2024-09-12T01:18:03.777740+0000","last_unstale":"2024-09-12T01:18:04.783466+0000","last_undegraded":"2024-09-12T01:18:04.783466+0000","last_fullsized":"2024-09-12T01:18:04.783466+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:44:22.853563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.808084+0000","last_change":"2024-09-12T01:18:04.804950+0000","last_active":"2024-09-12T01:18:04.808084+0000","last_peered":"2024-09-12T01:18:04.808084+0000","last_clean":"2024-09-12T01:18:04.808084+0000","last_became_active":"2024-09-12T01:18:04.804671+0000","last_became_peered":"2024-09-12T01:18:04.804671+0000","last_unstale":"2024-09-12T01:18:04.808084+0000","last_undegraded":"2024-09-12T01:18:04.808084+0000","last_fullsized":"2024-09-12T01:18:04.808084+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:03.758618+0000","last_clean_scrub_stamp":"2024-09-12T01:18:03.758618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:45.589489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.786547+0000","last_change":"2024-09-12T01:18:03.783080+0000","last_active":"2024-09-12T01:18:04.786547+0000","last_peered":"2024-09-12T01:18:04.786547+0000","last_clean":"2024-09-12T01:18:04.786547+0000","last_became_active":"2024-09-12T01:18:03.782787+0000","last_became_peered":"2024-09-12T01:18:03.782787+0000","last_unstale":"2024-09-12T01:18:04.786547+0000","last_undegraded":"2024-09-12T01:18:04.786547+0000","last_fullsized":"2024-09-12T01:18:04.786547+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:02.754406+0000","last_clean_scrub_stamp":"2024-09-12T01:18:02.754406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:15.215517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":199,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-12T01:18:04.789904+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:18:04.789904+0000","last_peered":"2024-09-12T01:18:04.789904+0000","last_clean":"2024-09-12T01:18:04.789904+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:18:04.789904+0000","last_undegraded":"2024-09-12T01:18:04.789904+0000","last_fullsized":"2024-09-12T01:18:04.789904+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542160,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":1003520,"data_stored":763038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":172670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542161,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":172670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542161,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":430080,"data_stored":180441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":172670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542161,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27432,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344408,"statfs":{"total":96636764160,"available":96608673792,"internally_reserved":0,"allocated":409600,"data_stored":172670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542161,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":179927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":1003520,"data_stored":763038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:18:08.052 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T01:18:08.053 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-12T01:18:08.194 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.195+0000 7f9dab1bd640 1 Processor -- start 2024-09-12T01:18:08.195 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.195+0000 7f9dab1bd640 1 -- start start 2024-09-12T01:18:08.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.196+0000 7f9dab1bd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f9da415e900 0x7f9da40b4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.196+0000 7f9dab1bd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9da40b4a20 0x7f9da40ad020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.196+0000 7f9dab1bd640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9da40b4620 con 0x7f9da4072050 2024-09-12T01:18:08.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.196+0000 7f9dab1bd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f9da40ce100 con 0x7f9da40b4a20 2024-09-12T01:18:08.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.196+0000 7f9dab1bd640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f9da40ce3a0 con 0x7f9da415e900 2024-09-12T01:18:08.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.196+0000 7f9da3fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9da40b4a20 0x7f9da40ad020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.196+0000 7f9da3fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9da40b4a20 0x7f9da40ad020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59894/0 (socket says 172.21.15.122:59894) 2024-09-12T01:18:08.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.196+0000 7f9da3fff640 1 -- 172.21.15.122:0/1908836946 learned_addr learned my addr 172.21.15.122:0/1908836946 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:08.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.197+0000 7f9da8f59640 1 --2- 172.21.15.122:0/1908836946 >> v2:172.21.15.151:3300/0 conn(0x7f9da415e900 0x7f9da40b4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.197+0000 7f9da3fff640 1 -- 172.21.15.122:0/1908836946 >> v2:172.21.15.151:3300/0 conn(0x7f9da415e900 msgr2=0x7f9da40b4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:08.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.197+0000 7f9da3fff640 1 --2- 172.21.15.122:0/1908836946 >> v2:172.21.15.151:3300/0 conn(0x7f9da415e900 0x7f9da40b4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.197+0000 7f9da3fff640 1 -- 172.21.15.122:0/1908836946 >> v1:172.21.15.151:6789/0 conn(0x7f9da4072050 legacy=0x7f9da40cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:08.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.197+0000 7f9da3fff640 1 -- 172.21.15.122:0/1908836946 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9da40ce680 con 0x7f9da40b4a20 2024-09-12T01:18:08.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.197+0000 7f9da3fff640 1 --2- 172.21.15.122:0/1908836946 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9da40b4a20 0x7f9da40ad020 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9da40d0d60 tx=0x7f9d9802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9213890bb8c922da server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:08.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.197+0000 7f9da37fe640 1 -- 172.21.15.122:0/1908836946 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d98037070 con 0x7f9da40b4a20 2024-09-12T01:18:08.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.198+0000 7f9da37fe640 1 -- 172.21.15.122:0/1908836946 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d98032440 con 0x7f9da40b4a20 2024-09-12T01:18:08.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.198+0000 7f9da37fe640 1 -- 172.21.15.122:0/1908836946 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d98032810 con 0x7f9da40b4a20 2024-09-12T01:18:08.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.198+0000 7f9dab1bd640 1 -- 172.21.15.122:0/1908836946 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9da40b4a20 msgr2=0x7f9da40ad020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.198+0000 7f9dab1bd640 1 --2- 172.21.15.122:0/1908836946 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9da40b4a20 0x7f9da40ad020 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9da40d0d60 tx=0x7f9d9802a1a0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.198+0000 7f9dab1bd640 1 -- 172.21.15.122:0/1908836946 shutdown_connections 2024-09-12T01:18:08.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.198+0000 7f9dab1bd640 1 --2- 172.21.15.122:0/1908836946 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9da40b4a20 0x7f9da40ad020 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.198+0000 7f9dab1bd640 1 --2- 172.21.15.122:0/1908836946 >> v2:172.21.15.151:3300/0 conn(0x7f9da415e900 0x7f9da40b4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.198+0000 7f9dab1bd640 1 -- 172.21.15.122:0/1908836946 >> 172.21.15.122:0/1908836946 conn(0x7f9da406bdf0 msgr2=0x7f9da406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:08.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.198+0000 7f9dab1bd640 1 -- 172.21.15.122:0/1908836946 shutdown_connections 2024-09-12T01:18:08.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.198+0000 7f9dab1bd640 1 -- 172.21.15.122:0/1908836946 wait complete. 2024-09-12T01:18:08.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.199+0000 7f9dab1bd640 1 Processor -- start 2024-09-12T01:18:08.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.199+0000 7f9dab1bd640 1 -- start start 2024-09-12T01:18:08.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.200+0000 7f9dab1bd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9da4072050 0x7f9da40af950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.200+0000 7f9dab1bd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9da40b4a20 0x7f9da40afe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.200+0000 7f9dab1bd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9da415e900 0x7f9da414b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.200+0000 7f9dab1bd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9da40ad560 con 0x7f9da415e900 2024-09-12T01:18:08.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.200+0000 7f9dab1bd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f9da40b4e50 con 0x7f9da4072050 2024-09-12T01:18:08.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.200+0000 7f9dab1bd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9da40cf590 con 0x7f9da40b4a20 2024-09-12T01:18:08.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.200+0000 7f9da975a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9da415e900 0x7f9da414b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.200+0000 7f9da975a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9da415e900 0x7f9da414b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59898/0 (socket says 172.21.15.122:59898) 2024-09-12T01:18:08.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.200+0000 7f9da975a640 1 -- 172.21.15.122:0/2718786052 learned_addr learned my addr 172.21.15.122:0/2718786052 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.200+0000 7f9da8f59640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9da4072050 0x7f9da40af950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.200+0000 7f9da3fff640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9da40b4a20 0x7f9da40afe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.201+0000 7f9da975a640 1 -- 172.21.15.122:0/2718786052 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9da40b4a20 msgr2=0x7f9da40afe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.201+0000 7f9da975a640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9da40b4a20 0x7f9da40afe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.201+0000 7f9da975a640 1 -- 172.21.15.122:0/2718786052 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9da4072050 msgr2=0x7f9da40af950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.201+0000 7f9da975a640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9da4072050 0x7f9da40af950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.201+0000 7f9da975a640 1 -- 172.21.15.122:0/2718786052 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9da414fe40 con 0x7f9da415e900 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.201+0000 7f9da975a640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9da415e900 0x7f9da414b720 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c00c7b0 tx=0x7f9d9c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.201+0000 7f9da17fa640 1 -- 172.21.15.122:0/2718786052 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c004b60 con 0x7f9da415e900 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.201+0000 7f9da17fa640 1 -- 172.21.15.122:0/2718786052 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d9c004d00 con 0x7f9da415e900 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.201+0000 7f9dab1bd640 1 -- 172.21.15.122:0/2718786052 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9da4150600 con 0x7f9da415e900 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.201+0000 7f9da17fa640 1 -- 172.21.15.122:0/2718786052 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c00aa90 con 0x7f9da415e900 2024-09-12T01:18:08.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.201+0000 7f9dab1bd640 1 -- 172.21.15.122:0/2718786052 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9da414c520 con 0x7f9da415e900 2024-09-12T01:18:08.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.202+0000 7f9dab1bd640 1 -- 172.21.15.122:0/2718786052 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9da40cf920 con 0x7f9da415e900 2024-09-12T01:18:08.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.202+0000 7f9da17fa640 1 -- 172.21.15.122:0/2718786052 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9d9c00ac30 con 0x7f9da415e900 2024-09-12T01:18:08.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.203+0000 7f9da17fa640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d9006be60 0x7f9d9006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.203+0000 7f9da17fa640 1 -- 172.21.15.122:0/2718786052 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f9d9c08b100 con 0x7f9da415e900 2024-09-12T01:18:08.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.203+0000 7f9da8f59640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d9006be60 0x7f9d9006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.203+0000 7f9da8f59640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d9006be60 0x7f9d9006e320 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9da4072c60 tx=0x7f9d94008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:08.206 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.207+0000 7f9da17fa640 1 -- 172.21.15.122:0/2718786052 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9d9c020070 con 0x7f9da415e900 2024-09-12T01:18:08.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.435+0000 7f9dab1bd640 1 -- 172.21.15.122:0/2718786052 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f9da40d0cc0 con 0x7f9da415e900 2024-09-12T01:18:08.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.437+0000 7f9da17fa640 1 -- 172.21.15.122:0/2718786052 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f9d9c0592d0 con 0x7f9da415e900 2024-09-12T01:18:08.436 INFO:teuthology.orchestra.run.smithi122.stdout:[client.0] 2024-09-12T01:18:08.436 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDcQOJmut3COBAAopq4VCGpMuDo5pzbcEly8w== 2024-09-12T01:18:08.436 INFO:teuthology.orchestra.run.smithi122.stdout: caps mds = "allow" 2024-09-12T01:18:08.436 INFO:teuthology.orchestra.run.smithi122.stdout: caps mon = "allow r" 2024-09-12T01:18:08.437 INFO:teuthology.orchestra.run.smithi122.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-12T01:18:08.437 INFO:teuthology.orchestra.run.smithi122.stderr:updated caps for client.0 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.439+0000 7f9dab1bd640 1 -- 172.21.15.122:0/2718786052 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d9006be60 msgr2=0x7f9d9006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.439+0000 7f9dab1bd640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d9006be60 0x7f9d9006e320 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9da4072c60 tx=0x7f9d94008040 comp rx=0 tx=0).stop 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.439+0000 7f9dab1bd640 1 -- 172.21.15.122:0/2718786052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9da415e900 msgr2=0x7f9da414b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.439+0000 7f9dab1bd640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9da415e900 0x7f9da414b720 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c00c7b0 tx=0x7f9d9c00cc70 comp rx=0 tx=0).stop 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.439+0000 7f9dab1bd640 1 -- 172.21.15.122:0/2718786052 shutdown_connections 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.439+0000 7f9dab1bd640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9d9006be60 0x7f9d9006e320 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.440+0000 7f9dab1bd640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9da415e900 0x7f9da414b720 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.440+0000 7f9dab1bd640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9da40b4a20 0x7f9da40afe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.440+0000 7f9dab1bd640 1 --2- 172.21.15.122:0/2718786052 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9da4072050 0x7f9da40af950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.440+0000 7f9dab1bd640 1 -- 172.21.15.122:0/2718786052 >> 172.21.15.122:0/2718786052 conn(0x7f9da406bdf0 msgr2=0x7f9da40b36a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.440+0000 7f9dab1bd640 1 -- 172.21.15.122:0/2718786052 shutdown_connections 2024-09-12T01:18:08.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.440+0000 7f9dab1bd640 1 -- 172.21.15.122:0/2718786052 wait complete. 2024-09-12T01:18:08.450 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:08.548 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.549+0000 7f085f152640 1 Processor -- start 2024-09-12T01:18:08.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.549+0000 7f085f152640 1 -- start start 2024-09-12T01:18:08.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f085f152640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085806f8d0 0x7f0858165de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f085f152640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08580cdbe0 con 0x7f0858072d30 2024-09-12T01:18:08.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f085f152640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08580cd900 con 0x7f085815b300 2024-09-12T01:18:08.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f085f152640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f08580728a0 con 0x7f085806f8d0 2024-09-12T01:18:08.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f0857fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f0858072d30 0x7f085806f1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35542/0 (socket says 172.21.15.122:35542) 2024-09-12T01:18:08.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f0857fff640 1 -- 172.21.15.122:0/991936554 learned_addr learned my addr 172.21.15.122:0/991936554 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:08.559 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f085d6ef640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085806f8d0 0x7f0858165de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.559 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4149985672 0 0) 0x7f08580cdbe0 con 0x7f0858072d30 2024-09-12T01:18:08.559 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0848003520 con 0x7f0858072d30 2024-09-12T01:18:08.559 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2147528219 0 0) 0x7f0848003520 con 0x7f0858072d30 2024-09-12T01:18:08.559 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085806f8d0 msgr2=0x7f0858165de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:08.559 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f08577fe640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085806f8d0 0x7f0858165de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.559 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 >> v1:172.21.15.151:6789/0 conn(0x7f085815b300 legacy=0x7f08580cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.559 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.550+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0858072250 con 0x7f0858072d30 2024-09-12T01:18:08.559 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f0844001670 con 0x7f0858072d30 2024-09-12T01:18:08.559 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 >> v1:172.21.15.122:6789/0 conn(0x7f0858072d30 legacy=0x7f085806f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.559 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f08577fe640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085806f8d0 0x7f08480039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.560 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f08577fe640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0848003f60 0x7f0848004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.560 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f08577fe640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0848004d40 0x7f08480051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.560 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f08580728a0 con 0x7f0848003f60 2024-09-12T01:18:08.560 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f084800bb50 con 0x7f0848004d40 2024-09-12T01:18:08.560 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f084800df60 con 0x7f085806f8d0 2024-09-12T01:18:08.560 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f0857fff640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0848003f60 0x7f0848004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.560 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f085ceee640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085806f8d0 0x7f08480039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.560 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f085d6ef640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0848004d40 0x7f08480051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f0857fff640 1 -- 172.21.15.122:0/991936554 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085806f8d0 msgr2=0x7f08480039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:08.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f0857fff640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f085806f8d0 0x7f08480039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f0857fff640 1 -- 172.21.15.122:0/991936554 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0848004d40 msgr2=0x7f08480051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:08.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f0857fff640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0848004d40 0x7f08480051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.551+0000 7f0857fff640 1 -- 172.21.15.122:0/991936554 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0848003520 con 0x7f0848003f60 2024-09-12T01:18:08.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.552+0000 7f0857fff640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0848003f60 0x7f0848004800 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f084400c240 tx=0x7f0848005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7817db2bec0ea226 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:08.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.552+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844007d10 con 0x7f0848003f60 2024-09-12T01:18:08.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.552+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0844005ad0 con 0x7f0848003f60 2024-09-12T01:18:08.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.552+0000 7f08577fe640 1 -- 172.21.15.122:0/991936554 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844007070 con 0x7f0848003f60 2024-09-12T01:18:08.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.552+0000 7f085f152640 1 -- 172.21.15.122:0/991936554 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0848003f60 msgr2=0x7f0848004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.552+0000 7f085f152640 1 --2- 172.21.15.122:0/991936554 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0848003f60 0x7f0848004800 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f084400c240 tx=0x7f0848005830 comp rx=0 tx=0).stop 2024-09-12T01:18:08.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.552+0000 7f085d6ef640 1 -- 172.21.15.122:0/991936554 reap_dead start 2024-09-12T01:18:08.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.552+0000 7f085f152640 1 -- 172.21.15.122:0/991936554 shutdown_connections 2024-09-12T01:18:08.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.552+0000 7f085f152640 1 -- 172.21.15.122:0/991936554 >> 172.21.15.122:0/991936554 conn(0x7f0858067d70 msgr2=0x7f085806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:08.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.552+0000 7f085f152640 1 -- 172.21.15.122:0/991936554 shutdown_connections 2024-09-12T01:18:08.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.552+0000 7f085f152640 1 -- 172.21.15.122:0/991936554 wait complete. 2024-09-12T01:18:08.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.554+0000 7f085f152640 1 Processor -- start 2024-09-12T01:18:08.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.554+0000 7f085f152640 1 -- start start 2024-09-12T01:18:08.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.554+0000 7f085f152640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0848003f60 0x7f08580c5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f085f152640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08580c6f30 0x7f08580c5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f085f152640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08580cc510 0x7f08580c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f085f152640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f08580cffe0 con 0x7f08580c6f30 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f085f152640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f08580cd5c0 con 0x7f08580cc510 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f085f152640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f08580d0160 con 0x7f0848003f60 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f0857fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08580c6f30 0x7f08580c5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f0857fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08580c6f30 0x7f08580c5980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59912/0 (socket says 172.21.15.122:59912) 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f0857fff640 1 -- 172.21.15.122:0/1988887162 learned_addr learned my addr 172.21.15.122:0/1988887162 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f085ceee640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0848003f60 0x7f08580c5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f085d6ef640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08580cc510 0x7f08580c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f0857fff640 1 -- 172.21.15.122:0/1988887162 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0848003f60 msgr2=0x7f08580c5440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f0857fff640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0848003f60 0x7f08580c5440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f0857fff640 1 -- 172.21.15.122:0/1988887162 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08580cc510 msgr2=0x7f08580c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f0857fff640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08580cc510 0x7f08580c5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f0857fff640 1 -- 172.21.15.122:0/1988887162 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08580ac7d0 con 0x7f08580c6f30 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f085d6ef640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08580cc510 0x7f08580c5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f0857fff640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08580c6f30 0x7f08580c5980 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f084400c360 tx=0x7f08580ce9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f08557fa640 1 -- 172.21.15.122:0/1988887162 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844042020 con 0x7f08580c6f30 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f08557fa640 1 -- 172.21.15.122:0/1988887162 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0844004bf0 con 0x7f08580c6f30 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f08557fa640 1 -- 172.21.15.122:0/1988887162 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844007d10 con 0x7f08580c6f30 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f085f152640 1 -- 172.21.15.122:0/1988887162 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08580acab0 con 0x7f08580c6f30 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.555+0000 7f085f152640 1 -- 172.21.15.122:0/1988887162 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08580ad570 con 0x7f08580c6f30 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.556+0000 7f085f152640 1 -- 172.21.15.122:0/1988887162 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f085806e710 con 0x7f08580c6f30 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.557+0000 7f08557fa640 1 -- 172.21.15.122:0/1988887162 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0844045020 con 0x7f08580c6f30 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.557+0000 7f08557fa640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f083c06be30 0x7f083c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.557+0000 7f08557fa640 1 -- 172.21.15.122:0/1988887162 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f08440ab1a0 con 0x7f08580c6f30 2024-09-12T01:18:08.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.557+0000 7f085ceee640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f083c06be30 0x7f083c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:08.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.558+0000 7f085ceee640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f083c06be30 0x7f083c06e2f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f084c0017e0 tx=0x7f084c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:08.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.562+0000 7f08557fa640 1 -- 172.21.15.122:0/1988887162 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0844079a50 con 0x7f08580c6f30 2024-09-12T01:18:08.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.760+0000 7f085f152640 1 -- 172.21.15.122:0/1988887162 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f085806e430 con 0x7f08580c6f30 2024-09-12T01:18:08.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.760+0000 7f08557fa640 1 -- 172.21.15.122:0/1988887162 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5235 (secure 0 0 0) 0x7f0844079350 con 0x7f08580c6f30 2024-09-12T01:18:08.759 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:08.760 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":15,"btime":"2024-09-12T01:18:06:794480+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4762,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3365969569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":3365969569},{"type":"v1","addr":"172.21.15.122:6837","nonce":3365969569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:04.106171+0000","modified":"2024-09-12T01:18:06.121947+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4890},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4890":{"gid":4890,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6836/4116385109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":4116385109},{"type":"v1","addr":"172.21.15.122:6836","nonce":4116385109}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4890,"qdb_cluster":[4890]},"id":2}]} 2024-09-12T01:18:08.760 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 15 2024-09-12T01:18:08.761 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 -- 172.21.15.122:0/1988887162 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f083c06be30 msgr2=0x7f083c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.761 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f083c06be30 0x7f083c06e2f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f084c0017e0 tx=0x7f084c009040 comp rx=0 tx=0).stop 2024-09-12T01:18:08.761 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 -- 172.21.15.122:0/1988887162 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08580c6f30 msgr2=0x7f08580c5980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:08.761 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08580c6f30 0x7f08580c5980 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f084400c360 tx=0x7f08580ce9d0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.761 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 -- 172.21.15.122:0/1988887162 shutdown_connections 2024-09-12T01:18:08.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f083c06be30 0x7f083c06e2f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f08580cc510 0x7f08580c5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08580c6f30 0x7f08580c5980 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 --2- 172.21.15.122:0/1988887162 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0848003f60 0x7f08580c5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:08.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 -- 172.21.15.122:0/1988887162 >> 172.21.15.122:0/1988887162 conn(0x7f0858067d70 msgr2=0x7f085806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:08.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 -- 172.21.15.122:0/1988887162 shutdown_connections 2024-09-12T01:18:08.762 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:08.762+0000 7f085f152640 1 -- 172.21.15.122:0/1988887162 wait complete. 2024-09-12T01:18:09.174 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T01:18:04.106171+0000', 'modified': '2024-09-12T01:18:06.121947+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4890}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4890': {'gid': 4890, 'name': 'c', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.122:6836/4116385109', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6834', 'nonce': 4116385109}, {'type': 'v1', 'addr': '172.21.15.122:6836', 'nonce': 4116385109}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4890, 'qdb_cluster': [4890]} 2024-09-12T01:18:09.174 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T01:18:09.174 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-12T01:18:09.277 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.278+0000 7fd2104c9640 1 Processor -- start 2024-09-12T01:18:09.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.278+0000 7fd2104c9640 1 -- start start 2024-09-12T01:18:09.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.279+0000 7fd2104c9640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd208145bc0 0x7fd20815ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.279+0000 7fd2104c9640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2080b3570 con 0x7fd2080ae140 2024-09-12T01:18:09.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.279+0000 7fd2104c9640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2080b3850 con 0x7fd20806c320 2024-09-12T01:18:09.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.279+0000 7fd2104c9640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fd2080b3b30 con 0x7fd208145bc0 2024-09-12T01:18:09.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.280+0000 7fd20e265640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd208145bc0 0x7fd20815ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.280+0000 7fd20da64640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fd2080ae140 0x7fd20806bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35556/0 (socket says 172.21.15.122:35556) 2024-09-12T01:18:09.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.280+0000 7fd20da64640 1 -- 172.21.15.122:0/4078597008 learned_addr learned my addr 172.21.15.122:0/4078597008 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:09.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.280+0000 7fd20e265640 1 -- 172.21.15.122:0/4078597008 >> v1:172.21.15.151:6789/0 conn(0x7fd20806c320 legacy=0x7fd2080af950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:09.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.280+0000 7fd20e265640 1 -- 172.21.15.122:0/4078597008 >> v1:172.21.15.122:6789/0 conn(0x7fd2080ae140 legacy=0x7fd20806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.280+0000 7fd20e265640 1 -- 172.21.15.122:0/4078597008 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2080b1610 con 0x7fd208145bc0 2024-09-12T01:18:09.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.281+0000 7fd20e265640 1 --2- 172.21.15.122:0/4078597008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd208145bc0 0x7fd20815ca70 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd2040097d0 tx=0x7fd20402a290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=238b65109b035007 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:09.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.281+0000 7fd20d263640 1 -- 172.21.15.122:0/4078597008 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd204037070 con 0x7fd208145bc0 2024-09-12T01:18:09.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.281+0000 7fd20d263640 1 -- 172.21.15.122:0/4078597008 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd204032440 con 0x7fd208145bc0 2024-09-12T01:18:09.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.281+0000 7fd20d263640 1 -- 172.21.15.122:0/4078597008 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd204032810 con 0x7fd208145bc0 2024-09-12T01:18:09.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.281+0000 7fd2104c9640 1 -- 172.21.15.122:0/4078597008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd208145bc0 msgr2=0x7fd20815ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.281+0000 7fd2104c9640 1 --2- 172.21.15.122:0/4078597008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd208145bc0 0x7fd20815ca70 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd2040097d0 tx=0x7fd20402a290 comp rx=0 tx=0).stop 2024-09-12T01:18:09.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.281+0000 7fd2104c9640 1 -- 172.21.15.122:0/4078597008 shutdown_connections 2024-09-12T01:18:09.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.281+0000 7fd2104c9640 1 --2- 172.21.15.122:0/4078597008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd208145bc0 0x7fd20815ca70 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.281+0000 7fd2104c9640 1 -- 172.21.15.122:0/4078597008 >> 172.21.15.122:0/4078597008 conn(0x7fd208073490 msgr2=0x7fd2080b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:09.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.281+0000 7fd2104c9640 1 -- 172.21.15.122:0/4078597008 shutdown_connections 2024-09-12T01:18:09.281 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.281+0000 7fd2104c9640 1 -- 172.21.15.122:0/4078597008 wait complete. 2024-09-12T01:18:09.283 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.283+0000 7fd2104c9640 1 Processor -- start 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.283+0000 7fd2104c9640 1 -- start start 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.283+0000 7fd2104c9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd20806c320 0x7fd208141a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.283+0000 7fd2104c9640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd2080ae140 0x7fd2081f2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.283+0000 7fd2104c9640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd208145bc0 0x7fd2081f2850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.283+0000 7fd2104c9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd208145fa0 con 0x7fd20806c320 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.283+0000 7fd2104c9640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd20809aa30 con 0x7fd2080ae140 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.283+0000 7fd2104c9640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd2081f2d90 con 0x7fd208145bc0 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.283+0000 7fd20e265640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd20806c320 0x7fd208141a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.283+0000 7fd20e265640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd20806c320 0x7fd208141a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59926/0 (socket says 172.21.15.122:59926) 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.283+0000 7fd20e265640 1 -- 172.21.15.122:0/727202603 learned_addr learned my addr 172.21.15.122:0/727202603 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd20da64640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd2080ae140 0x7fd2081f2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd20ea66640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd208145bc0 0x7fd2081f2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.284 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd20e265640 1 -- 172.21.15.122:0/727202603 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd208145bc0 msgr2=0x7fd2081f2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd20e265640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd208145bc0 0x7fd2081f2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd20e265640 1 -- 172.21.15.122:0/727202603 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd2080ae140 msgr2=0x7fd2081f2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd20e265640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd2080ae140 0x7fd2081f2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd20e265640 1 -- 172.21.15.122:0/727202603 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd20813f5f0 con 0x7fd20806c320 2024-09-12T01:18:09.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd20da64640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd2080ae140 0x7fd2081f2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:09.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd20e265640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd20806c320 0x7fd208141a50 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd204000c00 tx=0x7fd2040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:09.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd1faffd640 1 -- 172.21.15.122:0/727202603 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd204037040 con 0x7fd20806c320 2024-09-12T01:18:09.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd1faffd640 1 -- 172.21.15.122:0/727202603 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd204004250 con 0x7fd20806c320 2024-09-12T01:18:09.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd2104c9640 1 -- 172.21.15.122:0/727202603 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2081409b0 con 0x7fd20806c320 2024-09-12T01:18:09.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd1faffd640 1 -- 172.21.15.122:0/727202603 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20403c730 con 0x7fd20806c320 2024-09-12T01:18:09.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.284+0000 7fd2104c9640 1 -- 172.21.15.122:0/727202603 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd208140f70 con 0x7fd20806c320 2024-09-12T01:18:09.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.286+0000 7fd1faffd640 1 -- 172.21.15.122:0/727202603 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd20403a070 con 0x7fd20806c320 2024-09-12T01:18:09.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.286+0000 7fd1faffd640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd1ec06be30 0x7fd1ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.286+0000 7fd1faffd640 1 -- 172.21.15.122:0/727202603 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fd2040ab9d0 con 0x7fd20806c320 2024-09-12T01:18:09.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.286+0000 7fd20da64640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd1ec06be30 0x7fd1ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.287+0000 7fd20da64640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd1ec06be30 0x7fd1ec06e2f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc000f60 tx=0x7fd1fc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:09.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.287+0000 7fd213261740 1 Processor -- start 2024-09-12T01:18:09.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.287+0000 7fd213261740 1 -- start start 2024-09-12T01:18:09.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd213261740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0381120 0x5635b0381500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd213261740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b039d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd213261740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0354a80 0x5635b039d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd213261740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5635b02b9520 con 0x5635b039bae0 2024-09-12T01:18:09.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd213261740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x5635b02613e0 con 0x5635b0354a80 2024-09-12T01:18:09.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd213261740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x5635b02b54e0 con 0x5635b0381120 2024-09-12T01:18:09.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd20da64640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b039d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd20da64640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b039d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59934/0 (socket says 172.21.15.122:59934) 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd20da64640 1 -- 172.21.15.122:0/1276228898 learned_addr learned my addr 172.21.15.122:0/1276228898 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd20ea66640 1 --2- 172.21.15.122:0/1276228898 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0354a80 0x5635b039d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd20e265640 1 --2- 172.21.15.122:0/1276228898 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0381120 0x5635b0381500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd20da64640 1 -- 172.21.15.122:0/1276228898 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0381120 msgr2=0x5635b0381500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd20da64640 1 --2- 172.21.15.122:0/1276228898 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0381120 0x5635b0381500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd20da64640 1 -- 172.21.15.122:0/1276228898 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0354a80 msgr2=0x5635b039d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd20da64640 1 --2- 172.21.15.122:0/1276228898 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0354a80 0x5635b039d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd20da64640 1 -- 172.21.15.122:0/1276228898 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635b027c2f0 con 0x5635b039bae0 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.288+0000 7fd20e265640 1 --2- 172.21.15.122:0/1276228898 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0381120 0x5635b0381500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.289+0000 7fd20da64640 1 --2- 172.21.15.122:0/1276228898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b039d290 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc0058e0 tx=0x7fd1fc011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daf884b1f7c0e28d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.289+0000 7fd1ebfff640 1 -- 172.21.15.122:0/1276228898 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc005e60 con 0x5635b039bae0 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.289+0000 7fd1ebfff640 1 -- 172.21.15.122:0/1276228898 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1fc00e7e0 con 0x5635b039bae0 2024-09-12T01:18:09.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.289+0000 7fd1ebfff640 1 -- 172.21.15.122:0/1276228898 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc00eb90 con 0x5635b039bae0 2024-09-12T01:18:09.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.289+0000 7fd213261740 1 -- 172.21.15.122:0/1276228898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 msgr2=0x5635b039d290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.289+0000 7fd213261740 1 --2- 172.21.15.122:0/1276228898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b039d290 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc0058e0 tx=0x7fd1fc011000 comp rx=0 tx=0).stop 2024-09-12T01:18:09.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.290+0000 7fd213261740 1 -- 172.21.15.122:0/1276228898 shutdown_connections 2024-09-12T01:18:09.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.290+0000 7fd213261740 1 --2- 172.21.15.122:0/1276228898 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0354a80 0x5635b039d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.290+0000 7fd213261740 1 --2- 172.21.15.122:0/1276228898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b039d290 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.290+0000 7fd213261740 1 --2- 172.21.15.122:0/1276228898 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0381120 0x5635b0381500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.290+0000 7fd213261740 1 -- 172.21.15.122:0/1276228898 >> 172.21.15.122:0/1276228898 conn(0x5635b0353a80 msgr2=0x5635b039bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:09.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.290+0000 7fd213261740 1 -- 172.21.15.122:0/1276228898 shutdown_connections 2024-09-12T01:18:09.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.290+0000 7fd213261740 1 -- 172.21.15.122:0/1276228898 wait complete. 2024-09-12T01:18:09.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.290+0000 7fd213261740 1 -- start start 2024-09-12T01:18:09.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.290+0000 7fd213261740 1 Processor -- start 2024-09-12T01:18:09.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd213261740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0381120 0x5635b037dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd213261740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b0355930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd213261740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0356a70 0x5635b0351c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd213261740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5635b0381ee0 con 0x5635b039bae0 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd213261740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x5635b0242450 con 0x5635b0356a70 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd213261740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x5635b039c770 con 0x5635b0381120 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd213261740 10 client.0 _ll_register_callbacks cb 0x5635affcbac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd20da64640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b0355930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd20da64640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b0355930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59944/0 (socket says 172.21.15.122:59944) 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd20da64640 1 -- 172.21.15.122:0/928996034 learned_addr learned my addr 172.21.15.122:0/928996034 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd20e265640 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0381120 0x5635b037dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd20ea66640 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0356a70 0x5635b0351c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd20da64640 1 -- 172.21.15.122:0/928996034 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0381120 msgr2=0x5635b037dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd20da64640 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0381120 0x5635b037dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd20da64640 1 -- 172.21.15.122:0/928996034 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0356a70 msgr2=0x5635b0351c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:09.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd20da64640 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0356a70 0x5635b0351c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.291+0000 7fd20da64640 1 -- 172.21.15.122:0/928996034 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635affcc2d0 con 0x5635b039bae0 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd20ea66640 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0356a70 0x5635b0351c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd20da64640 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b0355930 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc00e530 tx=0x7fd1fc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43679be980bcd9bc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd1e97fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd1e97fa640 1 -- 172.21.15.122:0/928996034 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc005e60 con 0x5635b039bae0 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd1e97fa640 1 -- 172.21.15.122:0/928996034 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fd1fc02cc50 con 0x5635b039bae0 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd213261740 1 -- 172.21.15.122:0/928996034 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1fc00e7e0 con 0x5635b039bae0 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd1e97fa640 1 -- 172.21.15.122:0/928996034 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fd1fc033050 con 0x5635b039bae0 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd213261740 10 client.5058 fetch_fsmap learned FSMap version 15 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd213261740 1 -- 172.21.15.122:0/928996034 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x5635b00966b0 con 0x5635b039bae0 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd1e97fa640 1 -- 172.21.15.122:0/928996034 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1fc00e7e0 con 0x5635b039bae0 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd1e97fa640 1 -- 172.21.15.122:0/928996034 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7fd1fc036020 con 0x5635b039bae0 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd213261740 10 client.5058 fetch_fsmap finished waiting for FSMap version 15 2024-09-12T01:18:09.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd213261740 10 client.5058 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd213261740 20 client.5058 populate_metadata read hostname 'smithi122' 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd213261740 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.122:6834/4116385109,v1:172.21.15.122:6836/4116385109] conn(0x5635b0396660 0x5635b0396a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd213261740 4 client.5058 mds_command: new command op to 4890 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd213261740 1 -- 172.21.15.122:0/928996034 --> [v2:172.21.15.122:6834/4116385109,v1:172.21.15.122:6836/4116385109] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5635b02c6c50 con 0x5635b0396660 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.292+0000 7fd20e265640 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.122:6834/4116385109,v1:172.21.15.122:6836/4116385109] conn(0x5635b0396660 0x5635b0396a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.293+0000 7fd1e97fa640 10 client.5058 ms_handle_connect on v2:172.21.15.122:6834/4116385109 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.293+0000 7fd20e265640 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.122:6834/4116385109,v1:172.21.15.122:6836/4116385109] conn(0x5635b0396660 0x5635b0396a40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dcb59bd8bb43914 server_cookie=f6009557e89b01e9 in_seq=0 out_seq=0 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.293+0000 7fd1e97fa640 1 -- 172.21.15.122:0/928996034 <== mds.0 v2:172.21.15.122:6834/4116385109 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5635b02c6c50 con 0x5635b0396660 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.293+0000 7fd1e97fa640 10 client.5058 handle_command_reply: tid=0 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.293+0000 7fd213261740 1 client.5058 shutdown 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.293+0000 7fd213261740 1 -- 172.21.15.122:0/928996034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 msgr2=0x5635b0355930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.293+0000 7fd213261740 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b0355930 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc00e530 tx=0x7fd1fc000bc0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.293+0000 7fd213261740 1 -- 172.21.15.122:0/928996034 shutdown_connections 2024-09-12T01:18:09.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.293+0000 7fd213261740 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0356a70 0x5635b0351c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.293+0000 7fd213261740 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b0355930 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.293+0000 7fd213261740 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.122:6834/4116385109,v1:172.21.15.122:6836/4116385109] conn(0x5635b0396660 0x5635b0396a40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.294+0000 7fd213261740 1 --2- 172.21.15.122:0/928996034 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0381120 0x5635b037dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.294+0000 7fd1e97fa640 0 client.5058 ms_handle_reset on v2:172.21.15.122:6834/4116385109 2024-09-12T01:18:09.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.294+0000 7fd213261740 1 -- 172.21.15.122:0/928996034 >> 172.21.15.122:0/928996034 conn(0x5635b0354a80 msgr2=0x5635b03a58d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:09.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.294+0000 7fd213261740 1 -- 172.21.15.122:0/928996034 shutdown_connections 2024-09-12T01:18:09.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.294+0000 7fd213261740 1 -- 172.21.15.122:0/928996034 wait complete. 2024-09-12T01:18:09.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.294+0000 7fd213261740 20 client.5058 trim_cache size 0 max 16384 2024-09-12T01:18:09.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.311+0000 7fd213261740 1 Processor -- start 2024-09-12T01:18:09.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.311+0000 7fd213261740 1 -- start start 2024-09-12T01:18:09.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd213261740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0356a70 0x5635b0357580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd213261740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b0381120 0x5635b037d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd213261740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b039bae0 0x5635b037db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd213261740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd2081fbfd0 con 0x5635b0381120 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd213261740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd2080b5f20 con 0x5635b0356a70 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd213261740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd2081fb980 con 0x5635b039bae0 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd20da64640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b0381120 0x5635b037d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd20da64640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b0381120 0x5635b037d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59946/0 (socket says 172.21.15.122:59946) 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd20da64640 1 -- 172.21.15.122:0/69631781 learned_addr learned my addr 172.21.15.122:0/69631781 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd20da64640 1 -- 172.21.15.122:0/69631781 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b039bae0 msgr2=0x5635b037db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd20da64640 1 --2- 172.21.15.122:0/69631781 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b039bae0 0x5635b037db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd20da64640 1 -- 172.21.15.122:0/69631781 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0356a70 msgr2=0x5635b0357580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:09.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd20da64640 1 --2- 172.21.15.122:0/69631781 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0356a70 0x5635b0357580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd20da64640 1 -- 172.21.15.122:0/69631781 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635b039bee0 con 0x5635b0381120 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.312+0000 7fd20da64640 1 --2- 172.21.15.122:0/69631781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b0381120 0x5635b037d620 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc009010 tx=0x7fd1fc027000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bffa125e75c6bf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd1eb7fe640 1 -- 172.21.15.122:0/69631781 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc00e9e0 con 0x5635b0381120 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd1eb7fe640 1 -- 172.21.15.122:0/69631781 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1fc027070 con 0x5635b0381120 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd1eb7fe640 1 -- 172.21.15.122:0/69631781 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc0102e0 con 0x5635b0381120 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd213261740 1 -- 172.21.15.122:0/69631781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b0381120 msgr2=0x5635b037d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd213261740 1 --2- 172.21.15.122:0/69631781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b0381120 0x5635b037d620 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc009010 tx=0x7fd1fc027000 comp rx=0 tx=0).stop 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd213261740 1 -- 172.21.15.122:0/69631781 shutdown_connections 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd213261740 1 --2- 172.21.15.122:0/69631781 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b039bae0 0x5635b037db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd213261740 1 --2- 172.21.15.122:0/69631781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b0381120 0x5635b037d620 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd213261740 1 --2- 172.21.15.122:0/69631781 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0356a70 0x5635b0357580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd213261740 1 -- 172.21.15.122:0/69631781 >> 172.21.15.122:0/69631781 conn(0x5635b0354a80 msgr2=0x5635b0354f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd213261740 1 -- 172.21.15.122:0/69631781 shutdown_connections 2024-09-12T01:18:09.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.313+0000 7fd213261740 1 -- 172.21.15.122:0/69631781 wait complete. 2024-09-12T01:18:09.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.314+0000 7fd213261740 1 -- start start 2024-09-12T01:18:09.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.314+0000 7fd213261740 1 Processor -- start 2024-09-12T01:18:09.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd213261740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0356a70 0x5635b041daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd213261740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0381120 0x5635b041e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd213261740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b037d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd213261740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5635b03976e0 con 0x5635b039bae0 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd213261740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x5635b0398e80 con 0x5635b0381120 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd213261740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x5635b03b3b90 con 0x5635b0356a70 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd213261740 10 client.0 _ll_register_callbacks cb 0x7fd1fc0014a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20ea66640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b037d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20ea66640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b037d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59956/0 (socket says 172.21.15.122:59956) 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20ea66640 1 -- 172.21.15.122:0/3257885367 learned_addr learned my addr 172.21.15.122:0/3257885367 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20e265640 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0356a70 0x5635b041daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20da64640 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0381120 0x5635b041e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20ea66640 1 -- 172.21.15.122:0/3257885367 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0356a70 msgr2=0x5635b041daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20ea66640 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0356a70 0x5635b041daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20ea66640 1 -- 172.21.15.122:0/3257885367 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0381120 msgr2=0x5635b041e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20ea66640 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0381120 0x5635b041e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20ea66640 1 -- 172.21.15.122:0/3257885367 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635b03c3fe0 con 0x5635b039bae0 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20e265640 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0356a70 0x5635b041daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd20ea66640 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b037d620 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd208074010 tx=0x7fd200012630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb686217966276f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd1e97fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd1e97fa640 1 -- 172.21.15.122:0/3257885367 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd200012e60 con 0x5635b039bae0 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd1e97fa640 1 -- 172.21.15.122:0/3257885367 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fd200006b10 con 0x5635b039bae0 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd213261740 1 -- 172.21.15.122:0/3257885367 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1fc027070 con 0x5635b039bae0 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd1e97fa640 1 -- 172.21.15.122:0/3257885367 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fd200023050 con 0x5635b039bae0 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd213261740 10 client.5064 fetch_fsmap learned FSMap version 15 2024-09-12T01:18:09.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.315+0000 7fd213261740 1 -- 172.21.15.122:0/3257885367 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x5635b0396a40 con 0x5635b039bae0 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd1e97fa640 1 -- 172.21.15.122:0/3257885367 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1fc027070 con 0x5635b039bae0 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd1e97fa640 1 -- 172.21.15.122:0/3257885367 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7fd200026020 con 0x5635b039bae0 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd213261740 10 client.5064 fetch_fsmap finished waiting for FSMap version 15 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd213261740 10 client.5064 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd213261740 20 client.5064 populate_metadata read hostname 'smithi122' 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd213261740 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.122:6834/4116385109,v1:172.21.15.122:6836/4116385109] conn(0x5635b0356150 0x5635b039d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd213261740 4 client.5064 mds_command: new command op to 4890 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd213261740 1 -- 172.21.15.122:0/3257885367 --> [v2:172.21.15.122:6834/4116385109,v1:172.21.15.122:6836/4116385109] -- command(tid 0: {"prefix": "status"}) -- 0x5635b039f1f0 con 0x5635b0356150 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd20e265640 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.122:6834/4116385109,v1:172.21.15.122:6836/4116385109] conn(0x5635b0356150 0x5635b039d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd1e97fa640 10 client.5064 ms_handle_connect on v2:172.21.15.122:6834/4116385109 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd20e265640 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.122:6834/4116385109,v1:172.21.15.122:6836/4116385109] conn(0x5635b0356150 0x5635b039d060 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b21c7c580ff2341 server_cookie=7a915f4cd1cbb93a in_seq=0 out_seq=0 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd1e97fa640 1 -- 172.21.15.122:0/3257885367 <== mds.0 v2:172.21.15.122:6834/4116385109 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x5635b039f1f0 con 0x5635b0356150 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd1e97fa640 10 client.5064 handle_command_reply: tid=0 2024-09-12T01:18:09.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd213261740 1 client.5064 shutdown 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd213261740 1 -- 172.21.15.122:0/3257885367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 msgr2=0x5635b037d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.316+0000 7fd213261740 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b037d620 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd208074010 tx=0x7fd200012630 comp rx=0 tx=0).stop 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd213261740 1 -- 172.21.15.122:0/3257885367 shutdown_connections 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd213261740 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5635b039bae0 0x5635b037d620 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd213261740 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x5635b0381120 0x5635b041e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd213261740 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.122:6834/4116385109,v1:172.21.15.122:6836/4116385109] conn(0x5635b0356150 0x5635b039d060 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd213261740 1 --2- 172.21.15.122:0/3257885367 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x5635b0356a70 0x5635b041daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd1e97fa640 0 client.5064 ms_handle_reset on v2:172.21.15.122:6834/4116385109 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd213261740 1 -- 172.21.15.122:0/3257885367 >> 172.21.15.122:0/3257885367 conn(0x5635b0354a80 msgr2=0x5635b0397940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd213261740 1 -- 172.21.15.122:0/3257885367 shutdown_connections 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd213261740 1 -- 172.21.15.122:0/3257885367 wait complete. 2024-09-12T01:18:09.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd213261740 20 client.5064 trim_cache size 0 max 16384 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout: "cluster_fsid": "d2b61483-09bf-409c-b23d-bc9fb1623cd8", 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout: "whoami": 0, 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout: "id": 4890, 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout: "want_state": "up:active", 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout: "state": "up:active", 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout: "fs_name": "cephfs", 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout: "rank_uptime": 4.5439501279999996, 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout: "mdsmap_epoch": 15, 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch": 38, 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch_barrier": 38, 2024-09-12T01:18:09.323 INFO:teuthology.orchestra.run.smithi122.stdout: "uptime": 11.423777996 2024-09-12T01:18:09.324 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 -- 172.21.15.122:0/727202603 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd1ec06be30 msgr2=0x7fd1ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd1ec06be30 0x7fd1ec06e2f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc000f60 tx=0x7fd1fc009040 comp rx=0 tx=0).stop 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 -- 172.21.15.122:0/727202603 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd20806c320 msgr2=0x7fd208141a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd20806c320 0x7fd208141a50 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd204000c00 tx=0x7fd2040046c0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 -- 172.21.15.122:0/727202603 shutdown_connections 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd1ec06be30 0x7fd1ec06e2f0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd208145bc0 0x7fd2081f2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd2080ae140 0x7fd2081f2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 --2- 172.21.15.122:0/727202603 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd20806c320 0x7fd208141a50 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 -- 172.21.15.122:0/727202603 >> 172.21.15.122:0/727202603 conn(0x7fd208073490 msgr2=0x7fd2080af8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 -- 172.21.15.122:0/727202603 shutdown_connections 2024-09-12T01:18:09.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.317+0000 7fd2104c9640 1 -- 172.21.15.122:0/727202603 wait complete. 2024-09-12T01:18:09.327 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T01:18:09.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.426+0000 7f1052126640 1 Processor -- start 2024-09-12T01:18:09.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.426+0000 7f1052126640 1 -- start start 2024-09-12T01:18:09.426 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.427+0000 7f1052126640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 0x7f104c09b690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.427+0000 7f1052126640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f104c0d1970 con 0x7f104c0d1540 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.427+0000 7f1052126640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f104c06e000 con 0x7f104c15e740 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.427+0000 7f1052126640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f104c15eb20 con 0x7f104c06dbd0 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.427+0000 7f104affd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f104c0d1540 0x7f104c070160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:35560/0 (socket says 172.21.15.122:35560) 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.427+0000 7f104affd640 1 -- 172.21.15.122:0/390590085 learned_addr learned my addr 172.21.15.122:0/390590085 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.427+0000 7f104bfff640 1 --2- 172.21.15.122:0/390590085 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 0x7f104c09b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.427+0000 7f104a7fc640 1 -- 172.21.15.122:0/390590085 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3687897792 0 0) 0x7f104c0d1970 con 0x7f104c0d1540 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.427+0000 7f104a7fc640 1 -- 172.21.15.122:0/390590085 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1034003520 con 0x7f104c0d1540 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.428+0000 7f104a7fc640 1 -- 172.21.15.122:0/390590085 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3003838710 0 0) 0x7f1034003520 con 0x7f104c0d1540 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.428+0000 7f104bfff640 1 -- 172.21.15.122:0/390590085 >> v1:172.21.15.151:6789/0 conn(0x7f104c15e740 legacy=0x7f104c06d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.428+0000 7f104bfff640 1 -- 172.21.15.122:0/390590085 >> v1:172.21.15.122:6789/0 conn(0x7f104c0d1540 legacy=0x7f104c070160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.428+0000 7f104bfff640 1 -- 172.21.15.122:0/390590085 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f104c0d0780 con 0x7f104c06dbd0 2024-09-12T01:18:09.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.428+0000 7f104bfff640 1 --2- 172.21.15.122:0/390590085 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 0x7f104c09b690 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f10440097d0 tx=0x7f104402a140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6395d8d77748a330 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:09.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.429+0000 7f104a7fc640 1 -- 172.21.15.122:0/390590085 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1044037070 con 0x7f104c06dbd0 2024-09-12T01:18:09.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.429+0000 7f104a7fc640 1 -- 172.21.15.122:0/390590085 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f104402abd0 con 0x7f104c06dbd0 2024-09-12T01:18:09.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.429+0000 7f104a7fc640 1 -- 172.21.15.122:0/390590085 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1040001670 con 0x7f104c06dbd0 2024-09-12T01:18:09.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.429+0000 7f1052126640 1 -- 172.21.15.122:0/390590085 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 msgr2=0x7f104c09b690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.429+0000 7f1052126640 1 --2- 172.21.15.122:0/390590085 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 0x7f104c09b690 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f10440097d0 tx=0x7f104402a140 comp rx=0 tx=0).stop 2024-09-12T01:18:09.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.429+0000 7f1052126640 1 -- 172.21.15.122:0/390590085 shutdown_connections 2024-09-12T01:18:09.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.429+0000 7f1052126640 1 --2- 172.21.15.122:0/390590085 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 0x7f104c09b690 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.429+0000 7f1052126640 1 -- 172.21.15.122:0/390590085 >> 172.21.15.122:0/390590085 conn(0x7f104c0d23a0 msgr2=0x7f104c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:09.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.429+0000 7f1052126640 1 -- 172.21.15.122:0/390590085 shutdown_connections 2024-09-12T01:18:09.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.429+0000 7f1052126640 1 -- 172.21.15.122:0/390590085 wait complete. 2024-09-12T01:18:09.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.430+0000 7f1052126640 1 Processor -- start 2024-09-12T01:18:09.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.430+0000 7f1052126640 1 -- start start 2024-09-12T01:18:09.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.431+0000 7f1052126640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 0x7f104c157990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.431+0000 7f1052126640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f104c0d1540 0x7f104c0b5c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.431+0000 7f1052126640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f104c15e740 0x7f104c0cdf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.431+0000 7f1052126640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f104c0d1020 con 0x7f104c15e740 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.431+0000 7f1052126640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f104c0d0d40 con 0x7f104c0d1540 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.431+0000 7f1052126640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f104c06cd20 con 0x7f104c06dbd0 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.431+0000 7f104bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f104c15e740 0x7f104c0cdf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.431+0000 7f104bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f104c15e740 0x7f104c0cdf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59968/0 (socket says 172.21.15.122:59968) 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.431+0000 7f104bfff640 1 -- 172.21.15.122:0/4041989800 learned_addr learned my addr 172.21.15.122:0/4041989800 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.431+0000 7f104b7fe640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 0x7f104c157990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.431+0000 7f104affd640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f104c0d1540 0x7f104c0b5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f104bfff640 1 -- 172.21.15.122:0/4041989800 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 msgr2=0x7f104c157990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f104bfff640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 0x7f104c157990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f104bfff640 1 -- 172.21.15.122:0/4041989800 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f104c0d1540 msgr2=0x7f104c0b5c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f104bfff640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f104c0d1540 0x7f104c0b5c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f104bfff640 1 -- 172.21.15.122:0/4041989800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f104c0c9bf0 con 0x7f104c15e740 2024-09-12T01:18:09.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f104b7fe640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 0x7f104c157990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:09.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f104bfff640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f104c15e740 0x7f104c0cdf30 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1044009720 tx=0x7f10440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:09.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f1033fff640 1 -- 172.21.15.122:0/4041989800 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1044037040 con 0x7f104c15e740 2024-09-12T01:18:09.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f1033fff640 1 -- 172.21.15.122:0/4041989800 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1044004030 con 0x7f104c15e740 2024-09-12T01:18:09.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f1052126640 1 -- 172.21.15.122:0/4041989800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f104c0c9ed0 con 0x7f104c15e740 2024-09-12T01:18:09.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f1033fff640 1 -- 172.21.15.122:0/4041989800 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1044006e10 con 0x7f104c15e740 2024-09-12T01:18:09.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.432+0000 7f1052126640 1 -- 172.21.15.122:0/4041989800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f104c0ca490 con 0x7f104c15e740 2024-09-12T01:18:09.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.433+0000 7f1052126640 1 -- 172.21.15.122:0/4041989800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f104c15e2f0 con 0x7f104c15e740 2024-09-12T01:18:09.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.433+0000 7f1033fff640 1 -- 172.21.15.122:0/4041989800 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f104403a040 con 0x7f104c15e740 2024-09-12T01:18:09.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.434+0000 7f1033fff640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f103806be30 0x7f103806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:09.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.434+0000 7f1033fff640 1 -- 172.21.15.122:0/4041989800 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f10440ab430 con 0x7f104c15e740 2024-09-12T01:18:09.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.434+0000 7f104b7fe640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f103806be30 0x7f103806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:09.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.434+0000 7f104b7fe640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f103806be30 0x7f103806e2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f103c0012e0 tx=0x7f103c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:09.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.438+0000 7f1033fff640 1 -- 172.21.15.122:0/4041989800 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f104c15e2f0 con 0x7f104c15e740 2024-09-12T01:18:09.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.635+0000 7f1052126640 1 -- 172.21.15.122:0/4041989800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f104c09be90 con 0x7f104c15e740 2024-09-12T01:18:09.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.635+0000 7f1033fff640 1 -- 172.21.15.122:0/4041989800 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) ==== 53+0+73 (secure 0 0 0) 0x7f1044042020 con 0x7f104c15e740 2024-09-12T01:18:09.634 INFO:teuthology.orchestra.run.smithi122.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-12T01:18:09.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 -- 172.21.15.122:0/4041989800 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f103806be30 msgr2=0x7f103806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f103806be30 0x7f103806e2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f103c0012e0 tx=0x7f103c009040 comp rx=0 tx=0).stop 2024-09-12T01:18:09.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 -- 172.21.15.122:0/4041989800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f104c15e740 msgr2=0x7f104c0cdf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:09.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f104c15e740 0x7f104c0cdf30 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1044009720 tx=0x7f10440046c0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 -- 172.21.15.122:0/4041989800 shutdown_connections 2024-09-12T01:18:09.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f103806be30 0x7f103806e2f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f104c15e740 0x7f104c0cdf30 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f104c0d1540 0x7f104c0b5c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 --2- 172.21.15.122:0/4041989800 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f104c06dbd0 0x7f104c157990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:09.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 -- 172.21.15.122:0/4041989800 >> 172.21.15.122:0/4041989800 conn(0x7f104c0d23a0 msgr2=0x7f104c0d2780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:09.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 -- 172.21.15.122:0/4041989800 shutdown_connections 2024-09-12T01:18:09.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09.637+0000 7f1052126640 1 -- 172.21.15.122:0/4041989800 wait complete. 2024-09-12T01:18:09.647 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-12T01:18:09.647 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T01:18:09.647 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi122.front.sepia.ceph.com 2024-09-12T01:18:09.647 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T01:18:09.647 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:09.647 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-12T01:18:09.647 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-12T01:18:09.647 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T01:18:09.648 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T01:18:09.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:09.648 DEBUG:teuthology.orchestra.run.smithi122:> ip addr 2024-09-12T01:18:09.664 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:18:09.664 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:18:09.664 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:18:09.664 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:09.664 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-12T01:18:09.664 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:09.664 INFO:teuthology.orchestra.run.smithi122.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:18:09.664 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e4 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:09.664 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f0 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e5 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f1 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:14 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:15 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout: inet 172.21.15.122/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft 42745sec preferred_lft 42745sec 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::ec4:7aff:fe8f:d515/64 scope link noprefixroute 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T01:18:09.665 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 72:22:b9:80:ba:26 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::50b5:2cff:fe07:b6f5/64 scope link 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 72:95:39:eb:cf:f8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::7095:39ff:feeb:cff8/64 scope link 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 72:22:b9:80:ba:26 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::7022:b9ff:fe80:ba26/64 scope link 2024-09-12T01:18:09.666 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:09.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:09.667 DEBUG:teuthology.orchestra.run.smithi122:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T01:18:09.727 INFO:teuthology.orchestra.run.smithi122.stdout:1 2024-09-12T01:18:09.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:09.729 DEBUG:teuthology.orchestra.run.smithi122:> route 2024-09-12T01:18:09.755 INFO:tasks.ceph.mds.c.smithi122.stderr:2024-09-12T01:18:09.756+0000 7eff85f35640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T01:18:09.771 INFO:teuthology.orchestra.run.smithi122.stdout:Kernel IP routing table 2024-09-12T01:18:09.771 INFO:teuthology.orchestra.run.smithi122.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T01:18:09.771 INFO:teuthology.orchestra.run.smithi122.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-12T01:18:09.771 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-12T01:18:09.771 INFO:teuthology.orchestra.run.smithi122.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T01:18:09.772 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:18:09.772 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:18:09.772 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-12T01:18:09.772 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-12T01:18:09.772 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-12T01:18:09.772 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:18:09.860 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:18:09.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:18:09.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:09.899 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-12T01:18:09.914 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-12T01:18:09.915 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T01:18:09.915 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T01:18:09.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:09.915 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set brx.0 up 2024-09-12T01:18:09.980 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:18:09.980 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:10.035 INFO:teuthology.orchestra.run.smithi122.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T01:18:10.035 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:18:10.035 DEBUG:teuthology.orchestra.run.smithi122:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:10.091 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-12T01:18:10.091 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:10.091 DEBUG:teuthology.orchestra.run.smithi122:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:10.175 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:10.175 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:18:10.175 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:18:10.184 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:10.184 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:18:10.184 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:18:10.184 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:18:10.184 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:18:10.189 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:10.189 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:18:10.189 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:18:10.189 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:18:10.189 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:18:10.190 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790" 2024-09-12T01:18:10.190 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790:/ 2024-09-12T01:18:10.190 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=d2b61483-09bf-409c-b23d-bc9fb1623cd8" will pass to kernel 2024-09-12T01:18:10.190 INFO:teuthology.orchestra.run.smithi122.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T01:18:10.190 INFO:teuthology.orchestra.run.smithi122.stdout: You just mounted a file system that supports labels which does not 2024-09-12T01:18:10.190 INFO:teuthology.orchestra.run.smithi122.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T01:18:10.190 INFO:teuthology.orchestra.run.smithi122.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T01:18:10.190 INFO:teuthology.orchestra.run.smithi122.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T01:18:10.192 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T01:18:10.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:10.192 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:10.217 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:18:10.306 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:18:10.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:18:10.316 INFO:teuthology.orchestra.run.smithi122.stdout:client4700 2024-09-12T01:18:10.316 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:18:10.316 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:10.332 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:10.332 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir testdir1) 2024-09-12T01:18:10.346 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:18:10.376 DEBUG:teuthology.orchestra.run.smithi151:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:18:10.394 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:10.394 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch testdir1/testfile) 2024-09-12T01:18:10.480 DEBUG:teuthology.orchestra.run.smithi122:> stdin-killer -- python3 -c ' 2024-09-12T01:18:10.480 DEBUG:teuthology.orchestra.run.smithi122:> import os 2024-09-12T01:18:10.480 DEBUG:teuthology.orchestra.run.smithi122:> import stat 2024-09-12T01:18:10.480 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-12T01:18:10.480 DEBUG:teuthology.orchestra.run.smithi122:> print(os.stat("/home/ubuntu/cephtest/mnt.0/testdir1").st_ino) 2024-09-12T01:18:10.481 DEBUG:teuthology.orchestra.run.smithi122:> ' 2024-09-12T01:18:10.584 INFO:teuthology.orchestra.run.smithi122.stdout:1099511627776 2024-09-12T01:18:10.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:18:10.593 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:18:10.593 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:10.649 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:18:10.649 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:10.706 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T01:18:10.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.848+0000 7ff90cf0a640 1 Processor -- start 2024-09-12T01:18:10.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.848+0000 7ff90cf0a640 1 -- start start 2024-09-12T01:18:10.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.848+0000 7ff90cf0a640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff908161c80 0x7ff90806e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:10.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.848+0000 7ff90cf0a640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff9080b6680 0x7ff9080cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:10.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.848+0000 7ff90cf0a640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff90806e870 con 0x7ff908162060 2024-09-12T01:18:10.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.848+0000 7ff90cf0a640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7ff90806d9f0 con 0x7ff9080b6680 2024-09-12T01:18:10.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.848+0000 7ff90cf0a640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff90806dcd0 con 0x7ff908161c80 2024-09-12T01:18:10.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.849+0000 7ff906d9d640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff9080b6680 0x7ff9080cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:10.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.849+0000 7ff90659c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff908161c80 0x7ff90806e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:10.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.849+0000 7ff906d9d640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff9080b6680 0x7ff9080cf1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:42866/0 (socket says 172.21.15.122:42866) 2024-09-12T01:18:10.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.849+0000 7ff906d9d640 1 -- 172.21.15.122:0/2500064127 learned_addr learned my addr 172.21.15.122:0/2500064127 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:10.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.849+0000 7ff90659c640 1 -- 172.21.15.122:0/2500064127 >> v2:172.21.15.151:3300/0 conn(0x7ff9080b6680 msgr2=0x7ff9080cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:10.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.849+0000 7ff90659c640 1 --2- 172.21.15.122:0/2500064127 >> v2:172.21.15.151:3300/0 conn(0x7ff9080b6680 0x7ff9080cf1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:10.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.849+0000 7ff90659c640 1 -- 172.21.15.122:0/2500064127 >> v1:172.21.15.151:6789/0 conn(0x7ff908162060 legacy=0x7ff9080b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:10.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.849+0000 7ff90659c640 1 -- 172.21.15.122:0/2500064127 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff90806dfb0 con 0x7ff908161c80 2024-09-12T01:18:10.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.849+0000 7ff906d9d640 1 --2- 172.21.15.122:0/2500064127 >> v2:172.21.15.151:3300/0 conn(0x7ff9080b6680 0x7ff9080cf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:18:10.850 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.850+0000 7ff90659c640 1 --2- 172.21.15.122:0/2500064127 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff908161c80 0x7ff90806e330 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff900009d90 tx=0x7ff90002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=980b33592e860be0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:10.850 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.850+0000 7ff90559a640 1 -- 172.21.15.122:0/2500064127 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff900007740 con 0x7ff908161c80 2024-09-12T01:18:10.850 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.850+0000 7ff90559a640 1 -- 172.21.15.122:0/2500064127 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9000078e0 con 0x7ff908161c80 2024-09-12T01:18:10.850 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.850+0000 7ff90559a640 1 -- 172.21.15.122:0/2500064127 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff900007cb0 con 0x7ff908161c80 2024-09-12T01:18:10.850 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.851+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2500064127 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff908161c80 msgr2=0x7ff90806e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:10.850 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.851+0000 7ff90cf0a640 1 --2- 172.21.15.122:0/2500064127 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff908161c80 0x7ff90806e330 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff900009d90 tx=0x7ff90002a660 comp rx=0 tx=0).stop 2024-09-12T01:18:10.851 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.851+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2500064127 shutdown_connections 2024-09-12T01:18:10.851 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.851+0000 7ff90cf0a640 1 --2- 172.21.15.122:0/2500064127 >> v2:172.21.15.151:3300/0 conn(0x7ff9080b6680 0x7ff9080cf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:10.851 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.851+0000 7ff90cf0a640 1 --2- 172.21.15.122:0/2500064127 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff908161c80 0x7ff90806e330 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:10.851 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.851+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2500064127 >> 172.21.15.122:0/2500064127 conn(0x7ff9080d44f0 msgr2=0x7ff9080d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:10.851 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.851+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2500064127 shutdown_connections 2024-09-12T01:18:10.851 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.851+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2500064127 wait complete. 2024-09-12T01:18:10.851 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.852+0000 7ff90cf0a640 1 Processor -- start 2024-09-12T01:18:10.851 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.852+0000 7ff90cf0a640 1 -- start start 2024-09-12T01:18:10.853 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90cf0a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9080b6680 0x7ff9080b9de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:10.853 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90cf0a640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff908161c80 0x7ff908160270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90cf0a640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff908162060 0x7ff9080b7c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90cf0a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff9080b6b30 con 0x7ff9080b6680 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90cf0a640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7ff9080d2aa0 con 0x7ff908162060 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90cf0a640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff9080b6cb0 con 0x7ff908161c80 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9080b6680 0x7ff9080b9de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9080b6680 0x7ff9080b9de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45868/0 (socket says 172.21.15.122:45868) 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90659c640 1 -- 172.21.15.122:0/2799348071 learned_addr learned my addr 172.21.15.122:0/2799348071 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff906d9d640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff908162060 0x7ff9080b7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff905d9b640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff908161c80 0x7ff908160270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90659c640 1 -- 172.21.15.122:0/2799348071 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff908161c80 msgr2=0x7ff908160270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90659c640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff908161c80 0x7ff908160270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90659c640 1 -- 172.21.15.122:0/2799348071 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff908162060 msgr2=0x7ff9080b7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90659c640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff908162060 0x7ff9080b7c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:10.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.853+0000 7ff90659c640 1 -- 172.21.15.122:0/2799348071 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9080b91a0 con 0x7ff9080b6680 2024-09-12T01:18:10.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.854+0000 7ff90659c640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9080b6680 0x7ff9080b9de0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff900009eb0 tx=0x7ff900004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:10.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.854+0000 7ff8feffd640 1 -- 172.21.15.122:0/2799348071 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff90003f070 con 0x7ff9080b6680 2024-09-12T01:18:10.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.854+0000 7ff8feffd640 1 -- 172.21.15.122:0/2799348071 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff900031c40 con 0x7ff9080b6680 2024-09-12T01:18:10.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.854+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2799348071 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9080b9480 con 0x7ff9080b6680 2024-09-12T01:18:10.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.854+0000 7ff8feffd640 1 -- 172.21.15.122:0/2799348071 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff900009450 con 0x7ff9080b6680 2024-09-12T01:18:10.855 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.854+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2799348071 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9080b7750 con 0x7ff9080b6680 2024-09-12T01:18:10.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.855+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2799348071 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff90806e330 con 0x7ff9080b6680 2024-09-12T01:18:10.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.855+0000 7ff8feffd640 1 -- 172.21.15.122:0/2799348071 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff900044460 con 0x7ff9080b6680 2024-09-12T01:18:10.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.856+0000 7ff8feffd640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e806be30 0x7ff8e806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:10.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.856+0000 7ff8feffd640 1 -- 172.21.15.122:0/2799348071 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7ff9000ac730 con 0x7ff9080b6680 2024-09-12T01:18:10.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.856+0000 7ff905d9b640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e806be30 0x7ff8e806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:10.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.856+0000 7ff905d9b640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e806be30 0x7ff8e806e2f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff9080a2380 tx=0x7ff8f0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:10.859 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:10.860+0000 7ff8feffd640 1 -- 172.21.15.122:0/2799348071 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff90007afe0 con 0x7ff9080b6680 2024-09-12T01:18:11.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.037+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2799348071 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff9080b4540 con 0x7ff9080b6680 2024-09-12T01:18:11.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.037+0000 7ff8feffd640 1 -- 172.21.15.122:0/2799348071 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v38) ==== 80+0+0 (secure 0 0 0) 0x7ff90007fe20 con 0x7ff9080b6680 2024-09-12T01:18:11.036 INFO:teuthology.orchestra.run.smithi122.stderr:listed 0 entries 2024-09-12T01:18:11.038 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2799348071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e806be30 msgr2=0x7ff8e806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.038 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e806be30 0x7ff8e806e2f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff9080a2380 tx=0x7ff8f0009040 comp rx=0 tx=0).stop 2024-09-12T01:18:11.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2799348071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9080b6680 msgr2=0x7ff9080b9de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9080b6680 0x7ff9080b9de0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff900009eb0 tx=0x7ff900004a40 comp rx=0 tx=0).stop 2024-09-12T01:18:11.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2799348071 shutdown_connections 2024-09-12T01:18:11.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8e806be30 0x7ff8e806e2f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff908162060 0x7ff9080b7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff908161c80 0x7ff908160270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 --2- 172.21.15.122:0/2799348071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9080b6680 0x7ff9080b9de0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2799348071 >> 172.21.15.122:0/2799348071 conn(0x7ff9080d44f0 msgr2=0x7ff9080b4b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:11.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2799348071 shutdown_connections 2024-09-12T01:18:11.039 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.039+0000 7ff90cf0a640 1 -- 172.21.15.122:0/2799348071 wait complete. 2024-09-12T01:18:11.049 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T01:18:11.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:11.049 DEBUG:teuthology.orchestra.run.smithi122:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:11.094 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:18:11.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:11.094 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T01:18:11.120 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:11.259 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.260+0000 7f5b42b42640 1 Processor -- start 2024-09-12T01:18:11.259 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.260+0000 7f5b42b42640 1 -- start start 2024-09-12T01:18:11.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.261+0000 7f5b42b42640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c15c490 0x7f5b3c09b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.261+0000 7f5b42b42640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f5b3c09b980 0x7f5b3c15c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.261+0000 7f5b42b42640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b3c0d01c0 con 0x7f5b3c15cdb0 2024-09-12T01:18:11.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.261+0000 7f5b42b42640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f5b3c0cff70 con 0x7f5b3c09b980 2024-09-12T01:18:11.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.261+0000 7f5b42b42640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5b3c0d0dd0 con 0x7f5b3c15c490 2024-09-12T01:18:11.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.261+0000 7f5b410df640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f5b3c15cdb0 0x7f5b3c15ff00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52558/0 (socket says 172.21.15.122:52558) 2024-09-12T01:18:11.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.261+0000 7f5b410df640 1 -- 172.21.15.122:0/2909632770 learned_addr learned my addr 172.21.15.122:0/2909632770 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:11.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3812442346 0 0) 0x7f5b3c0d01c0 con 0x7f5b3c15cdb0 2024-09-12T01:18:11.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b408de640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c15c490 0x7f5b3c09b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5b24003520 con 0x7f5b3c15cdb0 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b33fff640 1 --2- 172.21.15.122:0/2909632770 >> v2:172.21.15.151:3300/0 conn(0x7f5b3c09b980 0x7f5b3c15c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2970057287 0 0) 0x7f5b24003520 con 0x7f5b3c15cdb0 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c15c490 msgr2=0x7f5b3c09b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c15c490 0x7f5b3c09b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 >> v2:172.21.15.151:3300/0 conn(0x7f5b3c09b980 msgr2=0x7f5b3c15c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 --2- 172.21.15.122:0/2909632770 >> v2:172.21.15.151:3300/0 conn(0x7f5b3c09b980 0x7f5b3c15c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b3c0d04a0 con 0x7f5b3c15cdb0 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b408de640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c15c490 0x7f5b3c09b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f5b340019f0 con 0x7f5b3c15cdb0 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 >> v1:172.21.15.122:6789/0 conn(0x7f5b3c15cdb0 legacy=0x7f5b3c15ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c15c490 0x7f5b240039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 0x7f5b24004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b24004d40 0x7f5b240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3c0cff70 con 0x7f5b24003ef0 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3c0d0dd0 con 0x7f5b24004d40 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5b2400ba70 con 0x7f5b3c15c490 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b33fff640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 0x7f5b24004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b408de640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c15c490 0x7f5b240039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b410df640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b24004d40 0x7f5b240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b33fff640 1 -- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c15c490 msgr2=0x7f5b240039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b33fff640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c15c490 0x7f5b240039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b33fff640 1 -- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b24004d40 msgr2=0x7f5b240051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b33fff640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b24004d40 0x7f5b240051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b33fff640 1 -- 172.21.15.122:0/2909632770 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b24003520 con 0x7f5b24003ef0 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.262+0000 7f5b408de640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c15c490 0x7f5b240039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:11.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.263+0000 7f5b33fff640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 0x7f5b24004800 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c009a90 tx=0x7f5b24005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aa6af0f5fc4dc27 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:11.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.263+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c036070 con 0x7f5b24003ef0 2024-09-12T01:18:11.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.263+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b2c031400 con 0x7f5b24003ef0 2024-09-12T01:18:11.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.263+0000 7f5b337fe640 1 -- 172.21.15.122:0/2909632770 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c009690 con 0x7f5b24003ef0 2024-09-12T01:18:11.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.264+0000 7f5b42b42640 1 -- 172.21.15.122:0/2909632770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 msgr2=0x7f5b24004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.264+0000 7f5b42b42640 1 --2- 172.21.15.122:0/2909632770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 0x7f5b24004800 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c009a90 tx=0x7f5b24005830 comp rx=0 tx=0).stop 2024-09-12T01:18:11.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.264+0000 7f5b410df640 1 -- 172.21.15.122:0/2909632770 reap_dead start 2024-09-12T01:18:11.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.264+0000 7f5b42b42640 1 -- 172.21.15.122:0/2909632770 shutdown_connections 2024-09-12T01:18:11.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.264+0000 7f5b42b42640 1 -- 172.21.15.122:0/2909632770 >> 172.21.15.122:0/2909632770 conn(0x7f5b3c0d23a0 msgr2=0x7f5b3c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:11.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.264+0000 7f5b42b42640 1 -- 172.21.15.122:0/2909632770 shutdown_connections 2024-09-12T01:18:11.266 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.264+0000 7f5b42b42640 1 -- 172.21.15.122:0/2909632770 wait complete. 2024-09-12T01:18:11.268 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.265+0000 7f5b42b42640 1 Processor -- start 2024-09-12T01:18:11.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.265+0000 7f5b42b42640 1 -- start start 2024-09-12T01:18:11.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b42b42640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 0x7f5b3c0c5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b42b42640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b3c1f8280 0x7f5b3c15a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b42b42640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c1e7c30 0x7f5b3c1e80c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b42b42640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3c0cdfa0 con 0x7f5b24003ef0 2024-09-12T01:18:11.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b42b42640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3c0d0a60 con 0x7f5b3c1f8280 2024-09-12T01:18:11.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b42b42640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5b3c15d260 con 0x7f5b3c1e7c30 2024-09-12T01:18:11.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b408de640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 0x7f5b3c0c5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b408de640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 0x7f5b3c0c5110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45884/0 (socket says 172.21.15.122:45884) 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b408de640 1 -- 172.21.15.122:0/2338660777 learned_addr learned my addr 172.21.15.122:0/2338660777 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b410df640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c1e7c30 0x7f5b3c1e80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b33fff640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b3c1f8280 0x7f5b3c15a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b408de640 1 -- 172.21.15.122:0/2338660777 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c1e7c30 msgr2=0x7f5b3c1e80c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b408de640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c1e7c30 0x7f5b3c1e80c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b408de640 1 -- 172.21.15.122:0/2338660777 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b3c1f8280 msgr2=0x7f5b3c15a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b408de640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b3c1f8280 0x7f5b3c15a850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.266+0000 7f5b408de640 1 -- 172.21.15.122:0/2338660777 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b3c0b6350 con 0x7f5b24003ef0 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.267+0000 7f5b408de640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 0x7f5b3c0c5110 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f5b38010890 tx=0x7f5b38010d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.267+0000 7f5b317fa640 1 -- 172.21.15.122:0/2338660777 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3801a020 con 0x7f5b24003ef0 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.267+0000 7f5b317fa640 1 -- 172.21.15.122:0/2338660777 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b3800eb60 con 0x7f5b24003ef0 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.267+0000 7f5b42b42640 1 -- 172.21.15.122:0/2338660777 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b3c15ad90 con 0x7f5b24003ef0 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.267+0000 7f5b317fa640 1 -- 172.21.15.122:0/2338660777 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3800f040 con 0x7f5b24003ef0 2024-09-12T01:18:11.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.267+0000 7f5b42b42640 1 -- 172.21.15.122:0/2338660777 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b3c06e830 con 0x7f5b24003ef0 2024-09-12T01:18:11.271 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.268+0000 7f5b42b42640 1 -- 172.21.15.122:0/2338660777 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b3c0d01c0 con 0x7f5b24003ef0 2024-09-12T01:18:11.271 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.268+0000 7f5b317fa640 1 -- 172.21.15.122:0/2338660777 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5b3801d020 con 0x7f5b24003ef0 2024-09-12T01:18:11.271 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.269+0000 7f5b317fa640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b2806be30 0x7f5b2806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.271 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.269+0000 7f5b317fa640 1 -- 172.21.15.122:0/2338660777 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f5b3808b850 con 0x7f5b24003ef0 2024-09-12T01:18:11.271 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.269+0000 7f5b33fff640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b2806be30 0x7f5b2806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.271 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.269+0000 7f5b33fff640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b2806be30 0x7f5b2806e2f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c033000 tx=0x7f5b2c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:11.272 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.273+0000 7f5b317fa640 1 -- 172.21.15.122:0/2338660777 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5b38024020 con 0x7f5b24003ef0 2024-09-12T01:18:11.470 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.471+0000 7f5b42b42640 1 -- 172.21.15.122:0/2338660777 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5b3c0d3190 con 0x7f5b24003ef0 2024-09-12T01:18:11.471 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.472+0000 7f5b317fa640 1 -- 172.21.15.122:0/2338660777 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5235 (secure 0 0 0) 0x7f5b38027350 con 0x7f5b24003ef0 2024-09-12T01:18:11.471 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:11.471 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":15,"btime":"2024-09-12T01:18:06:794480+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4762,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3365969569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":3365969569},{"type":"v1","addr":"172.21.15.122:6837","nonce":3365969569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:04.106171+0000","modified":"2024-09-12T01:18:06.121947+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4890},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4890":{"gid":4890,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6836/4116385109","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":4116385109},{"type":"v1","addr":"172.21.15.122:6836","nonce":4116385109}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4890,"qdb_cluster":[4890]},"id":2}]} 2024-09-12T01:18:11.471 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 15 2024-09-12T01:18:11.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 -- 172.21.15.122:0/2338660777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b2806be30 msgr2=0x7f5b2806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b2806be30 0x7f5b2806e2f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c033000 tx=0x7f5b2c008030 comp rx=0 tx=0).stop 2024-09-12T01:18:11.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 -- 172.21.15.122:0/2338660777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 msgr2=0x7f5b3c0c5110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 0x7f5b3c0c5110 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f5b38010890 tx=0x7f5b38010d50 comp rx=0 tx=0).stop 2024-09-12T01:18:11.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 -- 172.21.15.122:0/2338660777 shutdown_connections 2024-09-12T01:18:11.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b2806be30 0x7f5b2806e2f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b3c1e7c30 0x7f5b3c1e80c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b3c1f8280 0x7f5b3c15a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 --2- 172.21.15.122:0/2338660777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b24003ef0 0x7f5b3c0c5110 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 -- 172.21.15.122:0/2338660777 >> 172.21.15.122:0/2338660777 conn(0x7f5b3c0d23a0 msgr2=0x7f5b3c0705c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:11.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 -- 172.21.15.122:0/2338660777 shutdown_connections 2024-09-12T01:18:11.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.474+0000 7f5b42b42640 1 -- 172.21.15.122:0/2338660777 wait complete. 2024-09-12T01:18:11.484 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-12T01:18:11.609 INFO:teuthology.orchestra.run.smithi122.stdout:{"message":"","return_code":0} 2024-09-12T01:18:11.610 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-12T01:18:11.610 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 2:0 2024-09-12T01:18:11.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.711+0000 7fef39a3c640 1 Processor -- start 2024-09-12T01:18:11.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.711+0000 7fef39a3c640 1 -- start start 2024-09-12T01:18:11.711 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef39a3c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef340d1090 0x7fef3409b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.711 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef39a3c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fef340b1620 0x7fef340b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef39a3c640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef340cec00 con 0x7fef3415c520 2024-09-12T01:18:11.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef39a3c640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fef3409bd90 con 0x7fef340b1620 2024-09-12T01:18:11.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef39a3c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fef340d0010 con 0x7fef340d1090 2024-09-12T01:18:11.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef337fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fef340b1620 0x7fef340b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef32ffd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fef3415c520 0x7fef340d0980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52566/0 (socket says 172.21.15.122:52566) 2024-09-12T01:18:11.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef32ffd640 1 -- 172.21.15.122:0/123890041 learned_addr learned my addr 172.21.15.122:0/123890041 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:11.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef2a7fc640 1 --2- 172.21.15.122:0/123890041 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef340d1090 0x7fef3409b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef337fe640 1 -- 172.21.15.122:0/123890041 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef340d1090 msgr2=0x7fef3409b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:11.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef337fe640 1 --2- 172.21.15.122:0/123890041 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef340d1090 0x7fef3409b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef337fe640 1 -- 172.21.15.122:0/123890041 >> v1:172.21.15.122:6789/0 conn(0x7fef3415c520 legacy=0x7fef340d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef337fe640 1 -- 172.21.15.122:0/123890041 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef340d02f0 con 0x7fef340b1620 2024-09-12T01:18:11.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.712+0000 7fef327fc640 1 -- 172.21.15.122:0/123890041 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 796170883 0 0) 0x7fef340cec00 con 0x7fef3415c520 2024-09-12T01:18:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.713+0000 7fef337fe640 1 --2- 172.21.15.122:0/123890041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef340b1620 0x7fef340b1d40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fef2c009d90 tx=0x7fef2c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16d86e7cdb1a4038 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.713+0000 7fef327fc640 1 -- 172.21.15.122:0/123890041 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef2c007740 con 0x7fef340b1620 2024-09-12T01:18:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.713+0000 7fef327fc640 1 -- 172.21.15.122:0/123890041 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef2c0078e0 con 0x7fef340b1620 2024-09-12T01:18:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.713+0000 7fef327fc640 1 -- 172.21.15.122:0/123890041 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef2c007cb0 con 0x7fef340b1620 2024-09-12T01:18:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.713+0000 7fef39a3c640 1 -- 172.21.15.122:0/123890041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef340b1620 msgr2=0x7fef340b1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.713+0000 7fef39a3c640 1 --2- 172.21.15.122:0/123890041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef340b1620 0x7fef340b1d40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fef2c009d90 tx=0x7fef2c02a660 comp rx=0 tx=0).stop 2024-09-12T01:18:11.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.714+0000 7fef39a3c640 1 -- 172.21.15.122:0/123890041 shutdown_connections 2024-09-12T01:18:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.714+0000 7fef39a3c640 1 --2- 172.21.15.122:0/123890041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef340b1620 0x7fef340b1d40 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.714+0000 7fef39a3c640 1 --2- 172.21.15.122:0/123890041 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef340d1090 0x7fef3409b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.714+0000 7fef39a3c640 1 -- 172.21.15.122:0/123890041 >> 172.21.15.122:0/123890041 conn(0x7fef340d23a0 msgr2=0x7fef340d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.714+0000 7fef39a3c640 1 -- 172.21.15.122:0/123890041 shutdown_connections 2024-09-12T01:18:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.714+0000 7fef39a3c640 1 -- 172.21.15.122:0/123890041 wait complete. 2024-09-12T01:18:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.715+0000 7fef39a3c640 1 Processor -- start 2024-09-12T01:18:11.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.715+0000 7fef39a3c640 1 -- start start 2024-09-12T01:18:11.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef39a3c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef340b1620 0x7fef340c7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.717 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef39a3c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef340d1090 0x7fef341539e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef39a3c640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef3415c520 0x7fef340b7330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef39a3c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fef3415c900 con 0x7fef340d1090 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef39a3c640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fef340d05d0 con 0x7fef3415c520 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef39a3c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fef341f64a0 con 0x7fef340b1620 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef2a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef340d1090 0x7fef341539e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef2a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef340d1090 0x7fef341539e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45888/0 (socket says 172.21.15.122:45888) 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef2a7fc640 1 -- 172.21.15.122:0/1649452920 learned_addr learned my addr 172.21.15.122:0/1649452920 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef2a7fc640 1 -- 172.21.15.122:0/1649452920 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef340b1620 msgr2=0x7fef340c7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef2a7fc640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef340b1620 0x7fef340c7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef2a7fc640 1 -- 172.21.15.122:0/1649452920 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef3415c520 msgr2=0x7fef340b7330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef337fe640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef3415c520 0x7fef340b7330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef2a7fc640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef3415c520 0x7fef340b7330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef2a7fc640 1 -- 172.21.15.122:0/1649452920 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef340c7300 con 0x7fef340d1090 2024-09-12T01:18:11.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef337fe640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef3415c520 0x7fef340b7330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef2a7fc640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef340d1090 0x7fef341539e0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fef1c00c7f0 tx=0x7fef1c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef30ff9640 1 -- 172.21.15.122:0/1649452920 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1c015070 con 0x7fef340d1090 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef30ff9640 1 -- 172.21.15.122:0/1649452920 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef1c004240 con 0x7fef340d1090 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef39a3c640 1 -- 172.21.15.122:0/1649452920 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef340c75e0 con 0x7fef340d1090 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef30ff9640 1 -- 172.21.15.122:0/1649452920 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1c007620 con 0x7fef340d1090 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.716+0000 7fef39a3c640 1 -- 172.21.15.122:0/1649452920 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef340c8320 con 0x7fef340d1090 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.718+0000 7fef39a3c640 1 -- 172.21.15.122:0/1649452920 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef340c70f0 con 0x7fef340d1090 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.718+0000 7fef30ff9640 1 -- 172.21.15.122:0/1649452920 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fef1c0079d0 con 0x7fef340d1090 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.718+0000 7fef30ff9640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1406be30 0x7fef1406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.718+0000 7fef32ffd640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1406be30 0x7fef1406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.718+0000 7fef30ff9640 1 -- 172.21.15.122:0/1649452920 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fef1c08b490 con 0x7fef340d1090 2024-09-12T01:18:11.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.719+0000 7fef32ffd640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1406be30 0x7fef1406e2f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fef24007fd0 tx=0x7fef24007960 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:11.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.723+0000 7fef30ff9640 1 -- 172.21.15.122:0/1649452920 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef1c059cb0 con 0x7fef340d1090 2024-09-12T01:18:11.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.955+0000 7fef39a3c640 1 -- 172.21.15.122:0/1649452920 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "2:0"} v 0) -- 0x7fef340b1d40 con 0x7fef340d1090 2024-09-12T01:18:11.954 INFO:tasks.ceph.mon.a.smithi122.stderr:2024-09-12T01:18:11.955+0000 7f93a7edd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T01:18:11.955 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.957+0000 7fef30ff9640 1 -- 172.21.15.122:0/1649452920 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "2:0"}]=0 failed mds gid 4890 v16) ==== 97+0+0 (secure 0 0 0) 0x7fef1c0595b0 con 0x7fef340d1090 2024-09-12T01:18:11.956 INFO:teuthology.orchestra.run.smithi122.stderr:failed mds gid 4890 2024-09-12T01:18:11.958 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.959+0000 7fef39a3c640 1 -- 172.21.15.122:0/1649452920 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1406be30 msgr2=0x7fef1406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.959+0000 7fef39a3c640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1406be30 0x7fef1406e2f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fef24007fd0 tx=0x7fef24007960 comp rx=0 tx=0).stop 2024-09-12T01:18:11.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.959+0000 7fef39a3c640 1 -- 172.21.15.122:0/1649452920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef340d1090 msgr2=0x7fef341539e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:11.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.959+0000 7fef39a3c640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef340d1090 0x7fef341539e0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fef1c00c7f0 tx=0x7fef1c00ccb0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.959+0000 7fef39a3c640 1 -- 172.21.15.122:0/1649452920 shutdown_connections 2024-09-12T01:18:11.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.959+0000 7fef39a3c640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef1406be30 0x7fef1406e2f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.959+0000 7fef39a3c640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef3415c520 0x7fef340b7330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.959+0000 7fef39a3c640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef340d1090 0x7fef341539e0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.959+0000 7fef39a3c640 1 --2- 172.21.15.122:0/1649452920 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef340b1620 0x7fef340c7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:11.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.959+0000 7fef39a3c640 1 -- 172.21.15.122:0/1649452920 >> 172.21.15.122:0/1649452920 conn(0x7fef340d23a0 msgr2=0x7fef340d2780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:11.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.960+0000 7fef39a3c640 1 -- 172.21.15.122:0/1649452920 shutdown_connections 2024-09-12T01:18:11.959 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:11.960+0000 7fef39a3c640 1 -- 172.21.15.122:0/1649452920 wait complete. 2024-09-12T01:18:11.960 INFO:tasks.ceph.mds.c.smithi122.stderr: -3900> 2024-09-12T01:18:09.756+0000 7eff85f35640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T01:18:11.972 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:11.993 INFO:tasks.ceph.mds.c.smithi122.stdout:starting mds.c at 2024-09-12T01:18:12.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.072+0000 7fd896c5e640 1 Processor -- start 2024-09-12T01:18:12.071 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.072+0000 7fd896c5e640 1 -- start start 2024-09-12T01:18:12.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd896c5e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd890072d30 0x7fd89006f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:12.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd896c5e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd89006f700 0x7fd8900cf0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:12.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd896c5e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8900cd950 con 0x7fd89015b0b0 2024-09-12T01:18:12.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd896c5e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fd890072250 con 0x7fd890072d30 2024-09-12T01:18:12.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd896c5e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd890072530 con 0x7fd89006f700 2024-09-12T01:18:12.073 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd88ffff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd890072d30 0x7fd89006f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd8949fa640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fd89015b0b0 0x7fd8900cceb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52586/0 (socket says 172.21.15.122:52586) 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd8949fa640 1 -- 172.21.15.122:0/3960823550 learned_addr learned my addr 172.21.15.122:0/3960823550 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd8951fb640 1 --2- 172.21.15.122:0/3960823550 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd89006f700 0x7fd8900cf0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd88ffff640 1 -- 172.21.15.122:0/3960823550 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd89006f700 msgr2=0x7fd8900cf0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd88ffff640 1 --2- 172.21.15.122:0/3960823550 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd89006f700 0x7fd8900cf0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd88ffff640 1 -- 172.21.15.122:0/3960823550 >> v1:172.21.15.122:6789/0 conn(0x7fd89015b0b0 legacy=0x7fd8900cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd88f7fe640 1 -- 172.21.15.122:0/3960823550 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 584998431 0 0) 0x7fd8900cd950 con 0x7fd89015b0b0 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.073+0000 7fd88ffff640 1 -- 172.21.15.122:0/3960823550 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd890072810 con 0x7fd890072d30 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.074+0000 7fd88ffff640 1 --2- 172.21.15.122:0/3960823550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd890072d30 0x7fd89006f1c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fd87c0097a0 tx=0x7fd87c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcb483182b4829c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.074+0000 7fd88f7fe640 1 -- 172.21.15.122:0/3960823550 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87c037070 con 0x7fd890072d30 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.074+0000 7fd88f7fe640 1 -- 172.21.15.122:0/3960823550 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd87c032440 con 0x7fd890072d30 2024-09-12T01:18:12.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.074+0000 7fd88f7fe640 1 -- 172.21.15.122:0/3960823550 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87c032810 con 0x7fd890072d30 2024-09-12T01:18:12.077 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.075+0000 7fd896c5e640 1 -- 172.21.15.122:0/3960823550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd890072d30 msgr2=0x7fd89006f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.075+0000 7fd896c5e640 1 --2- 172.21.15.122:0/3960823550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd890072d30 0x7fd89006f1c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fd87c0097a0 tx=0x7fd87c02a180 comp rx=0 tx=0).stop 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.075+0000 7fd896c5e640 1 -- 172.21.15.122:0/3960823550 shutdown_connections 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.075+0000 7fd896c5e640 1 --2- 172.21.15.122:0/3960823550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd890072d30 0x7fd89006f1c0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.075+0000 7fd896c5e640 1 --2- 172.21.15.122:0/3960823550 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd89006f700 0x7fd8900cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.075+0000 7fd896c5e640 1 -- 172.21.15.122:0/3960823550 >> 172.21.15.122:0/3960823550 conn(0x7fd890067d70 msgr2=0x7fd89006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.075+0000 7fd896c5e640 1 -- 172.21.15.122:0/3960823550 shutdown_connections 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.075+0000 7fd896c5e640 1 -- 172.21.15.122:0/3960823550 wait complete. 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.076+0000 7fd896c5e640 1 Processor -- start 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.076+0000 7fd896c5e640 1 -- start start 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd896c5e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd89006f700 0x7fd890147700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd896c5e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd890072d30 0x7fd8900c5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd896c5e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd89015b0b0 0x7fd8900c5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:12.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd896c5e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd89015b490 con 0x7fd890072d30 2024-09-12T01:18:12.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd896c5e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd8900cd5c0 con 0x7fd89006f700 2024-09-12T01:18:12.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd896c5e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd89015b610 con 0x7fd89015b0b0 2024-09-12T01:18:12.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd88ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd890072d30 0x7fd8900c5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:12.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd88ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd890072d30 0x7fd8900c5440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45906/0 (socket says 172.21.15.122:45906) 2024-09-12T01:18:12.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd88ffff640 1 -- 172.21.15.122:0/834532197 learned_addr learned my addr 172.21.15.122:0/834532197 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:12.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd8951fb640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd89015b0b0 0x7fd8900c5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:12.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd8949fa640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd89006f700 0x7fd890147700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:12.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd88ffff640 1 -- 172.21.15.122:0/834532197 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd89015b0b0 msgr2=0x7fd8900c5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:12.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd88ffff640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd89015b0b0 0x7fd8900c5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:12.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd88ffff640 1 -- 172.21.15.122:0/834532197 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd89006f700 msgr2=0x7fd890147700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:12.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd88ffff640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd89006f700 0x7fd890147700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:12.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd88ffff640 1 -- 172.21.15.122:0/834532197 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd890147e30 con 0x7fd890072d30 2024-09-12T01:18:12.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd88ffff640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd890072d30 0x7fd8900c5440 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd87c035040 tx=0x7fd87c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:12.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.077+0000 7fd88d7fa640 1 -- 172.21.15.122:0/834532197 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87c037040 con 0x7fd890072d30 2024-09-12T01:18:12.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.078+0000 7fd88d7fa640 1 -- 172.21.15.122:0/834532197 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd87c030500 con 0x7fd890072d30 2024-09-12T01:18:12.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.078+0000 7fd896c5e640 1 -- 172.21.15.122:0/834532197 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8900ab480 con 0x7fd890072d30 2024-09-12T01:18:12.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.078+0000 7fd88d7fa640 1 -- 172.21.15.122:0/834532197 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87c030910 con 0x7fd890072d30 2024-09-12T01:18:12.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.078+0000 7fd896c5e640 1 -- 172.21.15.122:0/834532197 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8900aba40 con 0x7fd890072d30 2024-09-12T01:18:12.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.078+0000 7fd896c5e640 1 -- 172.21.15.122:0/834532197 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd89006f1c0 con 0x7fd890072d30 2024-09-12T01:18:12.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.079+0000 7fd88d7fa640 1 -- 172.21.15.122:0/834532197 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd87c044020 con 0x7fd890072d30 2024-09-12T01:18:12.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.079+0000 7fd88d7fa640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd87406be30 0x7fd87406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:12.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.080+0000 7fd8949fa640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd87406be30 0x7fd87406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:12.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.080+0000 7fd88d7fa640 1 -- 172.21.15.122:0/834532197 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7fd87c0ab180 con 0x7fd890072d30 2024-09-12T01:18:12.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.080+0000 7fd8949fa640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd87406be30 0x7fd87406e2f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd884000f60 tx=0x7fd884009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:12.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.084+0000 7fd88d7fa640 1 -- 172.21.15.122:0/834532197 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd87c0792e0 con 0x7fd890072d30 2024-09-12T01:18:12.283 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.284+0000 7fd896c5e640 1 -- 172.21.15.122:0/834532197 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd890148000 con 0x7fd890072d30 2024-09-12T01:18:12.283 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.284+0000 7fd88d7fa640 1 -- 172.21.15.122:0/834532197 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+4401 (secure 0 0 0) 0x7fd87c07d5e0 con 0x7fd890072d30 2024-09-12T01:18:12.284 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:12.284 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":17,"btime":"2024-09-12T01:18:11:960919+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:04.106171+0000","modified":"2024-09-12T01:18:11.960907+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":39,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4762},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4762":{"gid":4762,"name":"a","rank":0,"incarnation":17,"state":"up:replay","state_seq":1,"addr":"172.21.15.122:6837/3365969569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":3365969569},{"type":"v1","addr":"172.21.15.122:6837","nonce":3365969569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-12T01:18:12.284 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 17 2024-09-12T01:18:12.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 -- 172.21.15.122:0/834532197 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd87406be30 msgr2=0x7fd87406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:12.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd87406be30 0x7fd87406e2f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd884000f60 tx=0x7fd884009040 comp rx=0 tx=0).stop 2024-09-12T01:18:12.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 -- 172.21.15.122:0/834532197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd890072d30 msgr2=0x7fd8900c5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:12.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd890072d30 0x7fd8900c5440 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd87c035040 tx=0x7fd87c0046c0 comp rx=0 tx=0).stop 2024-09-12T01:18:12.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 -- 172.21.15.122:0/834532197 shutdown_connections 2024-09-12T01:18:12.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd87406be30 0x7fd87406e2f0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:12.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd89015b0b0 0x7fd8900c5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:12.286 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd890072d30 0x7fd8900c5440 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:12.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 --2- 172.21.15.122:0/834532197 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd89006f700 0x7fd890147700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:12.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 -- 172.21.15.122:0/834532197 >> 172.21.15.122:0/834532197 conn(0x7fd890067d70 msgr2=0x7fd8900b0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:12.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 -- 172.21.15.122:0/834532197 shutdown_connections 2024-09-12T01:18:12.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:12.287+0000 7fd896c5e640 1 -- 172.21.15.122:0/834532197 wait complete. 2024-09-12T01:18:12.699 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T01:18:04.106171+0000', 'modified': '2024-09-12T01:18:11.960907+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 39, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4762}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4762': {'gid': 4762, 'name': 'a', 'rank': 0, 'incarnation': 17, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.122:6837/3365969569', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6835', 'nonce': 3365969569}, {'type': 'v1', 'addr': '172.21.15.122:6837', 'nonce': 3365969569}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-12T01:18:12.700 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4762:up:replay 2024-09-12T01:18:13.701 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:13.801 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.802+0000 7f0f6179d640 1 Processor -- start 2024-09-12T01:18:13.802 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.802+0000 7f0f6179d640 1 -- start start 2024-09-12T01:18:13.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.803+0000 7f0f6179d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f0f5c15bfb0 0x7f0f5c15e930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:13.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.803+0000 7f0f6179d640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f5c15f180 con 0x7f0f5c09b770 2024-09-12T01:18:13.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.803+0000 7f0f6179d640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f5c15f460 con 0x7f0f5c09b140 2024-09-12T01:18:13.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.803+0000 7f0f6179d640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f0f5c0b1ba0 con 0x7f0f5c15bfb0 2024-09-12T01:18:13.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.803+0000 7f0f5bfff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f0f5c15bfb0 0x7f0f5c15e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:13.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.804+0000 7f0f5b7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f0f5c09b770 0x7f0f5c09aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52602/0 (socket says 172.21.15.122:52602) 2024-09-12T01:18:13.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.804+0000 7f0f5b7fe640 1 -- 172.21.15.122:0/3376127762 learned_addr learned my addr 172.21.15.122:0/3376127762 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:13.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.804+0000 7f0f5bfff640 1 -- 172.21.15.122:0/3376127762 >> v1:172.21.15.151:6789/0 conn(0x7f0f5c09b140 legacy=0x7f0f5c0b6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:13.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.804+0000 7f0f5bfff640 1 -- 172.21.15.122:0/3376127762 >> v1:172.21.15.122:6789/0 conn(0x7f0f5c09b770 legacy=0x7f0f5c09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:13.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.804+0000 7f0f5affd640 1 -- 172.21.15.122:0/3376127762 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 332149895 0 0) 0x7f0f5c15f180 con 0x7f0f5c09b770 2024-09-12T01:18:13.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.804+0000 7f0f5bfff640 1 -- 172.21.15.122:0/3376127762 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f5c15f740 con 0x7f0f5c15bfb0 2024-09-12T01:18:13.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.805+0000 7f0f5bfff640 1 --2- 172.21.15.122:0/3376127762 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f5c15bfb0 0x7f0f5c15e930 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0f4c0097a0 tx=0x7f0f4c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cae54c13fc759d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:13.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.805+0000 7f0f5affd640 1 -- 172.21.15.122:0/3376127762 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f4c037070 con 0x7f0f5c15bfb0 2024-09-12T01:18:13.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.805+0000 7f0f5affd640 1 -- 172.21.15.122:0/3376127762 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f4c032440 con 0x7f0f5c15bfb0 2024-09-12T01:18:13.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.805+0000 7f0f5affd640 1 -- 172.21.15.122:0/3376127762 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f4c032810 con 0x7f0f5c15bfb0 2024-09-12T01:18:13.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.805+0000 7f0f6179d640 1 -- 172.21.15.122:0/3376127762 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f5c15bfb0 msgr2=0x7f0f5c15e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:13.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.805+0000 7f0f6179d640 1 --2- 172.21.15.122:0/3376127762 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f5c15bfb0 0x7f0f5c15e930 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0f4c0097a0 tx=0x7f0f4c02a230 comp rx=0 tx=0).stop 2024-09-12T01:18:13.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.805+0000 7f0f6179d640 1 -- 172.21.15.122:0/3376127762 shutdown_connections 2024-09-12T01:18:13.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.805+0000 7f0f6179d640 1 --2- 172.21.15.122:0/3376127762 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f5c15bfb0 0x7f0f5c15e930 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:13.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.805+0000 7f0f6179d640 1 -- 172.21.15.122:0/3376127762 >> 172.21.15.122:0/3376127762 conn(0x7f0f5c0b3d50 msgr2=0x7f0f5c0b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:13.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.805+0000 7f0f6179d640 1 -- 172.21.15.122:0/3376127762 shutdown_connections 2024-09-12T01:18:13.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.805+0000 7f0f6179d640 1 -- 172.21.15.122:0/3376127762 wait complete. 2024-09-12T01:18:13.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.806+0000 7f0f6179d640 1 Processor -- start 2024-09-12T01:18:13.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.807+0000 7f0f6179d640 1 -- start start 2024-09-12T01:18:13.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.807+0000 7f0f6179d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f5c09b140 0x7f0f5c153350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:13.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.807+0000 7f0f6179d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f5c09b770 0x7f0f5c0b6480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:13.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.807+0000 7f0f6179d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0f5c15bfb0 0x7f0f5c0b69c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:13.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.807+0000 7f0f6179d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0f5c0b59b0 con 0x7f0f5c09b140 2024-09-12T01:18:13.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.807+0000 7f0f6179d640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f0f5c15ee70 con 0x7f0f5c15bfb0 2024-09-12T01:18:13.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.807+0000 7f0f6179d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f0f5c0b5b30 con 0x7f0f5c09b770 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.807+0000 7f0f5bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f5c09b140 0x7f0f5c153350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.807+0000 7f0f5bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f5c09b140 0x7f0f5c153350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45922/0 (socket says 172.21.15.122:45922) 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.807+0000 7f0f5bfff640 1 -- 172.21.15.122:0/93472727 learned_addr learned my addr 172.21.15.122:0/93472727 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f5b7fe640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f5c09b770 0x7f0f5c0b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f60f9c640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0f5c15bfb0 0x7f0f5c0b69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f5bfff640 1 -- 172.21.15.122:0/93472727 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f5c09b770 msgr2=0x7f0f5c0b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f5bfff640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f5c09b770 0x7f0f5c0b6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f5bfff640 1 -- 172.21.15.122:0/93472727 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0f5c15bfb0 msgr2=0x7f0f5c0b69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f5bfff640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0f5c15bfb0 0x7f0f5c0b69c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f5bfff640 1 -- 172.21.15.122:0/93472727 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f5c1f4120 con 0x7f0f5c09b140 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f5bfff640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f5c09b140 0x7f0f5c153350 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f0f4c000c00 tx=0x7f0f4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:13.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f58ff9640 1 -- 172.21.15.122:0/93472727 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f4c037040 con 0x7f0f5c09b140 2024-09-12T01:18:13.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f58ff9640 1 -- 172.21.15.122:0/93472727 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f4c042070 con 0x7f0f5c09b140 2024-09-12T01:18:13.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f6179d640 1 -- 172.21.15.122:0/93472727 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f5c1f4400 con 0x7f0f5c09b140 2024-09-12T01:18:13.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f58ff9640 1 -- 172.21.15.122:0/93472727 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f4c030a70 con 0x7f0f5c09b140 2024-09-12T01:18:13.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.808+0000 7f0f6179d640 1 -- 172.21.15.122:0/93472727 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f5c1f49c0 con 0x7f0f5c09b140 2024-09-12T01:18:13.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.809+0000 7f0f6179d640 1 -- 172.21.15.122:0/93472727 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f5c15e930 con 0x7f0f5c09b140 2024-09-12T01:18:13.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.810+0000 7f0f58ff9640 1 -- 172.21.15.122:0/93472727 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0f4c030c10 con 0x7f0f5c09b140 2024-09-12T01:18:13.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.810+0000 7f0f58ff9640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4806be30 0x7f0f4806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:13.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.810+0000 7f0f58ff9640 1 -- 172.21.15.122:0/93472727 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f0f4c0abb00 con 0x7f0f5c09b140 2024-09-12T01:18:13.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.810+0000 7f0f5b7fe640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4806be30 0x7f0f4806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:13.812 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.810+0000 7f0f5b7fe640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4806be30 0x7f0f4806e2f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c15a4d0 tx=0x7f0f50007b90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:13.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:13.814+0000 7f0f58ff9640 1 -- 172.21.15.122:0/93472727 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0f4c07a2d0 con 0x7f0f5c09b140 2024-09-12T01:18:14.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.016+0000 7f0f6179d640 1 -- 172.21.15.122:0/93472727 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f5c162dc0 con 0x7f0f5c09b140 2024-09-12T01:18:14.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.016+0000 7f0f58ff9640 1 -- 172.21.15.122:0/93472727 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+5229 (secure 0 0 0) 0x7f0f4c079bd0 con 0x7f0f5c09b140 2024-09-12T01:18:14.015 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:14.016 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":19,"btime":"2024-09-12T01:18:13:965382+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5094,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3889546756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3889546756},{"type":"v1","addr":"172.21.15.122:6836","nonce":3889546756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:04.106171+0000","modified":"2024-09-12T01:18:12.968166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":39,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4762},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4762":{"gid":4762,"name":"a","rank":0,"incarnation":17,"state":"up:rejoin","state_seq":6,"addr":"172.21.15.122:6837/3365969569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":3365969569},{"type":"v1","addr":"172.21.15.122:6837","nonce":3365969569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-12T01:18:14.016 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 19 2024-09-12T01:18:14.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 -- 172.21.15.122:0/93472727 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4806be30 msgr2=0x7f0f4806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:14.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4806be30 0x7f0f4806e2f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c15a4d0 tx=0x7f0f50007b90 comp rx=0 tx=0).stop 2024-09-12T01:18:14.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 -- 172.21.15.122:0/93472727 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f5c09b140 msgr2=0x7f0f5c153350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:14.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f5c09b140 0x7f0f5c153350 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f0f4c000c00 tx=0x7f0f4c0046c0 comp rx=0 tx=0).stop 2024-09-12T01:18:14.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 -- 172.21.15.122:0/93472727 shutdown_connections 2024-09-12T01:18:14.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0f4806be30 0x7f0f4806e2f0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:14.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0f5c15bfb0 0x7f0f5c0b69c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:14.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0f5c09b770 0x7f0f5c0b6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:14.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 --2- 172.21.15.122:0/93472727 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f5c09b140 0x7f0f5c153350 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:14.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 -- 172.21.15.122:0/93472727 >> 172.21.15.122:0/93472727 conn(0x7f0f5c0b3d50 msgr2=0x7f0f5c071090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:14.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 -- 172.21.15.122:0/93472727 shutdown_connections 2024-09-12T01:18:14.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:14.018+0000 7f0f6179d640 1 -- 172.21.15.122:0/93472727 wait complete. 2024-09-12T01:18:14.431 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 19, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T01:18:04.106171+0000', 'modified': '2024-09-12T01:18:12.968166+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 39, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4762}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4762': {'gid': 4762, 'name': 'a', 'rank': 0, 'incarnation': 17, 'state': 'up:rejoin', 'state_seq': 6, 'addr': '172.21.15.122:6837/3365969569', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6835', 'nonce': 3365969569}, {'type': 'v1', 'addr': '172.21.15.122:6837', 'nonce': 3365969569}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-12T01:18:14.431 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4762:up:rejoin 2024-09-12T01:18:15.432 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:15.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.543+0000 7f30e6aa6640 1 Processor -- start 2024-09-12T01:18:15.542 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.543+0000 7f30e6aa6640 1 -- start start 2024-09-12T01:18:15.546 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.543+0000 7f30e6aa6640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f30e0161c80 0x7f30e006e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:15.546 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.543+0000 7f30e6aa6640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 0x7f30e00b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:15.546 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.543+0000 7f30e6aa6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f30e00b64b0 0x7f30e00b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:15.546 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e6aa6640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f30e006e870 con 0x7f30e00b64b0 2024-09-12T01:18:15.546 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e6aa6640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f30e006d9f0 con 0x7f30e0161c80 2024-09-12T01:18:15.546 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e6aa6640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f30e006dcd0 con 0x7f30e0162060 2024-09-12T01:18:15.546 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e5043640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f30e00b64b0 0x7f30e00b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:15.546 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e5043640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f30e00b64b0 0x7f30e00b6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45932/0 (socket says 172.21.15.122:45932) 2024-09-12T01:18:15.547 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e5043640 1 -- 172.21.15.122:0/1606195833 learned_addr learned my addr 172.21.15.122:0/1606195833 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:15.547 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30dffff640 1 --2- 172.21.15.122:0/1606195833 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 0x7f30e00b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:15.547 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e5043640 1 -- 172.21.15.122:0/1606195833 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 msgr2=0x7f30e00b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:15.547 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e4842640 1 --2- 172.21.15.122:0/1606195833 >> v2:172.21.15.151:3300/0 conn(0x7f30e0161c80 0x7f30e006e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:15.547 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e5043640 1 --2- 172.21.15.122:0/1606195833 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 0x7f30e00b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.547 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e5043640 1 -- 172.21.15.122:0/1606195833 >> v2:172.21.15.151:3300/0 conn(0x7f30e0161c80 msgr2=0x7f30e006e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:15.547 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e5043640 1 --2- 172.21.15.122:0/1606195833 >> v2:172.21.15.151:3300/0 conn(0x7f30e0161c80 0x7f30e006e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.548 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e5043640 1 -- 172.21.15.122:0/1606195833 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30e006dfb0 con 0x7f30e00b64b0 2024-09-12T01:18:15.548 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30dffff640 1 --2- 172.21.15.122:0/1606195833 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 0x7f30e00b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:15.548 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.544+0000 7f30e4842640 1 --2- 172.21.15.122:0/1606195833 >> v2:172.21.15.151:3300/0 conn(0x7f30e0161c80 0x7f30e006e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:15.548 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.545+0000 7f30e5043640 1 --2- 172.21.15.122:0/1606195833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f30e00b64b0 0x7f30e00b6960 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f30e008d7a0 tx=0x7f30d802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d03a425900ce1ece server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:15.548 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.545+0000 7f30df7fe640 1 -- 172.21.15.122:0/1606195833 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d8036070 con 0x7f30e00b64b0 2024-09-12T01:18:15.548 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.545+0000 7f30df7fe640 1 -- 172.21.15.122:0/1606195833 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30d8031600 con 0x7f30e00b64b0 2024-09-12T01:18:15.548 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.545+0000 7f30df7fe640 1 -- 172.21.15.122:0/1606195833 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d80319d0 con 0x7f30e00b64b0 2024-09-12T01:18:15.548 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.545+0000 7f30e6aa6640 1 -- 172.21.15.122:0/1606195833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f30e00b64b0 msgr2=0x7f30e00b6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:15.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.545+0000 7f30e6aa6640 1 --2- 172.21.15.122:0/1606195833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f30e00b64b0 0x7f30e00b6960 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f30e008d7a0 tx=0x7f30d802a6a0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.545+0000 7f30e6aa6640 1 -- 172.21.15.122:0/1606195833 shutdown_connections 2024-09-12T01:18:15.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.545+0000 7f30e6aa6640 1 --2- 172.21.15.122:0/1606195833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f30e00b64b0 0x7f30e00b6960 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.545+0000 7f30e6aa6640 1 --2- 172.21.15.122:0/1606195833 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 0x7f30e00b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.545+0000 7f30e6aa6640 1 --2- 172.21.15.122:0/1606195833 >> v2:172.21.15.151:3300/0 conn(0x7f30e0161c80 0x7f30e006e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.545+0000 7f30e6aa6640 1 -- 172.21.15.122:0/1606195833 >> 172.21.15.122:0/1606195833 conn(0x7f30e00d44f0 msgr2=0x7f30e00d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:15.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.546+0000 7f30e6aa6640 1 -- 172.21.15.122:0/1606195833 shutdown_connections 2024-09-12T01:18:15.549 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.546+0000 7f30e6aa6640 1 -- 172.21.15.122:0/1606195833 wait complete. 2024-09-12T01:18:15.550 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.547+0000 7f30e6aa6640 1 Processor -- start 2024-09-12T01:18:15.550 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.547+0000 7f30e6aa6640 1 -- start start 2024-09-12T01:18:15.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30e6aa6640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f30e00b64b0 0x7f30e01f4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:15.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30e6aa6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f30e0161c80 0x7f30e0156560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:15.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30e6aa6640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 0x7f30e00cd840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:15.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30e6aa6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f30e0162500 con 0x7f30e0161c80 2024-09-12T01:18:15.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30e6aa6640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f30e00d2aa0 con 0x7f30e00b64b0 2024-09-12T01:18:15.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30e6aa6640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f30e0162680 con 0x7f30e0162060 2024-09-12T01:18:15.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f30e0161c80 0x7f30e0156560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:15.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f30e0161c80 0x7f30e0156560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45938/0 (socket says 172.21.15.122:45938) 2024-09-12T01:18:15.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dffff640 1 -- 172.21.15.122:0/197667709 learned_addr learned my addr 172.21.15.122:0/197667709 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:15.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30e5043640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 0x7f30e00cd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:15.554 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30e4842640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f30e00b64b0 0x7f30e01f4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dffff640 1 -- 172.21.15.122:0/197667709 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 msgr2=0x7f30e00cd840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dffff640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 0x7f30e00cd840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dffff640 1 -- 172.21.15.122:0/197667709 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f30e00b64b0 msgr2=0x7f30e01f4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dffff640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f30e00b64b0 0x7f30e01f4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dffff640 1 -- 172.21.15.122:0/197667709 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30e00cd480 con 0x7f30e0161c80 2024-09-12T01:18:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30e5043640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 0x7f30e00cd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dffff640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f30e0161c80 0x7f30e0156560 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f30cc00c820 tx=0x7f30cc00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dd7fa640 1 -- 172.21.15.122:0/197667709 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30cc015070 con 0x7f30e0161c80 2024-09-12T01:18:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dd7fa640 1 -- 172.21.15.122:0/197667709 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30cc007a30 con 0x7f30e0161c80 2024-09-12T01:18:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30dd7fa640 1 -- 172.21.15.122:0/197667709 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30cc007e20 con 0x7f30e0161c80 2024-09-12T01:18:15.556 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.548+0000 7f30e6aa6640 1 -- 172.21.15.122:0/197667709 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30e01f7bb0 con 0x7f30e0161c80 2024-09-12T01:18:15.556 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.549+0000 7f30e6aa6640 1 -- 172.21.15.122:0/197667709 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30e01f8170 con 0x7f30e0161c80 2024-09-12T01:18:15.556 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.550+0000 7f30e6aa6640 1 -- 172.21.15.122:0/197667709 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30e0160580 con 0x7f30e0161c80 2024-09-12T01:18:15.556 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.550+0000 7f30dd7fa640 1 -- 172.21.15.122:0/197667709 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f30cc018070 con 0x7f30e0161c80 2024-09-12T01:18:15.556 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.550+0000 7f30dd7fa640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30c406be30 0x7f30c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:15.556 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.551+0000 7f30e4842640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30c406be30 0x7f30c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:15.556 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.551+0000 7f30dd7fa640 1 -- 172.21.15.122:0/197667709 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f30cc08ab50 con 0x7f30e0161c80 2024-09-12T01:18:15.556 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.551+0000 7f30e4842640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30c406be30 0x7f30c406e2f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f30d4006b10 tx=0x7f30d4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:15.556 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.555+0000 7f30dd7fa640 1 -- 172.21.15.122:0/197667709 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f30e0160580 con 0x7f30e0161c80 2024-09-12T01:18:15.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.753+0000 7f30e6aa6640 1 -- 172.21.15.122:0/197667709 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30e006e330 con 0x7f30e0161c80 2024-09-12T01:18:15.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.753+0000 7f30dd7fa640 1 -- 172.21.15.122:0/197667709 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5236 (secure 0 0 0) 0x7f30cc059330 con 0x7f30e0161c80 2024-09-12T01:18:15.753 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:15.753 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":20,"btime":"2024-09-12T01:18:14:970529+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5094,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3889546756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3889546756},{"type":"v1","addr":"172.21.15.122:6836","nonce":3889546756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:04.106171+0000","modified":"2024-09-12T01:18:14.970524+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":39,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4762},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4762":{"gid":4762,"name":"a","rank":0,"incarnation":17,"state":"up:active","state_seq":7,"addr":"172.21.15.122:6837/3365969569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":3365969569},{"type":"v1","addr":"172.21.15.122:6837","nonce":3365969569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4762,"qdb_cluster":[4762]},"id":2}]} 2024-09-12T01:18:15.753 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 20 2024-09-12T01:18:15.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 -- 172.21.15.122:0/197667709 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30c406be30 msgr2=0x7f30c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:15.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30c406be30 0x7f30c406e2f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f30d4006b10 tx=0x7f30d4008040 comp rx=0 tx=0).stop 2024-09-12T01:18:15.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 -- 172.21.15.122:0/197667709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f30e0161c80 msgr2=0x7f30e0156560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:15.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f30e0161c80 0x7f30e0156560 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f30cc00c820 tx=0x7f30cc00cce0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 -- 172.21.15.122:0/197667709 shutdown_connections 2024-09-12T01:18:15.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f30c406be30 0x7f30c406e2f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f30e0162060 0x7f30e00cd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f30e0161c80 0x7f30e0156560 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 --2- 172.21.15.122:0/197667709 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f30e00b64b0 0x7f30e01f4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:15.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 -- 172.21.15.122:0/197667709 >> 172.21.15.122:0/197667709 conn(0x7f30e00d44f0 msgr2=0x7f30e00b3f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:15.755 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 -- 172.21.15.122:0/197667709 shutdown_connections 2024-09-12T01:18:15.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:15.755+0000 7f30e6aa6640 1 -- 172.21.15.122:0/197667709 wait complete. 2024-09-12T01:18:16.167 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 20, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T01:18:04.106171+0000', 'modified': '2024-09-12T01:18:14.970524+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 39, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4762}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4762': {'gid': 4762, 'name': 'a', 'rank': 0, 'incarnation': 17, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.122:6837/3365969569', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6835', 'nonce': 3365969569}, {'type': 'v1', 'addr': '172.21.15.122:6837', 'nonce': 3365969569}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4762, 'qdb_cluster': [4762]} 2024-09-12T01:18:16.168 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T01:18:16.168 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-12T01:18:16.268 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.269+0000 7f71fd4b7640 1 Processor -- start 2024-09-12T01:18:16.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.269+0000 7f71fd4b7640 1 -- start start 2024-09-12T01:18:16.275 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71fd4b7640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f71f80d30f0 0x7f71f80b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.275 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71fd4b7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f71f80b64c0 0x7f71f806d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.275 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71fd4b7640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71f80d3690 con 0x7f71f815e5f0 2024-09-12T01:18:16.275 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71fd4b7640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f71f806d530 con 0x7f71f80b64c0 2024-09-12T01:18:16.275 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71fd4b7640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f71f80d3970 con 0x7f71f80d30f0 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71f77fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f71f80b64c0 0x7f71f806d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71f77fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f71f80b64c0 0x7f71f806d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45940/0 (socket says 172.21.15.122:45940) 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71f77fe640 1 -- 172.21.15.122:0/665765969 learned_addr learned my addr 172.21.15.122:0/665765969 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/665765969 >> v2:172.21.15.151:3300/0 conn(0x7f71f80d30f0 0x7f71f80b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71f77fe640 1 -- 172.21.15.122:0/665765969 >> v2:172.21.15.151:3300/0 conn(0x7f71f80d30f0 msgr2=0x7f71f80b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71f77fe640 1 --2- 172.21.15.122:0/665765969 >> v2:172.21.15.151:3300/0 conn(0x7f71f80d30f0 0x7f71f80b5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71f77fe640 1 -- 172.21.15.122:0/665765969 >> v1:172.21.15.151:6789/0 conn(0x7f71f815e5f0 legacy=0x7f71f80d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.270+0000 7f71f77fe640 1 -- 172.21.15.122:0/665765969 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71f806cee0 con 0x7f71f80b64c0 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.271+0000 7f71f77fe640 1 --2- 172.21.15.122:0/665765969 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71f80b64c0 0x7f71f806d9c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f71f808e520 tx=0x7f71f002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c81dc31b9374d635 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.271+0000 7f71f67fc640 1 -- 172.21.15.122:0/665765969 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f0036070 con 0x7f71f80b64c0 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.271+0000 7f71f67fc640 1 -- 172.21.15.122:0/665765969 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71f0031600 con 0x7f71f80b64c0 2024-09-12T01:18:16.276 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.271+0000 7f71f67fc640 1 -- 172.21.15.122:0/665765969 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f00319d0 con 0x7f71f80b64c0 2024-09-12T01:18:16.277 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.272+0000 7f71fd4b7640 1 -- 172.21.15.122:0/665765969 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71f80b64c0 msgr2=0x7f71f806d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.277 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.272+0000 7f71fd4b7640 1 --2- 172.21.15.122:0/665765969 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71f80b64c0 0x7f71f806d9c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f71f808e520 tx=0x7f71f002a6f0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.277 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.272+0000 7f71fd4b7640 1 -- 172.21.15.122:0/665765969 shutdown_connections 2024-09-12T01:18:16.277 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.272+0000 7f71fd4b7640 1 --2- 172.21.15.122:0/665765969 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71f80b64c0 0x7f71f806d9c0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.277 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.272+0000 7f71fd4b7640 1 --2- 172.21.15.122:0/665765969 >> v2:172.21.15.151:3300/0 conn(0x7f71f80d30f0 0x7f71f80b5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.277 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.272+0000 7f71fd4b7640 1 -- 172.21.15.122:0/665765969 >> 172.21.15.122:0/665765969 conn(0x7f71f808bfc0 msgr2=0x7f71f80d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:16.277 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.272+0000 7f71fd4b7640 1 -- 172.21.15.122:0/665765969 shutdown_connections 2024-09-12T01:18:16.277 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.272+0000 7f71fd4b7640 1 -- 172.21.15.122:0/665765969 wait complete. 2024-09-12T01:18:16.277 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.273+0000 7f71fd4b7640 1 Processor -- start 2024-09-12T01:18:16.277 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.273+0000 7f71fd4b7640 1 -- start start 2024-09-12T01:18:16.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71fd4b7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f71f80b64c0 0x7f71f815dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71fd4b7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71f80d30f0 0x7f71f80a1040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71fd4b7640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f71f815e5f0 0x7f71f809f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71fd4b7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f71f806df00 con 0x7f71f80d30f0 2024-09-12T01:18:16.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71fd4b7640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f71f815e9d0 con 0x7f71f815e5f0 2024-09-12T01:18:16.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71fd4b7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f71f806e080 con 0x7f71f80b64c0 2024-09-12T01:18:16.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71ee7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71f80d30f0 0x7f71f80a1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71ee7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71f80d30f0 0x7f71f80a1040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45950/0 (socket says 172.21.15.122:45950) 2024-09-12T01:18:16.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71ee7fc640 1 -- 172.21.15.122:0/2054455274 learned_addr learned my addr 172.21.15.122:0/2054455274 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:16.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f71f80b64c0 0x7f71f815dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.278 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71f77fe640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f71f815e5f0 0x7f71f809f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71ee7fc640 1 -- 172.21.15.122:0/2054455274 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f71f80b64c0 msgr2=0x7f71f815dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f71f80b64c0 0x7f71f815dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71ee7fc640 1 -- 172.21.15.122:0/2054455274 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f71f815e5f0 msgr2=0x7f71f809f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f71f815e5f0 0x7f71f809f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71ee7fc640 1 -- 172.21.15.122:0/2054455274 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71f80c8530 con 0x7f71f80d30f0 2024-09-12T01:18:16.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.274+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71f80d30f0 0x7f71f80a1040 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f71e000d800 tx=0x7f71e000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.275+0000 7f71effff640 1 -- 172.21.15.122:0/2054455274 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e000b6c0 con 0x7f71f80d30f0 2024-09-12T01:18:16.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.275+0000 7f71effff640 1 -- 172.21.15.122:0/2054455274 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71e0019070 con 0x7f71f80d30f0 2024-09-12T01:18:16.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.275+0000 7f71fd4b7640 1 -- 172.21.15.122:0/2054455274 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71f80c8810 con 0x7f71f80d30f0 2024-09-12T01:18:16.279 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.275+0000 7f71effff640 1 -- 172.21.15.122:0/2054455274 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e000ba80 con 0x7f71f80d30f0 2024-09-12T01:18:16.280 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.275+0000 7f71fd4b7640 1 -- 172.21.15.122:0/2054455274 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71f80c8dd0 con 0x7f71f80d30f0 2024-09-12T01:18:16.280 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.276+0000 7f71effff640 1 -- 172.21.15.122:0/2054455274 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f71e000bc20 con 0x7f71f80d30f0 2024-09-12T01:18:16.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.276+0000 7f71effff640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f71d806be30 0x7f71d806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.277+0000 7f71effff640 1 -- 172.21.15.122:0/2054455274 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f71e008b510 con 0x7f71f80d30f0 2024-09-12T01:18:16.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.277+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f71d806be30 0x7f71d806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.287 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.277+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f71d806be30 0x7f71d806e2f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f71e8006fd0 tx=0x7f71e8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.277+0000 7f720024e740 1 Processor -- start 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.278+0000 7f720024e740 1 -- start start 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.278+0000 7f720024e740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565795d2c0 0x5556579a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.278+0000 7f720024e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795aa80 0x55565795d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.278+0000 7f720024e740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795ea50 0x5556579578b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.278+0000 7f720024e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5556578bf520 con 0x55565795aa80 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.278+0000 7f720024e740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x5556578673e0 con 0x55565795ea50 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.278+0000 7f720024e740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x5556578bb4e0 con 0x55565795d2c0 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.278+0000 7f71ee7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795aa80 0x55565795d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.278+0000 7f71ee7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795aa80 0x55565795d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45958/0 (socket says 172.21.15.122:45958) 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.278+0000 7f71ee7fc640 1 -- 172.21.15.122:0/924203948 learned_addr learned my addr 172.21.15.122:0/924203948 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.279+0000 7f71f77fe640 1 --2- 172.21.15.122:0/924203948 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795ea50 0x5556579578b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.279+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/924203948 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565795d2c0 0x5556579a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.279+0000 7f71ee7fc640 1 -- 172.21.15.122:0/924203948 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565795d2c0 msgr2=0x5556579a2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.279+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/924203948 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565795d2c0 0x5556579a2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.279+0000 7f71ee7fc640 1 -- 172.21.15.122:0/924203948 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795ea50 msgr2=0x5556579578b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.279+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/924203948 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795ea50 0x5556579578b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.279+0000 7f71ee7fc640 1 -- 172.21.15.122:0/924203948 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556578822f0 con 0x55565795aa80 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.279+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/924203948 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795aa80 0x55565795d6a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f71e00897d0 tx=0x7f71e0059070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cf8b5f265017808 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.279+0000 7f71ecff9640 1 -- 172.21.15.122:0/924203948 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e00621c0 con 0x55565795aa80 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.279+0000 7f71ecff9640 1 -- 172.21.15.122:0/924203948 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71e00578e0 con 0x55565795aa80 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.279+0000 7f71ecff9640 1 -- 172.21.15.122:0/924203948 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e0061d30 con 0x55565795aa80 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.280+0000 7f720024e740 1 -- 172.21.15.122:0/924203948 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795aa80 msgr2=0x55565795d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.280+0000 7f720024e740 1 --2- 172.21.15.122:0/924203948 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795aa80 0x55565795d6a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f71e00897d0 tx=0x7f71e0059070 comp rx=0 tx=0).stop 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.280+0000 7f720024e740 1 -- 172.21.15.122:0/924203948 shutdown_connections 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.280+0000 7f720024e740 1 --2- 172.21.15.122:0/924203948 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795ea50 0x5556579578b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.280+0000 7f720024e740 1 --2- 172.21.15.122:0/924203948 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795aa80 0x55565795d6a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.280+0000 7f720024e740 1 --2- 172.21.15.122:0/924203948 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565795d2c0 0x5556579a2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.280+0000 7f720024e740 1 -- 172.21.15.122:0/924203948 >> 172.21.15.122:0/924203948 conn(0x555657959a80 msgr2=0x5556579a1f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.280+0000 7f720024e740 1 -- 172.21.15.122:0/924203948 shutdown_connections 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.280+0000 7f720024e740 1 -- 172.21.15.122:0/924203948 wait complete. 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.280+0000 7f720024e740 1 -- start start 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.280+0000 7f720024e740 1 Processor -- start 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f720024e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795d2c0 0x55565796e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f720024e740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795ea50 0x55565799e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f720024e740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 0x55565799c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f720024e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x555657958f20 con 0x55565795d2c0 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f720024e740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x555657848450 con 0x55565795ea50 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f720024e740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x5556579a3290 con 0x55565799ece0 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f720024e740 10 client.0 _ll_register_callbacks cb 0x5556575d1ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71f6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795d2c0 0x55565796e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71f6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795d2c0 0x55565796e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45962/0 (socket says 172.21.15.122:45962) 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71f6ffd640 1 -- 172.21.15.122:0/2843240915 learned_addr learned my addr 172.21.15.122:0/2843240915 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71f77fe640 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 0x55565799c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795ea50 0x55565799e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71f6ffd640 1 -- 172.21.15.122:0/2843240915 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 msgr2=0x55565799c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 0x55565799c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71f6ffd640 1 -- 172.21.15.122:0/2843240915 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795ea50 msgr2=0x55565799e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795ea50 0x55565799e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71f6ffd640 1 -- 172.21.15.122:0/2843240915 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556575d22d0 con 0x55565795d2c0 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71f77fe640 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 0x55565799c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.281+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795ea50 0x55565799e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795d2c0 0x55565796e650 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f71e800de70 tx=0x7f71e8004680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac31dfa44bde4f39 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f71d5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f71d5ffb640 1 -- 172.21.15.122:0/2843240915 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e8014e40 con 0x55565795d2c0 2024-09-12T01:18:16.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f71d5ffb640 1 -- 172.21.15.122:0/2843240915 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f71e800f040 con 0x55565795d2c0 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f720024e740 1 -- 172.21.15.122:0/2843240915 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71e00578e0 con 0x55565795d2c0 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f71d5ffb640 1 -- 172.21.15.122:0/2843240915 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f71e8005910 con 0x55565795d2c0 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f720024e740 10 client.5130 fetch_fsmap learned FSMap version 20 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f720024e740 1 -- 172.21.15.122:0/2843240915 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=20,monmap=2+}) -- 0x55565769c6b0 con 0x55565795d2c0 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f71d5ffb640 1 -- 172.21.15.122:0/2843240915 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71e00578e0 con 0x55565795d2c0 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f71d5ffb640 1 -- 172.21.15.122:0/2843240915 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 20) ==== 3502+0+0 (secure 0 0 0) 0x7f71e8030080 con 0x55565795d2c0 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f720024e740 10 client.5130 fetch_fsmap finished waiting for FSMap version 20 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f720024e740 10 client.5130 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f720024e740 20 client.5130 populate_metadata read hostname 'smithi122' 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f720024e740 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.122:6835/3365969569,v1:172.21.15.122:6837/3365969569] conn(0x5556579b5400 0x555657957410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f720024e740 4 client.5130 mds_command: new command op to 4762 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f720024e740 1 -- 172.21.15.122:0/2843240915 --> [v2:172.21.15.122:6835/3365969569,v1:172.21.15.122:6837/3365969569] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5556578ccc50 con 0x5556579b5400 2024-09-12T01:18:16.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.282+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.122:6835/3365969569,v1:172.21.15.122:6837/3365969569] conn(0x5556579b5400 0x555657957410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f71d5ffb640 10 client.5130 ms_handle_connect on v2:172.21.15.122:6835/3365969569 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.122:6835/3365969569,v1:172.21.15.122:6837/3365969569] conn(0x5556579b5400 0x555657957410 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ad834738556f322 server_cookie=90e0a77bd6a73dff in_seq=0 out_seq=0 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f71d5ffb640 1 -- 172.21.15.122:0/2843240915 <== mds.0 v2:172.21.15.122:6835/3365969569 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5556578ccc50 con 0x5556579b5400 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f71d5ffb640 10 client.5130 handle_command_reply: tid=0 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f720024e740 1 client.5130 shutdown 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f720024e740 1 -- 172.21.15.122:0/2843240915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795d2c0 msgr2=0x55565796e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f720024e740 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795d2c0 0x55565796e650 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f71e800de70 tx=0x7f71e8004680 comp rx=0 tx=0).stop 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f720024e740 1 -- 172.21.15.122:0/2843240915 shutdown_connections 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f720024e740 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.122:6835/3365969569,v1:172.21.15.122:6837/3365969569] conn(0x5556579b5400 0x555657957410 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f720024e740 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 0x55565799c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f720024e740 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795ea50 0x55565799e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f71d5ffb640 0 client.5130 ms_handle_reset on v2:172.21.15.122:6835/3365969569 2024-09-12T01:18:16.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f720024e740 1 --2- 172.21.15.122:0/2843240915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795d2c0 0x55565796e650 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f720024e740 1 -- 172.21.15.122:0/2843240915 >> 172.21.15.122:0/2843240915 conn(0x55565795aa80 msgr2=0x5556579a1750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:16.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.283+0000 7f720024e740 1 -- 172.21.15.122:0/2843240915 shutdown_connections 2024-09-12T01:18:16.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.284+0000 7f720024e740 1 -- 172.21.15.122:0/2843240915 wait complete. 2024-09-12T01:18:16.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.284+0000 7f720024e740 20 client.5130 trim_cache size 0 max 16384 2024-09-12T01:18:16.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.301+0000 7f720024e740 1 Processor -- start 2024-09-12T01:18:16.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.301+0000 7f720024e740 1 -- start start 2024-09-12T01:18:16.302 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.301+0000 7f720024e740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 0x5556579a5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.302 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.301+0000 7f720024e740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565795ea50 0x5556579b05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.302 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.301+0000 7f720024e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565799ece0 0x5556579b0b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.302 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.301+0000 7f720024e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f71f8200400 con 0x55565799ece0 2024-09-12T01:18:16.302 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.301+0000 7f720024e740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f71f81ff760 con 0x55565795d2c0 2024-09-12T01:18:16.302 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.301+0000 7f720024e740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f71f81ffdb0 con 0x55565795ea50 2024-09-12T01:18:16.302 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71f77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565799ece0 0x5556579b0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71f77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565799ece0 0x5556579b0b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45976/0 (socket says 172.21.15.122:45976) 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71f77fe640 1 -- 172.21.15.122:0/837218226 learned_addr learned my addr 172.21.15.122:0/837218226 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/837218226 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 0x5556579a5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/837218226 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565795ea50 0x5556579b05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71f77fe640 1 -- 172.21.15.122:0/837218226 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565795ea50 msgr2=0x5556579b05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71f77fe640 1 --2- 172.21.15.122:0/837218226 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565795ea50 0x5556579b05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71f77fe640 1 -- 172.21.15.122:0/837218226 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 msgr2=0x5556579a5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71f77fe640 1 --2- 172.21.15.122:0/837218226 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 0x5556579a5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71f77fe640 1 -- 172.21.15.122:0/837218226 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555657958a90 con 0x55565799ece0 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/837218226 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 0x5556579a5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71f77fe640 1 --2- 172.21.15.122:0/837218226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565799ece0 0x5556579b0b00 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f71f002ace0 tx=0x7f71f002e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4166ba7e7921ac1a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71d7fff640 1 -- 172.21.15.122:0/837218226 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f0036040 con 0x55565799ece0 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71d7fff640 1 -- 172.21.15.122:0/837218226 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71f003d8e0 con 0x55565799ece0 2024-09-12T01:18:16.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.302+0000 7f71d7fff640 1 -- 172.21.15.122:0/837218226 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f003dcd0 con 0x55565799ece0 2024-09-12T01:18:16.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.303+0000 7f720024e740 1 -- 172.21.15.122:0/837218226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565799ece0 msgr2=0x5556579b0b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.303+0000 7f720024e740 1 --2- 172.21.15.122:0/837218226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565799ece0 0x5556579b0b00 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f71f002ace0 tx=0x7f71f002e000 comp rx=0 tx=0).stop 2024-09-12T01:18:16.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.303+0000 7f720024e740 1 -- 172.21.15.122:0/837218226 shutdown_connections 2024-09-12T01:18:16.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.303+0000 7f720024e740 1 --2- 172.21.15.122:0/837218226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565799ece0 0x5556579b0b00 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.303+0000 7f720024e740 1 --2- 172.21.15.122:0/837218226 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565795ea50 0x5556579b05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.303+0000 7f720024e740 1 --2- 172.21.15.122:0/837218226 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 0x5556579a5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.303+0000 7f720024e740 1 -- 172.21.15.122:0/837218226 >> 172.21.15.122:0/837218226 conn(0x55565795aa80 msgr2=0x555657986f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:16.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.303+0000 7f720024e740 1 -- 172.21.15.122:0/837218226 shutdown_connections 2024-09-12T01:18:16.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.303+0000 7f720024e740 1 -- 172.21.15.122:0/837218226 wait complete. 2024-09-12T01:18:16.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.303+0000 7f720024e740 1 -- start start 2024-09-12T01:18:16.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.303+0000 7f720024e740 1 Processor -- start 2024-09-12T01:18:16.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f720024e740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 0x5556579a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f720024e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795ea50 0x5556579bbce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f720024e740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 0x5556579b9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f720024e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5556579b5280 con 0x55565795ea50 2024-09-12T01:18:16.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f720024e740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x555657958400 con 0x55565795d2c0 2024-09-12T01:18:16.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f720024e740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x5556579b5f10 con 0x55565799ece0 2024-09-12T01:18:16.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f720024e740 10 client.0 _ll_register_callbacks cb 0x7f71e800dac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:18:16.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71ee7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795ea50 0x5556579bbce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71ee7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795ea50 0x5556579bbce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45984/0 (socket says 172.21.15.122:45984) 2024-09-12T01:18:16.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71ee7fc640 1 -- 172.21.15.122:0/3492361474 learned_addr learned my addr 172.21.15.122:0/3492361474 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:16.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 0x5556579a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71f77fe640 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 0x5556579b9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71ee7fc640 1 -- 172.21.15.122:0/3492361474 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 msgr2=0x5556579b9b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 0x5556579b9b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71ee7fc640 1 -- 172.21.15.122:0/3492361474 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 msgr2=0x5556579a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 0x5556579a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71ee7fc640 1 -- 172.21.15.122:0/3492361474 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556579b83b0 con 0x55565795ea50 2024-09-12T01:18:16.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71f77fe640 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 0x5556579b9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:16.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.304+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 0x5556579a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:16.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f71ee7fc640 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795ea50 0x5556579bbce0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f71e0061c90 tx=0x7f71e0015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee07803ba4cd49fe server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f71d5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:18:16.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f71d5ffb640 1 -- 172.21.15.122:0/3492361474 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e00578e0 con 0x55565795ea50 2024-09-12T01:18:16.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f71d5ffb640 1 -- 172.21.15.122:0/3492361474 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f71e0055c50 con 0x55565795ea50 2024-09-12T01:18:16.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f720024e740 1 -- 172.21.15.122:0/3492361474 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71f003d8e0 con 0x55565795ea50 2024-09-12T01:18:16.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f71d5ffb640 1 -- 172.21.15.122:0/3492361474 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=20) ==== 24+0+0 (secure 0 0 0) 0x7f71e0061d30 con 0x55565795ea50 2024-09-12T01:18:16.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f720024e740 10 client.5136 fetch_fsmap learned FSMap version 20 2024-09-12T01:18:16.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f720024e740 1 -- 172.21.15.122:0/3492361474 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=20,monmap=2+}) -- 0x5556579a1c30 con 0x55565795ea50 2024-09-12T01:18:16.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f71d5ffb640 1 -- 172.21.15.122:0/3492361474 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71f003d8e0 con 0x55565795ea50 2024-09-12T01:18:16.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f71d5ffb640 1 -- 172.21.15.122:0/3492361474 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 20) ==== 3502+0+0 (secure 0 0 0) 0x7f71e0013070 con 0x55565795ea50 2024-09-12T01:18:16.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f720024e740 10 client.5136 fetch_fsmap finished waiting for FSMap version 20 2024-09-12T01:18:16.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f720024e740 10 client.5136 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T01:18:16.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f720024e740 20 client.5136 populate_metadata read hostname 'smithi122' 2024-09-12T01:18:16.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f720024e740 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.122:6835/3365969569,v1:172.21.15.122:6837/3365969569] conn(0x5556579c4940 0x5556579b3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f720024e740 4 client.5136 mds_command: new command op to 4762 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T01:18:16.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f720024e740 1 -- 172.21.15.122:0/3492361474 --> [v2:172.21.15.122:6835/3365969569,v1:172.21.15.122:6837/3365969569] -- command(tid 0: {"prefix": "status"}) -- 0x5556578c6fa0 con 0x5556579c4940 2024-09-12T01:18:16.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.122:6835/3365969569,v1:172.21.15.122:6837/3365969569] conn(0x5556579c4940 0x5556579b3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f71d5ffb640 10 client.5136 ms_handle_connect on v2:172.21.15.122:6835/3365969569 2024-09-12T01:18:16.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.305+0000 7f71f6ffd640 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.122:6835/3365969569,v1:172.21.15.122:6837/3365969569] conn(0x5556579c4940 0x5556579b3d70 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=631a0c1479b7a953 server_cookie=789487835c493a71 in_seq=0 out_seq=0 2024-09-12T01:18:16.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71d5ffb640 1 -- 172.21.15.122:0/3492361474 <== mds.0 v2:172.21.15.122:6835/3365969569 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5556578c6fa0 con 0x5556579c4940 2024-09-12T01:18:16.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71d5ffb640 10 client.5136 handle_command_reply: tid=0 2024-09-12T01:18:16.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 1 client.5136 shutdown 2024-09-12T01:18:16.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 1 -- 172.21.15.122:0/3492361474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795ea50 msgr2=0x5556579bbce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795ea50 0x5556579bbce0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f71e0061c90 tx=0x7f71e0015000 comp rx=0 tx=0).stop 2024-09-12T01:18:16.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 1 -- 172.21.15.122:0/3492361474 shutdown_connections 2024-09-12T01:18:16.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.122:6835/3365969569,v1:172.21.15.122:6837/3365969569] conn(0x5556579c4940 0x5556579b3d70 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55565799ece0 0x5556579b9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55565795ea50 0x5556579bbce0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71d5ffb640 0 client.5136 ms_handle_reset on v2:172.21.15.122:6835/3365969569 2024-09-12T01:18:16.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 1 --2- 172.21.15.122:0/3492361474 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55565795d2c0 0x5556579a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 1 -- 172.21.15.122:0/3492361474 >> 172.21.15.122:0/3492361474 conn(0x55565795aa80 msgr2=0x55565799d290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:16.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 1 -- 172.21.15.122:0/3492361474 shutdown_connections 2024-09-12T01:18:16.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 1 -- 172.21.15.122:0/3492361474 wait complete. 2024-09-12T01:18:16.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f720024e740 20 client.5136 trim_cache size 0 max 16384 2024-09-12T01:18:16.314 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:18:16.315 INFO:teuthology.orchestra.run.smithi122.stdout: "cluster_fsid": "d2b61483-09bf-409c-b23d-bc9fb1623cd8", 2024-09-12T01:18:16.315 INFO:teuthology.orchestra.run.smithi122.stdout: "whoami": 0, 2024-09-12T01:18:16.315 INFO:teuthology.orchestra.run.smithi122.stdout: "id": 4762, 2024-09-12T01:18:16.315 INFO:teuthology.orchestra.run.smithi122.stdout: "want_state": "up:active", 2024-09-12T01:18:16.315 INFO:teuthology.orchestra.run.smithi122.stdout: "state": "up:active", 2024-09-12T01:18:16.315 INFO:teuthology.orchestra.run.smithi122.stdout: "fs_name": "cephfs", 2024-09-12T01:18:16.315 INFO:teuthology.orchestra.run.smithi122.stdout: "rank_uptime": 4.3421968919999996, 2024-09-12T01:18:16.315 INFO:teuthology.orchestra.run.smithi122.stdout: "mdsmap_epoch": 20, 2024-09-12T01:18:16.315 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch": 39, 2024-09-12T01:18:16.315 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch_barrier": 39, 2024-09-12T01:18:16.316 INFO:teuthology.orchestra.run.smithi122.stdout: "uptime": 18.412999852999999 2024-09-12T01:18:16.316 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:18:16.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71fd4b7640 1 -- 172.21.15.122:0/2054455274 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f71d806be30 msgr2=0x7f71d806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71fd4b7640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f71d806be30 0x7f71d806e2f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f71e8006fd0 tx=0x7f71e8008040 comp rx=0 tx=0).stop 2024-09-12T01:18:16.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71fd4b7640 1 -- 172.21.15.122:0/2054455274 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71f80d30f0 msgr2=0x7f71f80a1040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71fd4b7640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71f80d30f0 0x7f71f80a1040 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f71e000d800 tx=0x7f71e000dcc0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71fd4b7640 1 -- 172.21.15.122:0/2054455274 shutdown_connections 2024-09-12T01:18:16.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71fd4b7640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f71d806be30 0x7f71d806e2f0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71fd4b7640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f71f815e5f0 0x7f71f809f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71fd4b7640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71f80d30f0 0x7f71f80a1040 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71fd4b7640 1 --2- 172.21.15.122:0/2054455274 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f71f80b64c0 0x7f71f815dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.306+0000 7f71fd4b7640 1 -- 172.21.15.122:0/2054455274 >> 172.21.15.122:0/2054455274 conn(0x7f71f808bfc0 msgr2=0x7f71f80d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:16.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.307+0000 7f71fd4b7640 1 -- 172.21.15.122:0/2054455274 shutdown_connections 2024-09-12T01:18:16.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.307+0000 7f71fd4b7640 1 -- 172.21.15.122:0/2054455274 wait complete. 2024-09-12T01:18:16.319 DEBUG:teuthology.orchestra.run.smithi122:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000000.00000000 parent 2024-09-12T01:18:16.363 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.364+0000 7f8a12f79f40 1 Processor -- start 2024-09-12T01:18:16.363 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.364+0000 7f8a12f79f40 1 -- start start 2024-09-12T01:18:16.367 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a12f79f40 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8a000030f0 0x55fab7d037c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a12f79f40 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55fab7c74520 0x55fab7c6fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a12f79f40 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fab7c701f0 0x55fab7c754e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a12f79f40 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fab7af1510 con 0x55fab7c701f0 2024-09-12T01:18:16.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a12f79f40 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x55fab7b4ac50 con 0x55fab7c74520 2024-09-12T01:18:16.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a12f79f40 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x55fab7be96b0 con 0x7f8a000030f0 2024-09-12T01:18:16.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a11272640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fab7c701f0 0x55fab7c754e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a11272640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fab7c701f0 0x55fab7c754e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45998/0 (socket says 172.21.15.122:45998) 2024-09-12T01:18:16.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a11272640 1 -- 172.21.15.122:0/3267296653 learned_addr learned my addr 172.21.15.122:0/3267296653 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:16.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a11272640 1 -- 172.21.15.122:0/3267296653 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8a000030f0 msgr2=0x55fab7d037c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a11272640 1 --2- 172.21.15.122:0/3267296653 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8a000030f0 0x55fab7d037c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.368 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a11272640 1 -- 172.21.15.122:0/3267296653 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55fab7c74520 msgr2=0x55fab7c6fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a11272640 1 --2- 172.21.15.122:0/3267296653 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55fab7c74520 0x55fab7c6fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a11272640 1 -- 172.21.15.122:0/3267296653 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fab7be70e0 con 0x55fab7c701f0 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a11272640 1 --2- 172.21.15.122:0/3267296653 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fab7c701f0 0x55fab7c754e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c005fd0 tx=0x7f8a0c005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3d822fdd6658136 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a0affd640 1 -- 172.21.15.122:0/3267296653 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0c017070 con 0x55fab7c701f0 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a0affd640 1 -- 172.21.15.122:0/3267296653 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a0c013640 con 0x55fab7c701f0 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.365+0000 7f8a0affd640 1 -- 172.21.15.122:0/3267296653 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0c013a10 con 0x55fab7c701f0 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.366+0000 7f8a12f79f40 1 -- 172.21.15.122:0/3267296653 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fab7c701f0 msgr2=0x55fab7c754e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.366+0000 7f8a12f79f40 1 --2- 172.21.15.122:0/3267296653 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fab7c701f0 0x55fab7c754e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c005fd0 tx=0x7f8a0c005d80 comp rx=0 tx=0).stop 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.366+0000 7f8a12f79f40 1 -- 172.21.15.122:0/3267296653 shutdown_connections 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.366+0000 7f8a12f79f40 1 --2- 172.21.15.122:0/3267296653 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fab7c701f0 0x55fab7c754e0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.366+0000 7f8a12f79f40 1 --2- 172.21.15.122:0/3267296653 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55fab7c74520 0x55fab7c6fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.366+0000 7f8a12f79f40 1 --2- 172.21.15.122:0/3267296653 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8a000030f0 0x55fab7d037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.369 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.366+0000 7f8a12f79f40 1 -- 172.21.15.122:0/3267296653 >> 172.21.15.122:0/3267296653 conn(0x55fab7bcd490 msgr2=0x55fab7bcd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.366+0000 7f8a12f79f40 1 -- 172.21.15.122:0/3267296653 shutdown_connections 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.366+0000 7f8a12f79f40 1 -- 172.21.15.122:0/3267296653 wait complete. 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.366+0000 7f8a12f79f40 1 Processor -- start 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.366+0000 7f8a12f79f40 1 -- start start 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a12f79f40 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55fab7c701f0 0x55fab7c56f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a12f79f40 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55fab7c74520 0x55fab7c70910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a12f79f40 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a000030f0 0x55fab7c774f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a12f79f40 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fab7be6e20 con 0x7f8a000030f0 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a12f79f40 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x55fab7bcc520 con 0x55fab7c701f0 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a12f79f40 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x55fab7c706a0 con 0x55fab7c74520 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a11272640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a000030f0 0x55fab7c774f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a11272640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a000030f0 0x55fab7c774f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46000/0 (socket says 172.21.15.122:46000) 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a11272640 1 -- 172.21.15.122:0/4000201215 learned_addr learned my addr 172.21.15.122:0/4000201215 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a10a71640 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55fab7c701f0 0x55fab7c56f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a0bfff640 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55fab7c74520 0x55fab7c70910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a11272640 1 -- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55fab7c74520 msgr2=0x55fab7c70910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a11272640 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55fab7c74520 0x55fab7c70910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a11272640 1 -- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55fab7c701f0 msgr2=0x55fab7c56f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a11272640 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55fab7c701f0 0x55fab7c56f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a11272640 1 -- 172.21.15.122:0/4000201215 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fab7c6cab0 con 0x7f8a000030f0 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.367+0000 7f8a0bfff640 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55fab7c74520 0x55fab7c70910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.368+0000 7f8a11272640 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a000030f0 0x55fab7c774f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x55fab7bccfa0 tx=0x7f8a0c003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.368+0000 7f8a09ffb640 1 -- 172.21.15.122:0/4000201215 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0c017040 con 0x7f8a000030f0 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.368+0000 7f8a09ffb640 1 -- 172.21.15.122:0/4000201215 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a0c01c990 con 0x7f8a000030f0 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.368+0000 7f8a12f79f40 1 -- 172.21.15.122:0/4000201215 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55fab7c6cd50 con 0x7f8a000030f0 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.368+0000 7f8a09ffb640 1 -- 172.21.15.122:0/4000201215 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0c01cd80 con 0x7f8a000030f0 2024-09-12T01:18:16.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.368+0000 7f8a12f79f40 1 -- 172.21.15.122:0/4000201215 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fab7c76040 con 0x7f8a000030f0 2024-09-12T01:18:16.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.369+0000 7f8a09ffb640 1 -- 172.21.15.122:0/4000201215 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8a0c01a070 con 0x7f8a000030f0 2024-09-12T01:18:16.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.369+0000 7f8a09ffb640 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f89f406a840 0x7f89f406cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.370+0000 7f8a09ffb640 1 -- 172.21.15.122:0/4000201215 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f8a0c08c040 con 0x7f8a000030f0 2024-09-12T01:18:16.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.370+0000 7f8a10a71640 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f89f406a840 0x7f89f406cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.370+0000 7f8a12f79f40 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x55fab7c77a30 0x55fab7c68170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.370+0000 7f8a12f79f40 1 -- 172.21.15.122:0/4000201215 --> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] -- osd_op(unknown.0.0:1 5.10 5:0cf6ad0f:::10000000000.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e39) -- 0x55fab7c686b0 con 0x55fab7c77a30 2024-09-12T01:18:16.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.370+0000 7f8a10a71640 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f89f406a840 0x7f89f406cd00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8a040017e0 tx=0x7f8a04001190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.370+0000 7f8a0bfff640 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x55fab7c77a30 0x55fab7c68170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.370+0000 7f8a0bfff640 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x55fab7c77a30 0x55fab7c68170 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a0bfff640 1 -- 172.21.15.122:0/4000201215 <== osd.7 v2:172.21.15.151:6800/1031611436 1 ==== osd_op_reply(1 10000000000.00000000 [rmxattr] v39'11 uv11 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f89fc0547a0 con 0x55fab7c77a30 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a12f79f40 1 -- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x55fab7c77a30 msgr2=0x55fab7c68170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a12f79f40 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x55fab7c77a30 0x55fab7c68170 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a12f79f40 1 -- 172.21.15.122:0/4000201215 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f89f406a840 msgr2=0x7f89f406cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a12f79f40 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f89f406a840 0x7f89f406cd00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8a040017e0 tx=0x7f8a04001190 comp rx=0 tx=0).stop 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a12f79f40 1 -- 172.21.15.122:0/4000201215 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a000030f0 msgr2=0x55fab7c774f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a12f79f40 1 --2- 172.21.15.122:0/4000201215 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a000030f0 0x55fab7c774f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x55fab7bccfa0 tx=0x7f8a0c003330 comp rx=0 tx=0).stop 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a11272640 1 -- 172.21.15.122:0/4000201215 reap_dead start 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a12f79f40 1 -- 172.21.15.122:0/4000201215 shutdown_connections 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a12f79f40 1 -- 172.21.15.122:0/4000201215 >> 172.21.15.122:0/4000201215 conn(0x55fab7bcd490 msgr2=0x55fab7bcd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a12f79f40 1 -- 172.21.15.122:0/4000201215 shutdown_connections 2024-09-12T01:18:16.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.372+0000 7f8a12f79f40 1 -- 172.21.15.122:0/4000201215 wait complete. 2024-09-12T01:18:16.376 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T01:18:16.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.475+0000 7ff96d845640 1 Processor -- start 2024-09-12T01:18:16.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.475+0000 7ff96d845640 1 -- start start 2024-09-12T01:18:16.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff96d845640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff96806c320 0x7ff96815ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff96d845640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ff9680ae140 0x7ff9680af950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff96d845640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9680b3570 con 0x7ff968145bc0 2024-09-12T01:18:16.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff96d845640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7ff9680b3850 con 0x7ff9680ae140 2024-09-12T01:18:16.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff96d845640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7ff9680b3b30 con 0x7ff96806c320 2024-09-12T01:18:16.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff9677fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ff9680ae140 0x7ff9680af950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff966ffd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7ff968145bc0 0x7ff96806bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52610/0 (socket says 172.21.15.122:52610) 2024-09-12T01:18:16.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff9677fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ff9680ae140 0x7ff9680af950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46016/0 (socket says 172.21.15.122:46016) 2024-09-12T01:18:16.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff966ffd640 1 -- 172.21.15.122:0/475583397 learned_addr learned my addr 172.21.15.122:0/475583397 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:16.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff9677fe640 1 -- 172.21.15.122:0/475583397 >> v2:172.21.15.151:3300/0 conn(0x7ff96806c320 msgr2=0x7ff96815ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:16.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff9677fe640 1 --2- 172.21.15.122:0/475583397 >> v2:172.21.15.151:3300/0 conn(0x7ff96806c320 0x7ff96815ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff9677fe640 1 -- 172.21.15.122:0/475583397 >> v1:172.21.15.122:6789/0 conn(0x7ff968145bc0 legacy=0x7ff96806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.476+0000 7ff9677fe640 1 -- 172.21.15.122:0/475583397 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9680b1610 con 0x7ff9680ae140 2024-09-12T01:18:16.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.477+0000 7ff9677fe640 1 --2- 172.21.15.122:0/475583397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9680ae140 0x7ff9680af950 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff960009d90 tx=0x7ff96002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13c038991286fd23 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.477+0000 7ff9667fc640 1 -- 172.21.15.122:0/475583397 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff960007740 con 0x7ff9680ae140 2024-09-12T01:18:16.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.477+0000 7ff9667fc640 1 -- 172.21.15.122:0/475583397 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9600078e0 con 0x7ff9680ae140 2024-09-12T01:18:16.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.477+0000 7ff9667fc640 1 -- 172.21.15.122:0/475583397 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff960007cb0 con 0x7ff9680ae140 2024-09-12T01:18:16.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.478+0000 7ff96d845640 1 -- 172.21.15.122:0/475583397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9680ae140 msgr2=0x7ff9680af950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.478+0000 7ff96d845640 1 --2- 172.21.15.122:0/475583397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9680ae140 0x7ff9680af950 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff960009d90 tx=0x7ff96002a730 comp rx=0 tx=0).stop 2024-09-12T01:18:16.478 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.478+0000 7ff96d845640 1 -- 172.21.15.122:0/475583397 shutdown_connections 2024-09-12T01:18:16.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.478+0000 7ff96d845640 1 --2- 172.21.15.122:0/475583397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9680ae140 0x7ff9680af950 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.478+0000 7ff96d845640 1 --2- 172.21.15.122:0/475583397 >> v2:172.21.15.151:3300/0 conn(0x7ff96806c320 0x7ff96815ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.478+0000 7ff96d845640 1 -- 172.21.15.122:0/475583397 >> 172.21.15.122:0/475583397 conn(0x7ff968073490 msgr2=0x7ff9680b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:16.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.478+0000 7ff96d845640 1 -- 172.21.15.122:0/475583397 shutdown_connections 2024-09-12T01:18:16.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.478+0000 7ff96d845640 1 -- 172.21.15.122:0/475583397 wait complete. 2024-09-12T01:18:16.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.479+0000 7ff96d845640 1 Processor -- start 2024-09-12T01:18:16.479 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.479+0000 7ff96d845640 1 -- start start 2024-09-12T01:18:16.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff96d845640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff96806c320 0x7ff9680b4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff96d845640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9680ae140 0x7ff968144910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff96d845640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff968145bc0 0x7ff9681437e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff96d845640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff968145fa0 con 0x7ff9680ae140 2024-09-12T01:18:16.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff96d845640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7ff96809aa30 con 0x7ff96806c320 2024-09-12T01:18:16.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff96d845640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff9680b5c60 con 0x7ff968145bc0 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff95ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9680ae140 0x7ff968144910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff95ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9680ae140 0x7ff968144910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46022/0 (socket says 172.21.15.122:46022) 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff95ffff640 1 -- 172.21.15.122:0/1683369044 learned_addr learned my addr 172.21.15.122:0/1683369044 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff95ffff640 1 -- 172.21.15.122:0/1683369044 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff968145bc0 msgr2=0x7ff9681437e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff95ffff640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff968145bc0 0x7ff9681437e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff95ffff640 1 -- 172.21.15.122:0/1683369044 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff96806c320 msgr2=0x7ff9680b4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff966ffd640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff96806c320 0x7ff9680b4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff95ffff640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff96806c320 0x7ff9680b4c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff95ffff640 1 -- 172.21.15.122:0/1683369044 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9681446a0 con 0x7ff9680ae140 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff95ffff640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9680ae140 0x7ff968144910 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff95000b4a0 tx=0x7ff95000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff964ff9640 1 -- 172.21.15.122:0/1683369044 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff950014070 con 0x7ff9680ae140 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff964ff9640 1 -- 172.21.15.122:0/1683369044 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff950010610 con 0x7ff9680ae140 2024-09-12T01:18:16.483 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff96d845640 1 -- 172.21.15.122:0/1683369044 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9680b5eb0 con 0x7ff9680ae140 2024-09-12T01:18:16.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff964ff9640 1 -- 172.21.15.122:0/1683369044 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff950010a00 con 0x7ff9680ae140 2024-09-12T01:18:16.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.480+0000 7ff96d845640 1 -- 172.21.15.122:0/1683369044 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9681f7690 con 0x7ff9680ae140 2024-09-12T01:18:16.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.481+0000 7ff96d845640 1 -- 172.21.15.122:0/1683369044 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff96815ca70 con 0x7ff9680ae140 2024-09-12T01:18:16.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.482+0000 7ff964ff9640 1 -- 172.21.15.122:0/1683369044 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff950017070 con 0x7ff9680ae140 2024-09-12T01:18:16.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.482+0000 7ff964ff9640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff94806be30 0x7ff94806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:16.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.482+0000 7ff966ffd640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff94806be30 0x7ff94806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:16.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.482+0000 7ff964ff9640 1 -- 172.21.15.122:0/1683369044 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7ff95008aa20 con 0x7ff9680ae140 2024-09-12T01:18:16.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.483+0000 7ff966ffd640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff94806be30 0x7ff94806e2f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff9681448c0 tx=0x7ff958009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:16.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.487+0000 7ff964ff9640 1 -- 172.21.15.122:0/1683369044 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff950059280 con 0x7ff9680ae140 2024-09-12T01:18:16.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.686+0000 7ff96d845640 1 -- 172.21.15.122:0/1683369044 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff9680b0ed0 con 0x7ff9680ae140 2024-09-12T01:18:16.685 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.686+0000 7ff964ff9640 1 -- 172.21.15.122:0/1683369044 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v20) ==== 53+0+73 (secure 0 0 0) 0x7ff950058b80 con 0x7ff9680ae140 2024-09-12T01:18:16.685 INFO:teuthology.orchestra.run.smithi122.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-12T01:18:16.687 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 -- 172.21.15.122:0/1683369044 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff94806be30 msgr2=0x7ff94806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff94806be30 0x7ff94806e2f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff9681448c0 tx=0x7ff958009040 comp rx=0 tx=0).stop 2024-09-12T01:18:16.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 -- 172.21.15.122:0/1683369044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9680ae140 msgr2=0x7ff968144910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:16.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9680ae140 0x7ff968144910 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff95000b4a0 tx=0x7ff95000b960 comp rx=0 tx=0).stop 2024-09-12T01:18:16.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 -- 172.21.15.122:0/1683369044 shutdown_connections 2024-09-12T01:18:16.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff94806be30 0x7ff94806e2f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff968145bc0 0x7ff9681437e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9680ae140 0x7ff968144910 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 --2- 172.21.15.122:0/1683369044 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff96806c320 0x7ff9680b4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:16.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 -- 172.21.15.122:0/1683369044 >> 172.21.15.122:0/1683369044 conn(0x7ff968073490 msgr2=0x7ff96806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:16.688 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 -- 172.21.15.122:0/1683369044 shutdown_connections 2024-09-12T01:18:16.689 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16.688+0000 7ff96d845640 1 -- 172.21.15.122:0/1683369044 wait complete. 2024-09-12T01:18:16.698 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-12T01:18:16.698 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T01:18:16.698 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi122.front.sepia.ceph.com 2024-09-12T01:18:16.698 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T01:18:16.698 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:16.698 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-12T01:18:16.699 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-12T01:18:16.699 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T01:18:16.699 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T01:18:16.699 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:16.699 DEBUG:teuthology.orchestra.run.smithi122:> ip addr 2024-09-12T01:18:16.715 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:18:16.715 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:18:16.715 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:18:16.715 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:16.716 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-12T01:18:16.716 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:16.716 INFO:teuthology.orchestra.run.smithi122.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:18:16.716 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e4 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:16.716 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f0 2024-09-12T01:18:16.716 INFO:teuthology.orchestra.run.smithi122.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:18:16.716 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e5 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:16.716 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f1 2024-09-12T01:18:16.716 INFO:teuthology.orchestra.run.smithi122.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:18:16.716 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:14 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:15 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout: inet 172.21.15.122/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft 42737sec preferred_lft 42737sec 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::ec4:7aff:fe8f:d515/64 scope link noprefixroute 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 72:22:b9:80:ba:26 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::50b5:2cff:fe07:b6f5/64 scope link 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:16.717 INFO:teuthology.orchestra.run.smithi122.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T01:18:16.718 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 72:95:39:eb:cf:f8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T01:18:16.718 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::7095:39ff:feeb:cff8/64 scope link 2024-09-12T01:18:16.718 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:16.718 INFO:teuthology.orchestra.run.smithi122.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T01:18:16.718 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 72:22:b9:80:ba:26 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T01:18:16.718 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::7022:b9ff:fe80:ba26/64 scope link 2024-09-12T01:18:16.718 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:16.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:16.718 DEBUG:teuthology.orchestra.run.smithi122:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T01:18:16.779 INFO:teuthology.orchestra.run.smithi122.stdout:1 2024-09-12T01:18:16.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:16.780 DEBUG:teuthology.orchestra.run.smithi122:> route 2024-09-12T01:18:16.837 INFO:teuthology.orchestra.run.smithi122.stdout:Kernel IP routing table 2024-09-12T01:18:16.837 INFO:teuthology.orchestra.run.smithi122.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T01:18:16.838 INFO:teuthology.orchestra.run.smithi122.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-12T01:18:16.838 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-12T01:18:16.838 INFO:teuthology.orchestra.run.smithi122.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T01:18:16.838 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:18:16.838 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:18:16.838 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-12T01:18:16.838 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-12T01:18:16.838 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-12T01:18:16.839 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:18:16.925 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:18:16.957 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:18:16.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:16.963 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-12T01:18:16.978 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-12T01:18:16.979 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T01:18:16.979 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T01:18:16.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:16.979 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set brx.0 up 2024-09-12T01:18:17.043 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:18:17.044 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:17.099 INFO:teuthology.orchestra.run.smithi122.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T01:18:17.099 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:18:17.099 DEBUG:teuthology.orchestra.run.smithi122:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:17.155 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-12T01:18:17.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:17.155 DEBUG:teuthology.orchestra.run.smithi122:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:17.237 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:17.238 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:18:17.238 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:18:17.246 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:17.246 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:18:17.247 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:18:17.247 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:18:17.247 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:18:17.251 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:17.252 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:18:17.252 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:18:17.252 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:18:17.252 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:18:17.252 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790" 2024-09-12T01:18:17.252 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790:/ 2024-09-12T01:18:17.252 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=d2b61483-09bf-409c-b23d-bc9fb1623cd8" will pass to kernel 2024-09-12T01:18:17.253 INFO:teuthology.orchestra.run.smithi122.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T01:18:17.253 INFO:teuthology.orchestra.run.smithi122.stdout: You just mounted a file system that supports labels which does not 2024-09-12T01:18:17.253 INFO:teuthology.orchestra.run.smithi122.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T01:18:17.253 INFO:teuthology.orchestra.run.smithi122.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T01:18:17.253 INFO:teuthology.orchestra.run.smithi122.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T01:18:17.255 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T01:18:17.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:17.255 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:17.320 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:18:17.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:18:17.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:18:17.415 INFO:teuthology.orchestra.run.smithi122.stdout:client5157 2024-09-12T01:18:17.416 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:18:17.416 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:17.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:17.432 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls testdir1) 2024-09-12T01:18:17.488 INFO:tasks.ceph.mds.a.smithi122.stderr:2024-09-12T01:18:17.488+0000 7f393dc16640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x10000000000 2024-09-12T01:18:17.489 INFO:teuthology.orchestra.run.smithi122.stdout:testfile 2024-09-12T01:18:17.489 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:17.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.627+0000 7f617068b640 1 Processor -- start 2024-09-12T01:18:17.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.627+0000 7f617068b640 1 -- start start 2024-09-12T01:18:17.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.628+0000 7f617068b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f61680b0180 0x7f6168162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:17.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.628+0000 7f617068b640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f61680af280 0x7f6168154d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:17.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.628+0000 7f617068b640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f616815eb60 con 0x7f61680b69d0 2024-09-12T01:18:17.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.628+0000 7f617068b640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f61680b6db0 con 0x7f61680b0180 2024-09-12T01:18:17.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.628+0000 7f617068b640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f616815ee40 con 0x7f61680af280 2024-09-12T01:18:17.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.628+0000 7f616dc26640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f61680b0180 0x7f6168162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:17.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.628+0000 7f616dc26640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f61680b0180 0x7f6168162a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46024/0 (socket says 172.21.15.122:46024) 2024-09-12T01:18:17.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.628+0000 7f616e427640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f61680b69d0 0x7f61680afa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52616/0 (socket says 172.21.15.122:52616) 2024-09-12T01:18:17.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.628+0000 7f616dc26640 1 -- 172.21.15.122:0/995414546 learned_addr learned my addr 172.21.15.122:0/995414546 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:17.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.629+0000 7f616dc26640 1 -- 172.21.15.122:0/995414546 >> v2:172.21.15.151:3300/0 conn(0x7f61680af280 msgr2=0x7f6168154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:17.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.629+0000 7f616ec28640 1 --2- 172.21.15.122:0/995414546 >> v2:172.21.15.151:3300/0 conn(0x7f61680af280 0x7f6168154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:17.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.629+0000 7f616dc26640 1 --2- 172.21.15.122:0/995414546 >> v2:172.21.15.151:3300/0 conn(0x7f61680af280 0x7f6168154d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:17.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.629+0000 7f616d425640 1 -- 172.21.15.122:0/995414546 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 357178087 0 0) 0x7f616815eb60 con 0x7f61680b69d0 2024-09-12T01:18:17.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.629+0000 7f616dc26640 1 -- 172.21.15.122:0/995414546 >> v1:172.21.15.122:6789/0 conn(0x7f61680b69d0 legacy=0x7f61680afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:17.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.629+0000 7f616dc26640 1 -- 172.21.15.122:0/995414546 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f616815f120 con 0x7f61680b0180 2024-09-12T01:18:17.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.629+0000 7f616dc26640 1 --2- 172.21.15.122:0/995414546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f61680b0180 0x7f6168162a50 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f61680b4740 tx=0x7f615802a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6acdb67424279e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:17.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.630+0000 7f616d425640 1 -- 172.21.15.122:0/995414546 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6158037070 con 0x7f61680b0180 2024-09-12T01:18:17.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.630+0000 7f616d425640 1 -- 172.21.15.122:0/995414546 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6158032440 con 0x7f61680b0180 2024-09-12T01:18:17.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.630+0000 7f616d425640 1 -- 172.21.15.122:0/995414546 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6158032810 con 0x7f61680b0180 2024-09-12T01:18:17.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.630+0000 7f617068b640 1 -- 172.21.15.122:0/995414546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f61680b0180 msgr2=0x7f6168162a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:17.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.630+0000 7f617068b640 1 --2- 172.21.15.122:0/995414546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f61680b0180 0x7f6168162a50 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f61680b4740 tx=0x7f615802a150 comp rx=0 tx=0).stop 2024-09-12T01:18:17.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.630+0000 7f617068b640 1 -- 172.21.15.122:0/995414546 shutdown_connections 2024-09-12T01:18:17.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.630+0000 7f617068b640 1 --2- 172.21.15.122:0/995414546 >> v2:172.21.15.151:3300/0 conn(0x7f61680af280 0x7f6168154d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:17.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.630+0000 7f617068b640 1 --2- 172.21.15.122:0/995414546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f61680b0180 0x7f6168162a50 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:17.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.630+0000 7f617068b640 1 -- 172.21.15.122:0/995414546 >> 172.21.15.122:0/995414546 conn(0x7f616806bc10 msgr2=0x7f616806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:17.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.630+0000 7f617068b640 1 -- 172.21.15.122:0/995414546 shutdown_connections 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.630+0000 7f617068b640 1 -- 172.21.15.122:0/995414546 wait complete. 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.631+0000 7f617068b640 1 Processor -- start 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.631+0000 7f617068b640 1 -- start start 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f617068b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f61680af280 0x7f616815dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f617068b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f61680b0180 0x7f61680cfc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f617068b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f61680b69d0 0x7f61680d0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f617068b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6168155240 con 0x7f61680af280 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f617068b640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f61680af6d0 con 0x7f61680b0180 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f617068b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f61681553c0 con 0x7f61680b69d0 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f616e427640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f61680af280 0x7f616815dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f616e427640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f61680af280 0x7f616815dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46034/0 (socket says 172.21.15.122:46034) 2024-09-12T01:18:17.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f616e427640 1 -- 172.21.15.122:0/2559584703 learned_addr learned my addr 172.21.15.122:0/2559584703 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f616dc26640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f61680b0180 0x7f61680cfc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f616ec28640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f61680b69d0 0x7f61680d0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f616e427640 1 -- 172.21.15.122:0/2559584703 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f61680b69d0 msgr2=0x7f61680d0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f616e427640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f61680b69d0 0x7f61680d0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.632+0000 7f616e427640 1 -- 172.21.15.122:0/2559584703 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f61680b0180 msgr2=0x7f61680cfc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.633+0000 7f616e427640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f61680b0180 0x7f61680cfc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.633+0000 7f616e427640 1 -- 172.21.15.122:0/2559584703 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61681f44d0 con 0x7f61680af280 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.633+0000 7f616e427640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f61680af280 0x7f616815dbb0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f616400c460 tx=0x7f616400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.633+0000 7f615effd640 1 -- 172.21.15.122:0/2559584703 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6164018070 con 0x7f61680af280 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.633+0000 7f615effd640 1 -- 172.21.15.122:0/2559584703 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6164007500 con 0x7f61680af280 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.633+0000 7f615effd640 1 -- 172.21.15.122:0/2559584703 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6164004a20 con 0x7f61680af280 2024-09-12T01:18:17.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.633+0000 7f617068b640 1 -- 172.21.15.122:0/2559584703 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61681f47b0 con 0x7f61680af280 2024-09-12T01:18:17.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.633+0000 7f617068b640 1 -- 172.21.15.122:0/2559584703 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61681f4d70 con 0x7f61680af280 2024-09-12T01:18:17.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.634+0000 7f617068b640 1 -- 172.21.15.122:0/2559584703 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6168155750 con 0x7f61680af280 2024-09-12T01:18:17.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.634+0000 7f615effd640 1 -- 172.21.15.122:0/2559584703 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f616401b070 con 0x7f61680af280 2024-09-12T01:18:17.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.635+0000 7f615effd640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f614c06be30 0x7f614c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:17.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.635+0000 7f615effd640 1 -- 172.21.15.122:0/2559584703 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f616408a2f0 con 0x7f61680af280 2024-09-12T01:18:17.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.635+0000 7f616dc26640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f614c06be30 0x7f614c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:17.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.635+0000 7f616dc26640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f614c06be30 0x7f614c06e2f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6158034000 tx=0x7f615802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:17.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.639+0000 7f615effd640 1 -- 172.21.15.122:0/2559584703 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6164058ac0 con 0x7f61680af280 2024-09-12T01:18:17.838 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.838+0000 7f617068b640 1 -- 172.21.15.122:0/2559584703 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f616806d750 con 0x7f61680af280 2024-09-12T01:18:17.839 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.838+0000 7f615effd640 1 -- 172.21.15.122:0/2559584703 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5236 (secure 0 0 0) 0x7f61640583c0 con 0x7f61680af280 2024-09-12T01:18:17.839 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:17.839 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":20,"btime":"2024-09-12T01:18:14:970529+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5094,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3889546756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3889546756},{"type":"v1","addr":"172.21.15.122:6836","nonce":3889546756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:04.106171+0000","modified":"2024-09-12T01:18:14.970524+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":39,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4762},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4762":{"gid":4762,"name":"a","rank":0,"incarnation":17,"state":"up:active","state_seq":7,"addr":"172.21.15.122:6837/3365969569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":3365969569},{"type":"v1","addr":"172.21.15.122:6837","nonce":3365969569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4762,"qdb_cluster":[4762]},"id":2}]} 2024-09-12T01:18:17.839 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 20 2024-09-12T01:18:17.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 -- 172.21.15.122:0/2559584703 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f614c06be30 msgr2=0x7f614c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:17.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f614c06be30 0x7f614c06e2f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6158034000 tx=0x7f615802e000 comp rx=0 tx=0).stop 2024-09-12T01:18:17.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 -- 172.21.15.122:0/2559584703 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f61680af280 msgr2=0x7f616815dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:17.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f61680af280 0x7f616815dbb0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f616400c460 tx=0x7f616400c920 comp rx=0 tx=0).stop 2024-09-12T01:18:17.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 -- 172.21.15.122:0/2559584703 shutdown_connections 2024-09-12T01:18:17.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f614c06be30 0x7f614c06e2f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:17.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f61680b69d0 0x7f61680d0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:17.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f61680b0180 0x7f61680cfc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:17.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 --2- 172.21.15.122:0/2559584703 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f61680af280 0x7f616815dbb0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:17.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 -- 172.21.15.122:0/2559584703 >> 172.21.15.122:0/2559584703 conn(0x7f616806bc10 msgr2=0x7f61680ae930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:17.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 -- 172.21.15.122:0/2559584703 shutdown_connections 2024-09-12T01:18:17.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:17.841+0000 7f617068b640 1 -- 172.21.15.122:0/2559584703 wait complete. 2024-09-12T01:18:17.852 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-12T01:18:17.981 INFO:teuthology.orchestra.run.smithi122.stdout:{"message":"","return_code":0} 2024-09-12T01:18:17.981 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-12T01:18:17.981 DEBUG:teuthology.orchestra.run.smithi122:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getxattr 10000000000.00000000 parent 2024-09-12T01:18:18.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.024+0000 7f687cce5f40 1 Processor -- start 2024-09-12T01:18:18.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.024+0000 7f687cce5f40 1 -- start start 2024-09-12T01:18:18.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687cce5f40 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x556b480528e0 0x556b48096290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687cce5f40 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x556b4807ff10 0x556b4807df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687cce5f40 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b481138c0 0x556b48098a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687cce5f40 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556b4809bf20 con 0x556b481138c0 2024-09-12T01:18:18.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687cce5f40 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x556b47fa4510 con 0x556b4807ff10 2024-09-12T01:18:18.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687cce5f40 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x556b48053250 con 0x556b480528e0 2024-09-12T01:18:18.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687afdc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b481138c0 0x556b48098a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687afdc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b481138c0 0x556b48098a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46038/0 (socket says 172.21.15.122:46038) 2024-09-12T01:18:18.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687afdc640 1 -- 172.21.15.122:0/2613474745 learned_addr learned my addr 172.21.15.122:0/2613474745 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:18.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687a7db640 1 --2- 172.21.15.122:0/2613474745 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x556b480528e0 0x556b48096290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f6871fda640 1 --2- 172.21.15.122:0/2613474745 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x556b4807ff10 0x556b4807df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687afdc640 1 -- 172.21.15.122:0/2613474745 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x556b480528e0 msgr2=0x556b48096290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687afdc640 1 --2- 172.21.15.122:0/2613474745 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x556b480528e0 0x556b48096290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687afdc640 1 -- 172.21.15.122:0/2613474745 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x556b4807ff10 msgr2=0x556b4807df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687afdc640 1 --2- 172.21.15.122:0/2613474745 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x556b4807ff10 0x556b4807df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.025+0000 7f687afdc640 1 -- 172.21.15.122:0/2613474745 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b4812a240 con 0x556b481138c0 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f687afdc640 1 --2- 172.21.15.122:0/2613474745 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b481138c0 0x556b48098a80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f687400a510 tx=0x7f687400a9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35f3eb5ce9f35a86 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f68797d9640 1 -- 172.21.15.122:0/2613474745 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687400f7b0 con 0x556b481138c0 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f68797d9640 1 -- 172.21.15.122:0/2613474745 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6874015070 con 0x556b481138c0 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f68797d9640 1 -- 172.21.15.122:0/2613474745 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687400fb70 con 0x556b481138c0 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f687cce5f40 1 -- 172.21.15.122:0/2613474745 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b481138c0 msgr2=0x556b48098a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f687cce5f40 1 --2- 172.21.15.122:0/2613474745 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b481138c0 0x556b48098a80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f687400a510 tx=0x7f687400a9d0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f687cce5f40 1 -- 172.21.15.122:0/2613474745 shutdown_connections 2024-09-12T01:18:18.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f687cce5f40 1 --2- 172.21.15.122:0/2613474745 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b481138c0 0x556b48098a80 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f687cce5f40 1 --2- 172.21.15.122:0/2613474745 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x556b4807ff10 0x556b4807df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f687cce5f40 1 --2- 172.21.15.122:0/2613474745 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x556b480528e0 0x556b48096290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f687cce5f40 1 -- 172.21.15.122:0/2613474745 >> 172.21.15.122:0/2613474745 conn(0x556b48053ad0 msgr2=0x556b48053eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:18.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f687cce5f40 1 -- 172.21.15.122:0/2613474745 shutdown_connections 2024-09-12T01:18:18.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.026+0000 7f687cce5f40 1 -- 172.21.15.122:0/2613474745 wait complete. 2024-09-12T01:18:18.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.027+0000 7f687cce5f40 1 Processor -- start 2024-09-12T01:18:18.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.027+0000 7f687cce5f40 1 -- start start 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.027+0000 7f687cce5f40 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x556b480528e0 0x556b4810ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.027+0000 7f687cce5f40 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b4807ff10 0x556b4812c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.027+0000 7f687cce5f40 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x556b481138c0 0x556b4812c600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.027+0000 7f687cce5f40 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556b48040a10 con 0x556b4807ff10 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f687cce5f40 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x556b4812ce80 con 0x556b481138c0 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f687cce5f40 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x556b48110cf0 con 0x556b480528e0 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6871fda640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b4807ff10 0x556b4812c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6871fda640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b4807ff10 0x556b4812c0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46040/0 (socket says 172.21.15.122:46040) 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6871fda640 1 -- 172.21.15.122:0/3744180667 learned_addr learned my addr 172.21.15.122:0/3744180667 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f687afdc640 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x556b481138c0 0x556b4812c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f687a7db640 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x556b480528e0 0x556b4810ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6871fda640 1 -- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x556b480528e0 msgr2=0x556b4810ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6871fda640 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x556b480528e0 0x556b4810ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6871fda640 1 -- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x556b481138c0 msgr2=0x556b4812c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6871fda640 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x556b481138c0 0x556b4812c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6871fda640 1 -- 172.21.15.122:0/3744180667 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b48052ee0 con 0x556b4807ff10 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f687a7db640 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x556b480528e0 0x556b4810ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6871fda640 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b4807ff10 0x556b4812c0c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f68640460f0 tx=0x7f6864002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6873fff640 1 -- 172.21.15.122:0/3744180667 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6864068070 con 0x556b4807ff10 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6873fff640 1 -- 172.21.15.122:0/3744180667 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6864058b50 con 0x556b4807ff10 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f687cce5f40 1 -- 172.21.15.122:0/3744180667 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556b481b4520 con 0x556b4807ff10 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f6873fff640 1 -- 172.21.15.122:0/3744180667 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6864063400 con 0x556b4807ff10 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.028+0000 7f687cce5f40 1 -- 172.21.15.122:0/3744180667 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b481b4aa0 con 0x556b4807ff10 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.030+0000 7f6873fff640 1 -- 172.21.15.122:0/3744180667 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f686406b070 con 0x556b4807ff10 2024-09-12T01:18:18.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.030+0000 7f6873fff640 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f685c06a840 0x7f685c06cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.030+0000 7f6873fff640 1 -- 172.21.15.122:0/3744180667 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f68640cd550 con 0x556b4807ff10 2024-09-12T01:18:18.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.030+0000 7f687a7db640 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f685c06a840 0x7f685c06cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.030+0000 7f687cce5f40 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x556b48097980 0x556b48097d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.030+0000 7f687cce5f40 1 -- 172.21.15.122:0/3744180667 --> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] -- osd_op(unknown.0.0:1 5.10 5:0cf6ad0f:::10000000000.00000000:head [getxattr parent in=6b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e39) -- 0x556b480982a0 con 0x556b48097980 2024-09-12T01:18:18.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.030+0000 7f687a7db640 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f685c06a840 0x7f685c06cd00 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f686c000c00 tx=0x7f686c001680 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:18.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.030+0000 7f687afdc640 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x556b48097980 0x556b48097d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687afdc640 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x556b48097980 0x556b48097d60 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:18.034 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687afdc640 1 -- 172.21.15.122:0/3744180667 <== osd.7 v2:172.21.15.151:6800/1031611436 1 ==== osd_op_reply(1 10000000000.00000000 [getxattr (64) out=64b] v0'0 uv17 ondisk = 0) ==== 164+0+64 (crc 0 0 0) 0x7f687400e070 con 0x556b48097980 2024-09-12T01:18:18.034 INFO:teuthology.orchestra.run.smithi122.stdout::testdir1 2024-09-12T01:18:18.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687cce5f40 1 -- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x556b48097980 msgr2=0x556b48097d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687cce5f40 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x556b48097980 0x556b48097d60 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687cce5f40 1 -- 172.21.15.122:0/3744180667 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f685c06a840 msgr2=0x7f685c06cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687cce5f40 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f685c06a840 0x7f685c06cd00 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f686c000c00 tx=0x7f686c001680 comp rx=0 tx=0).stop 2024-09-12T01:18:18.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687cce5f40 1 -- 172.21.15.122:0/3744180667 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b4807ff10 msgr2=0x556b4812c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687cce5f40 1 --2- 172.21.15.122:0/3744180667 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556b4807ff10 0x556b4812c0c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f68640460f0 tx=0x7f6864002fb0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687afdc640 1 -- 172.21.15.122:0/3744180667 reap_dead start 2024-09-12T01:18:18.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687cce5f40 1 -- 172.21.15.122:0/3744180667 shutdown_connections 2024-09-12T01:18:18.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687cce5f40 1 -- 172.21.15.122:0/3744180667 >> 172.21.15.122:0/3744180667 conn(0x556b48053ad0 msgr2=0x556b48053eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:18.036 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687cce5f40 1 -- 172.21.15.122:0/3744180667 shutdown_connections 2024-09-12T01:18:18.037 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.031+0000 7f687cce5f40 1 -- 172.21.15.122:0/3744180667 wait complete. 2024-09-12T01:18:18.037 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T01:18:18.037 DEBUG:teuthology.orchestra.run.smithi122:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T01:18:18.116 DEBUG:teuthology.orchestra.run.smithi151:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T01:18:18.158 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T01:18:18.158 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T01:18:18.159 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:18:18.159 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:18.175 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:18:18.175 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:18.230 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T01:18:18.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.370+0000 7fb73ea3c640 1 Processor -- start 2024-09-12T01:18:18.370 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.370+0000 7fb73ea3c640 1 -- start start 2024-09-12T01:18:18.372 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.370+0000 7fb73ea3c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb738071750 0x7fb7380d05e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.372 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.370+0000 7fb73ea3c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 0x7fb7381680c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.372 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.370+0000 7fb73ea3c640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7380d12c0 con 0x7fb73809aca0 2024-09-12T01:18:18.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.371+0000 7fb73ea3c640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fb73806d040 con 0x7fb738071750 2024-09-12T01:18:18.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.371+0000 7fb73ea3c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb7380d15a0 con 0x7fb7380d0b20 2024-09-12T01:18:18.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.371+0000 7fb7377fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb738071750 0x7fb7380d05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.371+0000 7fb7377fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb738071750 0x7fb7380d05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46050/0 (socket says 172.21.15.122:46050) 2024-09-12T01:18:18.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.371+0000 7fb7377fe640 1 -- 172.21.15.122:0/2357274161 learned_addr learned my addr 172.21.15.122:0/2357274161 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:18.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.371+0000 7fb73cfd9640 1 --2- 172.21.15.122:0/2357274161 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 0x7fb7381680c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.371+0000 7fb7377fe640 1 -- 172.21.15.122:0/2357274161 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 msgr2=0x7fb7381680c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:18.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.371+0000 7fb7377fe640 1 --2- 172.21.15.122:0/2357274161 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 0x7fb7381680c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.371+0000 7fb7377fe640 1 -- 172.21.15.122:0/2357274161 >> v1:172.21.15.151:6789/0 conn(0x7fb73809aca0 legacy=0x7fb73809b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:18.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.371+0000 7fb7377fe640 1 -- 172.21.15.122:0/2357274161 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7380d1880 con 0x7fb738071750 2024-09-12T01:18:18.373 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.371+0000 7fb73cfd9640 1 --2- 172.21.15.122:0/2357274161 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 0x7fb7381680c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:18.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb7377fe640 1 --2- 172.21.15.122:0/2357274161 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb738071750 0x7fb7380d05e0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb72c009870 tx=0x7fb72c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a2197fffe7fb585 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:18.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb736ffd640 1 -- 172.21.15.122:0/2357274161 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb72c037070 con 0x7fb738071750 2024-09-12T01:18:18.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb736ffd640 1 -- 172.21.15.122:0/2357274161 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb72c032440 con 0x7fb738071750 2024-09-12T01:18:18.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb736ffd640 1 -- 172.21.15.122:0/2357274161 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb72c032810 con 0x7fb738071750 2024-09-12T01:18:18.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2357274161 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb738071750 msgr2=0x7fb7380d05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb73ea3c640 1 --2- 172.21.15.122:0/2357274161 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb738071750 0x7fb7380d05e0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb72c009870 tx=0x7fb72c02a210 comp rx=0 tx=0).stop 2024-09-12T01:18:18.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2357274161 shutdown_connections 2024-09-12T01:18:18.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb73ea3c640 1 --2- 172.21.15.122:0/2357274161 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 0x7fb7381680c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb73ea3c640 1 --2- 172.21.15.122:0/2357274161 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb738071750 0x7fb7380d05e0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2357274161 >> 172.21.15.122:0/2357274161 conn(0x7fb7380d23a0 msgr2=0x7fb7380d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:18.374 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2357274161 shutdown_connections 2024-09-12T01:18:18.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.372+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2357274161 wait complete. 2024-09-12T01:18:18.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.374+0000 7fb73ea3c640 1 Processor -- start 2024-09-12T01:18:18.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.374+0000 7fb73ea3c640 1 -- start start 2024-09-12T01:18:18.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.374+0000 7fb73ea3c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb738071750 0x7fb73815b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.374+0000 7fb73ea3c640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb73809aca0 0x7fb73815af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.374+0000 7fb73ea3c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 0x7fb7380cb860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.374+0000 7fb73ea3c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb7380d0fb0 con 0x7fb738071750 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.374+0000 7fb73ea3c640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fb738070220 con 0x7fb73809aca0 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.374+0000 7fb73ea3c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb73809b790 con 0x7fb7380d0b20 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb737fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb738071750 0x7fb73815b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb737fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb738071750 0x7fb73815b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46052/0 (socket says 172.21.15.122:46052) 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb737fff640 1 -- 172.21.15.122:0/2938570259 learned_addr learned my addr 172.21.15.122:0/2938570259 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb73cfd9640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 0x7fb7380cb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb7377fe640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb73809aca0 0x7fb73815af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb737fff640 1 -- 172.21.15.122:0/2938570259 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 msgr2=0x7fb7380cb860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb737fff640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 0x7fb7380cb860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb737fff640 1 -- 172.21.15.122:0/2938570259 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb73809aca0 msgr2=0x7fb73815af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb737fff640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb73809aca0 0x7fb73815af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.379 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb737fff640 1 -- 172.21.15.122:0/2938570259 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7380cbf60 con 0x7fb738071750 2024-09-12T01:18:18.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb73cfd9640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 0x7fb7380cb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:18.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb737fff640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb738071750 0x7fb73815b580 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fb72800c430 tx=0x7fb72800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:18.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb734ff9640 1 -- 172.21.15.122:0/2938570259 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb728011790 con 0x7fb738071750 2024-09-12T01:18:18.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb734ff9640 1 -- 172.21.15.122:0/2938570259 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb728017070 con 0x7fb738071750 2024-09-12T01:18:18.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2938570259 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7380c9f20 con 0x7fb738071750 2024-09-12T01:18:18.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb734ff9640 1 -- 172.21.15.122:0/2938570259 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb728011bb0 con 0x7fb738071750 2024-09-12T01:18:18.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.375+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2938570259 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7380ca4e0 con 0x7fb738071750 2024-09-12T01:18:18.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.376+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2938570259 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7380d05e0 con 0x7fb738071750 2024-09-12T01:18:18.380 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.377+0000 7fb734ff9640 1 -- 172.21.15.122:0/2938570259 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb72801c460 con 0x7fb738071750 2024-09-12T01:18:18.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.377+0000 7fb734ff9640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb72406be30 0x7fb72406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.377+0000 7fb734ff9640 1 -- 172.21.15.122:0/2938570259 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7fb72808aea0 con 0x7fb738071750 2024-09-12T01:18:18.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.377+0000 7fb7377fe640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb72406be30 0x7fb72406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.377+0000 7fb7377fe640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb72406be30 0x7fb72406e2f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb72c034000 tx=0x7fb72c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:18.381 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.381+0000 7fb734ff9640 1 -- 172.21.15.122:0/2938570259 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb728059700 con 0x7fb738071750 2024-09-12T01:18:18.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.559+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2938570259 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb738071d20 con 0x7fb738071750 2024-09-12T01:18:18.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.559+0000 7fb734ff9640 1 -- 172.21.15.122:0/2938570259 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v39) ==== 80+0+124 (secure 0 0 0) 0x7fb728059000 con 0x7fb738071750 2024-09-12T01:18:18.564 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.15.122:6836/4116385109 2024-09-13T01:18:11.956341+0000 2024-09-12T01:18:18.564 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.15.122:6834/4116385109 2024-09-13T01:18:11.956341+0000 2024-09-12T01:18:18.565 INFO:teuthology.orchestra.run.smithi122.stderr:listed 2 entries 2024-09-12T01:18:18.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2938570259 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb72406be30 msgr2=0x7fb72406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb72406be30 0x7fb72406e2f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb72c034000 tx=0x7fb72c02e000 comp rx=0 tx=0).stop 2024-09-12T01:18:18.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2938570259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb738071750 msgr2=0x7fb73815b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb738071750 0x7fb73815b580 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fb72800c430 tx=0x7fb72800c8f0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2938570259 shutdown_connections 2024-09-12T01:18:18.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb72406be30 0x7fb72406e2f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7380d0b20 0x7fb7380cb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb73809aca0 0x7fb73815af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 --2- 172.21.15.122:0/2938570259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb738071750 0x7fb73815b580 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2938570259 >> 172.21.15.122:0/2938570259 conn(0x7fb7380d23a0 msgr2=0x7fb73815c5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:18.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2938570259 shutdown_connections 2024-09-12T01:18:18.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.562+0000 7fb73ea3c640 1 -- 172.21.15.122:0/2938570259 wait complete. 2024-09-12T01:18:18.573 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T01:18:18.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:18.573 DEBUG:teuthology.orchestra.run.smithi122:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:18.601 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:18:18.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:18.601 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T01:18:18.657 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T01:18:18.657 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:18:18.657 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:18.677 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18658 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T01:18:18.677 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T01:18:18.677 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:18:18.677 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:18.713 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4055984,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19122 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248696k,nr_inodes=812174,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T01:18:18.713 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T01:18:18.713 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:18:18.713 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:18.737 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18658 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T01:18:18.737 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:18.850 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.850+0000 7fd490a77640 1 Processor -- start 2024-09-12T01:18:18.851 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.851+0000 7fd490a77640 1 -- start start 2024-09-12T01:18:18.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.851+0000 7fd490a77640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd48c15b300 0x7fd48c0cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.851+0000 7fd490a77640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd48c0cdbe0 con 0x7fd48c06f8d0 2024-09-12T01:18:18.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.851+0000 7fd490a77640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd48c0cd900 con 0x7fd48c0cd3f0 2024-09-12T01:18:18.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.851+0000 7fd490a77640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fd48c0728a0 con 0x7fd48c15b300 2024-09-12T01:18:18.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.851+0000 7fd48a59c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd48c15b300 0x7fd48c0cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.851+0000 7fd48ad9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fd48c06f8d0 0x7fd48c15b6e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52634/0 (socket says 172.21.15.122:52634) 2024-09-12T01:18:18.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.852+0000 7fd48ad9d640 1 -- 172.21.15.122:0/1289990648 learned_addr learned my addr 172.21.15.122:0/1289990648 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:18.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.852+0000 7fd48a59c640 1 -- 172.21.15.122:0/1289990648 >> v1:172.21.15.151:6789/0 conn(0x7fd48c0cd3f0 legacy=0x7fd48c06f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:18.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.852+0000 7fd48a59c640 1 -- 172.21.15.122:0/1289990648 >> v1:172.21.15.122:6789/0 conn(0x7fd48c06f8d0 legacy=0x7fd48c15b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.852 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.852+0000 7fd48a59c640 1 -- 172.21.15.122:0/1289990648 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd48c072250 con 0x7fd48c15b300 2024-09-12T01:18:18.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.852+0000 7fd48a59c640 1 --2- 172.21.15.122:0/1289990648 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd48c15b300 0x7fd48c0cceb0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd47c0097a0 tx=0x7fd47c02a0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2276a15faadf2ac1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:18.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.853+0000 7fd489d9b640 1 -- 172.21.15.122:0/1289990648 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd47c037070 con 0x7fd48c15b300 2024-09-12T01:18:18.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.853+0000 7fd489d9b640 1 -- 172.21.15.122:0/1289990648 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd47c02ad60 con 0x7fd48c15b300 2024-09-12T01:18:18.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.853+0000 7fd489d9b640 1 -- 172.21.15.122:0/1289990648 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd47c032660 con 0x7fd48c15b300 2024-09-12T01:18:18.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.853+0000 7fd490a77640 1 -- 172.21.15.122:0/1289990648 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd48c15b300 msgr2=0x7fd48c0cceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.853+0000 7fd490a77640 1 --2- 172.21.15.122:0/1289990648 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd48c15b300 0x7fd48c0cceb0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd47c0097a0 tx=0x7fd47c02a0d0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.853+0000 7fd490a77640 1 -- 172.21.15.122:0/1289990648 shutdown_connections 2024-09-12T01:18:18.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.853+0000 7fd490a77640 1 --2- 172.21.15.122:0/1289990648 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd48c15b300 0x7fd48c0cceb0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.853+0000 7fd490a77640 1 -- 172.21.15.122:0/1289990648 >> 172.21.15.122:0/1289990648 conn(0x7fd48c067d70 msgr2=0x7fd48c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:18.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.853+0000 7fd490a77640 1 -- 172.21.15.122:0/1289990648 shutdown_connections 2024-09-12T01:18:18.854 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.853+0000 7fd490a77640 1 -- 172.21.15.122:0/1289990648 wait complete. 2024-09-12T01:18:18.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.854+0000 7fd490a77640 1 Processor -- start 2024-09-12T01:18:18.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.855+0000 7fd490a77640 1 -- start start 2024-09-12T01:18:18.856 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.855+0000 7fd490a77640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd48c06f8d0 0x7fd48c0ad760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.855+0000 7fd490a77640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd48c0cd3f0 0x7fd48c1f62b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.855+0000 7fd490a77640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd48c15b300 0x7fd48c144870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.855+0000 7fd490a77640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd48c0d0160 con 0x7fd48c0cd3f0 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.855+0000 7fd490a77640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd48c0cffe0 con 0x7fd48c06f8d0 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.855+0000 7fd490a77640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd48c072d30 con 0x7fd48c15b300 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.855+0000 7fd483fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd48c0cd3f0 0x7fd48c1f62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.855+0000 7fd483fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd48c0cd3f0 0x7fd48c1f62b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46076/0 (socket says 172.21.15.122:46076) 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.855+0000 7fd483fff640 1 -- 172.21.15.122:0/3505005097 learned_addr learned my addr 172.21.15.122:0/3505005097 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd48a59c640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd48c06f8d0 0x7fd48c0ad760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd48ad9d640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd48c15b300 0x7fd48c144870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd483fff640 1 -- 172.21.15.122:0/3505005097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd48c15b300 msgr2=0x7fd48c144870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd483fff640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd48c15b300 0x7fd48c144870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd483fff640 1 -- 172.21.15.122:0/3505005097 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd48c06f8d0 msgr2=0x7fd48c0ad760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:18.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd483fff640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd48c06f8d0 0x7fd48c0ad760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:18.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd483fff640 1 -- 172.21.15.122:0/3505005097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd48c1f67f0 con 0x7fd48c0cd3f0 2024-09-12T01:18:18.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd48a59c640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd48c06f8d0 0x7fd48c0ad760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:18.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd483fff640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd48c0cd3f0 0x7fd48c1f62b0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd47400c430 tx=0x7fd47400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:18.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd482ffd640 1 -- 172.21.15.122:0/3505005097 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd474011790 con 0x7fd48c0cd3f0 2024-09-12T01:18:18.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd482ffd640 1 -- 172.21.15.122:0/3505005097 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd474017070 con 0x7fd48c0cd3f0 2024-09-12T01:18:18.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd490a77640 1 -- 172.21.15.122:0/3505005097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd48c144db0 con 0x7fd48c0cd3f0 2024-09-12T01:18:18.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd482ffd640 1 -- 172.21.15.122:0/3505005097 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd474011b70 con 0x7fd48c0cd3f0 2024-09-12T01:18:18.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.856+0000 7fd490a77640 1 -- 172.21.15.122:0/3505005097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd48c0ae160 con 0x7fd48c0cd3f0 2024-09-12T01:18:18.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.857+0000 7fd490a77640 1 -- 172.21.15.122:0/3505005097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd48c15c120 con 0x7fd48c0cd3f0 2024-09-12T01:18:18.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.857+0000 7fd482ffd640 1 -- 172.21.15.122:0/3505005097 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd474011d10 con 0x7fd48c0cd3f0 2024-09-12T01:18:18.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.858+0000 7fd482ffd640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd46c06be30 0x7fd46c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:18.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.858+0000 7fd48a59c640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd46c06be30 0x7fd46c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:18.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.858+0000 7fd482ffd640 1 -- 172.21.15.122:0/3505005097 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7fd47408af10 con 0x7fd48c0cd3f0 2024-09-12T01:18:18.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.858+0000 7fd48a59c640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd46c06be30 0x7fd46c06e2f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd47c034000 tx=0x7fd47c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:18.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:18.862+0000 7fd482ffd640 1 -- 172.21.15.122:0/3505005097 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd48c1f67f0 con 0x7fd48c0cd3f0 2024-09-12T01:18:19.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.063+0000 7fd490a77640 1 -- 172.21.15.122:0/3505005097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd48c06be60 con 0x7fd48c0cd3f0 2024-09-12T01:18:19.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.064+0000 7fd482ffd640 1 -- 172.21.15.122:0/3505005097 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5236 (secure 0 0 0) 0x7fd4740596e0 con 0x7fd48c0cd3f0 2024-09-12T01:18:19.064 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:19.064 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":20,"btime":"2024-09-12T01:18:14:970529+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5094,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3889546756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3889546756},{"type":"v1","addr":"172.21.15.122:6836","nonce":3889546756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:04.106171+0000","modified":"2024-09-12T01:18:14.970524+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":39,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4762},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4762":{"gid":4762,"name":"a","rank":0,"incarnation":17,"state":"up:active","state_seq":7,"addr":"172.21.15.122:6837/3365969569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":3365969569},{"type":"v1","addr":"172.21.15.122:6837","nonce":3365969569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4762,"qdb_cluster":[4762]},"id":2}]} 2024-09-12T01:18:19.064 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 20 2024-09-12T01:18:19.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 -- 172.21.15.122:0/3505005097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd46c06be30 msgr2=0x7fd46c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd46c06be30 0x7fd46c06e2f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd47c034000 tx=0x7fd47c02e000 comp rx=0 tx=0).stop 2024-09-12T01:18:19.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 -- 172.21.15.122:0/3505005097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd48c0cd3f0 msgr2=0x7fd48c1f62b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd48c0cd3f0 0x7fd48c1f62b0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd47400c430 tx=0x7fd47400c8f0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 -- 172.21.15.122:0/3505005097 shutdown_connections 2024-09-12T01:18:19.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd46c06be30 0x7fd46c06e2f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd48c15b300 0x7fd48c144870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd48c0cd3f0 0x7fd48c1f62b0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 --2- 172.21.15.122:0/3505005097 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd48c06f8d0 0x7fd48c0ad760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 -- 172.21.15.122:0/3505005097 >> 172.21.15.122:0/3505005097 conn(0x7fd48c067d70 msgr2=0x7fd48c15d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:19.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 -- 172.21.15.122:0/3505005097 shutdown_connections 2024-09-12T01:18:19.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.066+0000 7fd490a77640 1 -- 172.21.15.122:0/3505005097 wait complete. 2024-09-12T01:18:19.077 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:19.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.176+0000 7fa15fa37640 1 Processor -- start 2024-09-12T01:18:19.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.176+0000 7fa15fa37640 1 -- start start 2024-09-12T01:18:19.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15fa37640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa1580d04a0 0x7fa1580d08e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15fa37640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fa1580ae550 0x7fa1580ae980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15fa37640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa15806cb30 con 0x7fa158147360 2024-09-12T01:18:19.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15fa37640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fa15806bfb0 con 0x7fa1580ae550 2024-09-12T01:18:19.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15fa37640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa15806c290 con 0x7fa1580d04a0 2024-09-12T01:18:19.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15dfd4640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fa1580ae550 0x7fa1580ae980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15cfd2640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa1580d04a0 0x7fa1580d08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15dfd4640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fa1580ae550 0x7fa1580ae980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:43096/0 (socket says 172.21.15.122:43096) 2024-09-12T01:18:19.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15dfd4640 1 -- 172.21.15.122:0/4042884689 learned_addr learned my addr 172.21.15.122:0/4042884689 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:19.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15cfd2640 1 -- 172.21.15.122:0/4042884689 >> v2:172.21.15.151:3300/0 conn(0x7fa1580ae550 msgr2=0x7fa1580ae980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:19.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15cfd2640 1 --2- 172.21.15.122:0/4042884689 >> v2:172.21.15.151:3300/0 conn(0x7fa1580ae550 0x7fa1580ae980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15cfd2640 1 -- 172.21.15.122:0/4042884689 >> v1:172.21.15.151:6789/0 conn(0x7fa158147360 legacy=0x7fa158070890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15cfd2640 1 -- 172.21.15.122:0/4042884689 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa15806c570 con 0x7fa1580d04a0 2024-09-12T01:18:19.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.177+0000 7fa15dfd4640 1 --2- 172.21.15.122:0/4042884689 >> v2:172.21.15.151:3300/0 conn(0x7fa1580ae550 0x7fa1580ae980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:18:19.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.178+0000 7fa15cfd2640 1 --2- 172.21.15.122:0/4042884689 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa1580d04a0 0x7fa1580d08e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa1540097a0 tx=0x7fa15402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0977f767206ec06 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:19.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.178+0000 7fa14bfff640 1 -- 172.21.15.122:0/4042884689 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa154037070 con 0x7fa1580d04a0 2024-09-12T01:18:19.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.178+0000 7fa14bfff640 1 -- 172.21.15.122:0/4042884689 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa15402ae50 con 0x7fa1580d04a0 2024-09-12T01:18:19.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.178+0000 7fa14bfff640 1 -- 172.21.15.122:0/4042884689 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa154032660 con 0x7fa1580d04a0 2024-09-12T01:18:19.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.179+0000 7fa15fa37640 1 -- 172.21.15.122:0/4042884689 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa1580d04a0 msgr2=0x7fa1580d08e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.179+0000 7fa15fa37640 1 --2- 172.21.15.122:0/4042884689 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa1580d04a0 0x7fa1580d08e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa1540097a0 tx=0x7fa15402a100 comp rx=0 tx=0).stop 2024-09-12T01:18:19.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.179+0000 7fa15fa37640 1 -- 172.21.15.122:0/4042884689 shutdown_connections 2024-09-12T01:18:19.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.179+0000 7fa15fa37640 1 --2- 172.21.15.122:0/4042884689 >> v2:172.21.15.151:3300/0 conn(0x7fa1580ae550 0x7fa1580ae980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.179+0000 7fa15fa37640 1 --2- 172.21.15.122:0/4042884689 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa1580d04a0 0x7fa1580d08e0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.179+0000 7fa15fa37640 1 -- 172.21.15.122:0/4042884689 >> 172.21.15.122:0/4042884689 conn(0x7fa1580b2f40 msgr2=0x7fa1580b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:19.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.179+0000 7fa15fa37640 1 -- 172.21.15.122:0/4042884689 shutdown_connections 2024-09-12T01:18:19.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.179+0000 7fa15fa37640 1 -- 172.21.15.122:0/4042884689 wait complete. 2024-09-12T01:18:19.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.180+0000 7fa15fa37640 1 Processor -- start 2024-09-12T01:18:19.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.180+0000 7fa15fa37640 1 -- start start 2024-09-12T01:18:19.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15fa37640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa1580ae550 0x7fa158141cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15fa37640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa1580d04a0 0x7fa15815b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15fa37640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa158147360 0x7fa1581597a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15fa37640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa158070fa0 con 0x7fa158147360 2024-09-12T01:18:19.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15fa37640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fa1580d0e20 con 0x7fa1580ae550 2024-09-12T01:18:19.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15fa37640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa15806bc10 con 0x7fa1580d04a0 2024-09-12T01:18:19.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15dfd4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa158147360 0x7fa1581597a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15dfd4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa158147360 0x7fa1581597a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46086/0 (socket says 172.21.15.122:46086) 2024-09-12T01:18:19.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15dfd4640 1 -- 172.21.15.122:0/4154956675 learned_addr learned my addr 172.21.15.122:0/4154956675 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:19.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15d7d3640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa1580ae550 0x7fa158141cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15cfd2640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa1580d04a0 0x7fa15815b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15dfd4640 1 -- 172.21.15.122:0/4154956675 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa1580d04a0 msgr2=0x7fa15815b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15dfd4640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa1580d04a0 0x7fa15815b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15dfd4640 1 -- 172.21.15.122:0/4154956675 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa1580ae550 msgr2=0x7fa158141cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15dfd4640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa1580ae550 0x7fa158141cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15dfd4640 1 -- 172.21.15.122:0/4154956675 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa15815b930 con 0x7fa158147360 2024-09-12T01:18:19.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15dfd4640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa158147360 0x7fa1581597a0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa15000efc0 tx=0x7fa15000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:19.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa149ffb640 1 -- 172.21.15.122:0/4154956675 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa15000cbe0 con 0x7fa158147360 2024-09-12T01:18:19.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa149ffb640 1 -- 172.21.15.122:0/4154956675 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa15000cd80 con 0x7fa158147360 2024-09-12T01:18:19.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa149ffb640 1 -- 172.21.15.122:0/4154956675 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa150003bb0 con 0x7fa158147360 2024-09-12T01:18:19.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.181+0000 7fa15fa37640 1 -- 172.21.15.122:0/4154956675 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa15815bc10 con 0x7fa158147360 2024-09-12T01:18:19.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.182+0000 7fa15fa37640 1 -- 172.21.15.122:0/4154956675 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa158159ce0 con 0x7fa158147360 2024-09-12T01:18:19.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.183+0000 7fa15fa37640 1 -- 172.21.15.122:0/4154956675 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa158068c60 con 0x7fa158147360 2024-09-12T01:18:19.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.183+0000 7fa149ffb640 1 -- 172.21.15.122:0/4154956675 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa15001b030 con 0x7fa158147360 2024-09-12T01:18:19.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.183+0000 7fa149ffb640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa13c06be30 0x7fa13c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.183+0000 7fa149ffb640 1 -- 172.21.15.122:0/4154956675 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7fa15008b300 con 0x7fa158147360 2024-09-12T01:18:19.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.183+0000 7fa15d7d3640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa13c06be30 0x7fa13c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.184+0000 7fa15d7d3640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa13c06be30 0x7fa13c06e2f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa15815e8f0 tx=0x7fa14c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:19.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.188+0000 7fa149ffb640 1 -- 172.21.15.122:0/4154956675 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa158068c60 con 0x7fa158147360 2024-09-12T01:18:19.386 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.386+0000 7fa15fa37640 1 -- 172.21.15.122:0/4154956675 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa1581438e0 con 0x7fa158147360 2024-09-12T01:18:19.386 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.387+0000 7fa149ffb640 1 -- 172.21.15.122:0/4154956675 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5236 (secure 0 0 0) 0x7fa150022020 con 0x7fa158147360 2024-09-12T01:18:19.387 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:19.387 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":20,"btime":"2024-09-12T01:18:14:970529+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5094,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3889546756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3889546756},{"type":"v1","addr":"172.21.15.122:6836","nonce":3889546756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:04.106171+0000","modified":"2024-09-12T01:18:14.970524+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":39,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4762},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4762":{"gid":4762,"name":"a","rank":0,"incarnation":17,"state":"up:active","state_seq":7,"addr":"172.21.15.122:6837/3365969569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":3365969569},{"type":"v1","addr":"172.21.15.122:6837","nonce":3365969569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4762,"qdb_cluster":[4762]},"id":2}]} 2024-09-12T01:18:19.387 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 20 2024-09-12T01:18:19.389 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 -- 172.21.15.122:0/4154956675 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa13c06be30 msgr2=0x7fa13c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.389 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa13c06be30 0x7fa13c06e2f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa15815e8f0 tx=0x7fa14c009040 comp rx=0 tx=0).stop 2024-09-12T01:18:19.389 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 -- 172.21.15.122:0/4154956675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa158147360 msgr2=0x7fa1581597a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.389 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa158147360 0x7fa1581597a0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa15000efc0 tx=0x7fa15000c490 comp rx=0 tx=0).stop 2024-09-12T01:18:19.389 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 -- 172.21.15.122:0/4154956675 shutdown_connections 2024-09-12T01:18:19.389 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa13c06be30 0x7fa13c06e2f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.389 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa158147360 0x7fa1581597a0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.389 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa1580d04a0 0x7fa15815b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.390 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 --2- 172.21.15.122:0/4154956675 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa1580ae550 0x7fa158141cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.390 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 -- 172.21.15.122:0/4154956675 >> 172.21.15.122:0/4154956675 conn(0x7fa1580b2f40 msgr2=0x7fa1580ae9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:19.390 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 -- 172.21.15.122:0/4154956675 shutdown_connections 2024-09-12T01:18:19.390 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.389+0000 7fa15fa37640 1 -- 172.21.15.122:0/4154956675 wait complete. 2024-09-12T01:18:19.400 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:18:19.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.498+0000 7fd65c4ed640 1 Processor -- start 2024-09-12T01:18:19.498 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.498+0000 7fd65c4ed640 1 -- start start 2024-09-12T01:18:19.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.499+0000 7fd65c4ed640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd65415c520 0x7fd65409b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.500 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.499+0000 7fd65c4ed640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fd6540b1620 0x7fd6540b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.499+0000 7fd65c4ed640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6540cec00 con 0x7fd6540d0980 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.499+0000 7fd65c4ed640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fd65409bd90 con 0x7fd65415c520 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.499+0000 7fd65c4ed640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fd6540d0010 con 0x7fd6540b1620 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.499+0000 7fd65a289640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd65415c520 0x7fd65409b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.499+0000 7fd65aa8a640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fd6540d0980 0x7fd6540cd570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52642/0 (socket says 172.21.15.122:52642) 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.499+0000 7fd65aa8a640 1 -- 172.21.15.122:0/2289248338 learned_addr learned my addr 172.21.15.122:0/2289248338 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.500+0000 7fd659a88640 1 --2- 172.21.15.122:0/2289248338 >> v2:172.21.15.151:3300/0 conn(0x7fd6540b1620 0x7fd6540b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.500+0000 7fd65a289640 1 -- 172.21.15.122:0/2289248338 >> v2:172.21.15.151:3300/0 conn(0x7fd6540b1620 msgr2=0x7fd6540b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.500+0000 7fd65a289640 1 --2- 172.21.15.122:0/2289248338 >> v2:172.21.15.151:3300/0 conn(0x7fd6540b1620 0x7fd6540b1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.500+0000 7fd65a289640 1 -- 172.21.15.122:0/2289248338 >> v1:172.21.15.122:6789/0 conn(0x7fd6540d0980 legacy=0x7fd6540cd570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.500+0000 7fd659287640 1 -- 172.21.15.122:0/2289248338 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 278171510 0 0) 0x7fd6540cec00 con 0x7fd6540d0980 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.500+0000 7fd65a289640 1 -- 172.21.15.122:0/2289248338 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6540d02f0 con 0x7fd65415c520 2024-09-12T01:18:19.501 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.500+0000 7fd65a289640 1 --2- 172.21.15.122:0/2289248338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd65415c520 0x7fd65409b720 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd6540733c0 tx=0x7fd65002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ebba212c62ef072 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:19.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.500+0000 7fd659287640 1 -- 172.21.15.122:0/2289248338 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd650037070 con 0x7fd65415c520 2024-09-12T01:18:19.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.501+0000 7fd659287640 1 -- 172.21.15.122:0/2289248338 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd650032440 con 0x7fd65415c520 2024-09-12T01:18:19.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.501+0000 7fd659287640 1 -- 172.21.15.122:0/2289248338 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd650032810 con 0x7fd65415c520 2024-09-12T01:18:19.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.501+0000 7fd65c4ed640 1 -- 172.21.15.122:0/2289248338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd65415c520 msgr2=0x7fd65409b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.501+0000 7fd65c4ed640 1 --2- 172.21.15.122:0/2289248338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd65415c520 0x7fd65409b720 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd6540733c0 tx=0x7fd65002a1a0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.501+0000 7fd65c4ed640 1 -- 172.21.15.122:0/2289248338 shutdown_connections 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.501+0000 7fd65c4ed640 1 --2- 172.21.15.122:0/2289248338 >> v2:172.21.15.151:3300/0 conn(0x7fd6540b1620 0x7fd6540b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.501+0000 7fd65c4ed640 1 --2- 172.21.15.122:0/2289248338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd65415c520 0x7fd65409b720 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.501+0000 7fd65c4ed640 1 -- 172.21.15.122:0/2289248338 >> 172.21.15.122:0/2289248338 conn(0x7fd6540d23a0 msgr2=0x7fd6540d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.501+0000 7fd65c4ed640 1 -- 172.21.15.122:0/2289248338 shutdown_connections 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.501+0000 7fd65c4ed640 1 -- 172.21.15.122:0/2289248338 wait complete. 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.502+0000 7fd65c4ed640 1 Processor -- start 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.502+0000 7fd65c4ed640 1 -- start start 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65c4ed640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd6540b1620 0x7fd654157000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65c4ed640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd6540d0980 0x7fd6540b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65c4ed640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd65415c520 0x7fd654153be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65c4ed640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd65415c900 con 0x7fd65415c520 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65c4ed640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd6540d05d0 con 0x7fd6540d0980 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65c4ed640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd6541576e0 con 0x7fd6540b1620 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65aa8a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd65415c520 0x7fd654153be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65aa8a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd65415c520 0x7fd654153be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46098/0 (socket says 172.21.15.122:46098) 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65aa8a640 1 -- 172.21.15.122:0/3141513254 learned_addr learned my addr 172.21.15.122:0/3141513254 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65aa8a640 1 -- 172.21.15.122:0/3141513254 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd6540b1620 msgr2=0x7fd654157000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65aa8a640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd6540b1620 0x7fd654157000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd659a88640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd6540d0980 0x7fd6540b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65aa8a640 1 -- 172.21.15.122:0/3141513254 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd6540d0980 msgr2=0x7fd6540b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.503+0000 7fd65aa8a640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd6540d0980 0x7fd6540b60a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.504+0000 7fd65aa8a640 1 -- 172.21.15.122:0/3141513254 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6540c8e20 con 0x7fd65415c520 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.504+0000 7fd65aa8a640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd65415c520 0x7fd654153be0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd64c00c7d0 tx=0x7fd64c00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:19.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.504+0000 7fd64affd640 1 -- 172.21.15.122:0/3141513254 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64c018070 con 0x7fd65415c520 2024-09-12T01:18:19.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.504+0000 7fd64affd640 1 -- 172.21.15.122:0/3141513254 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd64c00a640 con 0x7fd65415c520 2024-09-12T01:18:19.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.504+0000 7fd65c4ed640 1 -- 172.21.15.122:0/3141513254 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd654154120 con 0x7fd65415c520 2024-09-12T01:18:19.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.504+0000 7fd64affd640 1 -- 172.21.15.122:0/3141513254 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64c00aa70 con 0x7fd65415c520 2024-09-12T01:18:19.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.504+0000 7fd65c4ed640 1 -- 172.21.15.122:0/3141513254 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6540b55c0 con 0x7fd65415c520 2024-09-12T01:18:19.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.505+0000 7fd65c4ed640 1 -- 172.21.15.122:0/3141513254 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6540b1d40 con 0x7fd65415c520 2024-09-12T01:18:19.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.505+0000 7fd64affd640 1 -- 172.21.15.122:0/3141513254 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd64c01b070 con 0x7fd65415c520 2024-09-12T01:18:19.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.506+0000 7fd64affd640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd63806be30 0x7fd63806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.506+0000 7fd64affd640 1 -- 172.21.15.122:0/3141513254 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7fd64c08a5c0 con 0x7fd65415c520 2024-09-12T01:18:19.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.506+0000 7fd65a289640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd63806be30 0x7fd63806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.506+0000 7fd65a289640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd63806be30 0x7fd63806e2f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd650034000 tx=0x7fd65002c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:19.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.510+0000 7fd64affd640 1 -- 172.21.15.122:0/3141513254 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd6540c8e20 con 0x7fd65415c520 2024-09-12T01:18:19.676 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.676+0000 7fd65c4ed640 1 -- 172.21.15.122:0/3141513254 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd6540b8320 con 0x7fd65415c520 2024-09-12T01:18:19.677 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.677+0000 7fd64affd640 1 -- 172.21.15.122:0/3141513254 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+17205 (secure 0 0 0) 0x7fd64c058e20 con 0x7fd65415c520 2024-09-12T01:18:19.678 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:19.678 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":39,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:18:11.956365+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:18:01.868166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-12T01:18:03.097068+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.122:6836/4116385109":"2024-09-13T01:18:11.956341+0000","172.21.15.122:6834/4116385109":"2024-09-13T01:18:11.956341+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.679+0000 7fd65c4ed640 1 -- 172.21.15.122:0/3141513254 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd63806be30 msgr2=0x7fd63806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.679+0000 7fd65c4ed640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd63806be30 0x7fd63806e2f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd650034000 tx=0x7fd65002c000 comp rx=0 tx=0).stop 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.679+0000 7fd65c4ed640 1 -- 172.21.15.122:0/3141513254 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd65415c520 msgr2=0x7fd654153be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.679+0000 7fd65c4ed640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd65415c520 0x7fd654153be0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd64c00c7d0 tx=0x7fd64c00cc90 comp rx=0 tx=0).stop 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.679+0000 7fd65c4ed640 1 -- 172.21.15.122:0/3141513254 shutdown_connections 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.679+0000 7fd65c4ed640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd63806be30 0x7fd63806e2f0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.679+0000 7fd65c4ed640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd65415c520 0x7fd654153be0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.679+0000 7fd65c4ed640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd6540d0980 0x7fd6540b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.679+0000 7fd65c4ed640 1 --2- 172.21.15.122:0/3141513254 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd6540b1620 0x7fd654157000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.679+0000 7fd65c4ed640 1 -- 172.21.15.122:0/3141513254 >> 172.21.15.122:0/3141513254 conn(0x7fd6540d23a0 msgr2=0x7fd6540d2780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.680+0000 7fd65c4ed640 1 -- 172.21.15.122:0/3141513254 shutdown_connections 2024-09-12T01:18:19.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.680+0000 7fd65c4ed640 1 -- 172.21.15.122:0/3141513254 wait complete. 2024-09-12T01:18:19.691 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T01:18:19.691 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:19.755 INFO:tasks.ceph.mds.a.smithi122.stderr:2024-09-12T01:18:19.755+0000 7f3941c1e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T01:18:19.791 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.791+0000 7f9b6f00e640 1 Processor -- start 2024-09-12T01:18:19.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.791+0000 7f9b6f00e640 1 -- start start 2024-09-12T01:18:19.801 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.792+0000 7f9b6f00e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f9b6815e740 0x7f9b680d1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.801 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.792+0000 7f9b6f00e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 0x7f9b6806cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.802 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.792+0000 7f9b6f00e640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b6806e000 con 0x7f9b6809b690 2024-09-12T01:18:19.802 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.792+0000 7f9b6f00e640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f9b6815eb20 con 0x7f9b6815e740 2024-09-12T01:18:19.802 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.792+0000 7f9b6f00e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9b6806d260 con 0x7f9b6806dbd0 2024-09-12T01:18:19.802 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.792+0000 7f9b6cdaa640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f9b6815e740 0x7f9b680d1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.802 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.792+0000 7f9b6d5ab640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 0x7f9b6806cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.802 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.792+0000 7f9b6d5ab640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 0x7f9b6806cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:57342/0 (socket says 172.21.15.122:57342) 2024-09-12T01:18:19.802 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.792+0000 7f9b6d5ab640 1 -- 172.21.15.122:0/4131594314 learned_addr learned my addr 172.21.15.122:0/4131594314 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:19.803 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.793+0000 7f9b6cdaa640 1 -- 172.21.15.122:0/4131594314 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 msgr2=0x7f9b6806cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:19.803 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.793+0000 7f9b6cdaa640 1 --2- 172.21.15.122:0/4131594314 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 0x7f9b6806cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.803 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.793+0000 7f9b6cdaa640 1 -- 172.21.15.122:0/4131594314 >> v1:172.21.15.151:6789/0 conn(0x7f9b6809b690 legacy=0x7f9b6806d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.803 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.793+0000 7f9b6cdaa640 1 -- 172.21.15.122:0/4131594314 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b680d0780 con 0x7f9b6815e740 2024-09-12T01:18:19.803 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.793+0000 7f9b6d5ab640 1 --2- 172.21.15.122:0/4131594314 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 0x7f9b6806cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:18:19.803 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.793+0000 7f9b6cdaa640 1 --2- 172.21.15.122:0/4131594314 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9b6815e740 0x7f9b680d1540 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f9b640097a0 tx=0x7f9b6402a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=903f4db9171481fb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:19.803 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.794+0000 7f9b5f7fe640 1 -- 172.21.15.122:0/4131594314 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b64037070 con 0x7f9b6815e740 2024-09-12T01:18:19.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.794+0000 7f9b5f7fe640 1 -- 172.21.15.122:0/4131594314 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b64032440 con 0x7f9b6815e740 2024-09-12T01:18:19.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.794+0000 7f9b5f7fe640 1 -- 172.21.15.122:0/4131594314 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b64032810 con 0x7f9b6815e740 2024-09-12T01:18:19.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.794+0000 7f9b6f00e640 1 -- 172.21.15.122:0/4131594314 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9b6815e740 msgr2=0x7f9b680d1540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.794+0000 7f9b6f00e640 1 --2- 172.21.15.122:0/4131594314 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9b6815e740 0x7f9b680d1540 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f9b640097a0 tx=0x7f9b6402a210 comp rx=0 tx=0).stop 2024-09-12T01:18:19.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.794+0000 7f9b6f00e640 1 -- 172.21.15.122:0/4131594314 shutdown_connections 2024-09-12T01:18:19.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.794+0000 7f9b6f00e640 1 --2- 172.21.15.122:0/4131594314 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 0x7f9b6806cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.804 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.794+0000 7f9b6f00e640 1 --2- 172.21.15.122:0/4131594314 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9b6815e740 0x7f9b680d1540 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.794+0000 7f9b6f00e640 1 -- 172.21.15.122:0/4131594314 >> 172.21.15.122:0/4131594314 conn(0x7f9b680d23a0 msgr2=0x7f9b680d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:19.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.794+0000 7f9b6f00e640 1 -- 172.21.15.122:0/4131594314 shutdown_connections 2024-09-12T01:18:19.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.794+0000 7f9b6f00e640 1 -- 172.21.15.122:0/4131594314 wait complete. 2024-09-12T01:18:19.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.795+0000 7f9b6f00e640 1 Processor -- start 2024-09-12T01:18:19.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.795+0000 7f9b6f00e640 1 -- start start 2024-09-12T01:18:19.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.796+0000 7f9b6f00e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 0x7f9b681f4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.796+0000 7f9b6f00e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b6809b690 0x7f9b6809c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.796+0000 7f9b6f00e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9b6815e740 0x7f9b6809c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.796+0000 7f9b6f00e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9b680d1020 con 0x7f9b6809b690 2024-09-12T01:18:19.806 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.796+0000 7f9b6f00e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f9b680d0d40 con 0x7f9b6815e740 2024-09-12T01:18:19.807 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.796+0000 7f9b6f00e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9b6809bac0 con 0x7f9b6806dbd0 2024-09-12T01:18:19.807 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.796+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b6809b690 0x7f9b6809c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.807 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.796+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b6809b690 0x7f9b6809c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46100/0 (socket says 172.21.15.122:46100) 2024-09-12T01:18:19.807 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.796+0000 7f9b5ffff640 1 -- 172.21.15.122:0/3835615968 learned_addr learned my addr 172.21.15.122:0/3835615968 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:19.807 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.796+0000 7f9b6cdaa640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 0x7f9b681f4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.807 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b6d5ab640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9b6815e740 0x7f9b6809c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.807 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b5ffff640 1 -- 172.21.15.122:0/3835615968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 msgr2=0x7f9b681f4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.808 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b5ffff640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 0x7f9b681f4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.808 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b5ffff640 1 -- 172.21.15.122:0/3835615968 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9b6815e740 msgr2=0x7f9b6809c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:19.808 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b5ffff640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9b6815e740 0x7f9b6809c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:19.808 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b5ffff640 1 -- 172.21.15.122:0/3835615968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6815d160 con 0x7f9b6809b690 2024-09-12T01:18:19.808 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b6cdaa640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 0x7f9b681f4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:19.809 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b6d5ab640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9b6815e740 0x7f9b6809c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:19.809 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b5ffff640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b6809b690 0x7f9b6809c2c0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9b5800c3c0 tx=0x7f9b5800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:19.809 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b5d7fa640 1 -- 172.21.15.122:0/3835615968 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b580052d0 con 0x7f9b6809b690 2024-09-12T01:18:19.809 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b5d7fa640 1 -- 172.21.15.122:0/3835615968 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b58005490 con 0x7f9b6809b690 2024-09-12T01:18:19.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b6f00e640 1 -- 172.21.15.122:0/3835615968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b6809e130 con 0x7f9b6809b690 2024-09-12T01:18:19.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b5d7fa640 1 -- 172.21.15.122:0/3835615968 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b58007260 con 0x7f9b6809b690 2024-09-12T01:18:19.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.797+0000 7f9b6f00e640 1 -- 172.21.15.122:0/3835615968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b681f5050 con 0x7f9b6809b690 2024-09-12T01:18:19.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.798+0000 7f9b6f00e640 1 -- 172.21.15.122:0/3835615968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b6806cd20 con 0x7f9b6809b690 2024-09-12T01:18:19.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.798+0000 7f9b5d7fa640 1 -- 172.21.15.122:0/3835615968 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9b58007400 con 0x7f9b6809b690 2024-09-12T01:18:19.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.799+0000 7f9b5d7fa640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9b5406be30 0x7f9b5406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:19.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.799+0000 7f9b5d7fa640 1 -- 172.21.15.122:0/3835615968 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f9b5808a540 con 0x7f9b6809b690 2024-09-12T01:18:19.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.799+0000 7f9b6cdaa640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9b5406be30 0x7f9b5406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:19.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.799+0000 7f9b6cdaa640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9b5406be30 0x7f9b5406e2f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9b64034000 tx=0x7f9b6402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:19.811 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:19.803+0000 7f9b5d7fa640 1 -- 172.21.15.122:0/3835615968 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9b58058d10 con 0x7f9b6809b690 2024-09-12T01:18:20.005 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.005+0000 7f9b6f00e640 1 -- 172.21.15.122:0/3835615968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b680ce1d0 con 0x7f9b6809b690 2024-09-12T01:18:20.006 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.006+0000 7f9b5d7fa640 1 -- 172.21.15.122:0/3835615968 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5236 (secure 0 0 0) 0x7f9b58058610 con 0x7f9b6809b690 2024-09-12T01:18:20.006 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:20.006 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":20,"btime":"2024-09-12T01:18:14:970529+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5094,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3889546756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3889546756},{"type":"v1","addr":"172.21.15.122:6836","nonce":3889546756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:04.106171+0000","modified":"2024-09-12T01:18:14.970524+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":39,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4762},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4762":{"gid":4762,"name":"a","rank":0,"incarnation":17,"state":"up:active","state_seq":7,"addr":"172.21.15.122:6837/3365969569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":3365969569},{"type":"v1","addr":"172.21.15.122:6837","nonce":3365969569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4762,"qdb_cluster":[4762]},"id":2}]} 2024-09-12T01:18:20.007 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 20 2024-09-12T01:18:20.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 -- 172.21.15.122:0/3835615968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9b5406be30 msgr2=0x7f9b5406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9b5406be30 0x7f9b5406e2f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9b64034000 tx=0x7f9b6402e000 comp rx=0 tx=0).stop 2024-09-12T01:18:20.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 -- 172.21.15.122:0/3835615968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b6809b690 msgr2=0x7f9b6809c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b6809b690 0x7f9b6809c2c0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9b5800c3c0 tx=0x7f9b5800c880 comp rx=0 tx=0).stop 2024-09-12T01:18:20.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 -- 172.21.15.122:0/3835615968 shutdown_connections 2024-09-12T01:18:20.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9b5406be30 0x7f9b5406e2f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9b6815e740 0x7f9b6809c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b6809b690 0x7f9b6809c2c0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 --2- 172.21.15.122:0/3835615968 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9b6806dbd0 0x7f9b681f4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 -- 172.21.15.122:0/3835615968 >> 172.21.15.122:0/3835615968 conn(0x7f9b680d23a0 msgr2=0x7f9b680b1150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:20.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 -- 172.21.15.122:0/3835615968 shutdown_connections 2024-09-12T01:18:20.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.008+0000 7f9b6f00e640 1 -- 172.21.15.122:0/3835615968 wait complete. 2024-09-12T01:18:20.019 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:20.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.118+0000 7f1390e8d640 1 Processor -- start 2024-09-12T01:18:20.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.118+0000 7f1390e8d640 1 -- start start 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f1390e8d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f138c0d1090 0x7f138c09b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f1390e8d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f138c0b1620 0x7f138c0b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f1390e8d640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f138c0cec00 con 0x7f138c15c520 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f1390e8d640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f138c09bd90 con 0x7f138c0d1090 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f1390e8d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f138c0d0010 con 0x7f138c0b1620 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f1383fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f138c0d1090 0x7f138c09b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f138a59c640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f138c15c520 0x7f138c0d0980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52652/0 (socket says 172.21.15.122:52652) 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f138a59c640 1 -- 172.21.15.122:0/2461634349 learned_addr learned my addr 172.21.15.122:0/2461634349 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f138ad9d640 1 --2- 172.21.15.122:0/2461634349 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f138c0b1620 0x7f138c0b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f1383fff640 1 -- 172.21.15.122:0/2461634349 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f138c0b1620 msgr2=0x7f138c0b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f1383fff640 1 --2- 172.21.15.122:0/2461634349 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f138c0b1620 0x7f138c0b1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.120 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f1383fff640 1 -- 172.21.15.122:0/2461634349 >> v1:172.21.15.122:6789/0 conn(0x7f138c15c520 legacy=0x7f138c0d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f1383fff640 1 -- 172.21.15.122:0/2461634349 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f138c0d02f0 con 0x7f138c0d1090 2024-09-12T01:18:20.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.119+0000 7f1389d9b640 1 -- 172.21.15.122:0/2461634349 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2327604389 0 0) 0x7f138c0cec00 con 0x7f138c15c520 2024-09-12T01:18:20.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1383fff640 1 --2- 172.21.15.122:0/2461634349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f138c0d1090 0x7f138c09b720 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f13740097a0 tx=0x7f137402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b341dd1a85313e39 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:20.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1389d9b640 1 -- 172.21.15.122:0/2461634349 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1374037070 con 0x7f138c0d1090 2024-09-12T01:18:20.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1389d9b640 1 -- 172.21.15.122:0/2461634349 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1374032440 con 0x7f138c0d1090 2024-09-12T01:18:20.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1389d9b640 1 -- 172.21.15.122:0/2461634349 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1374032810 con 0x7f138c0d1090 2024-09-12T01:18:20.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1390e8d640 1 -- 172.21.15.122:0/2461634349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f138c0d1090 msgr2=0x7f138c09b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1390e8d640 1 --2- 172.21.15.122:0/2461634349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f138c0d1090 0x7f138c09b720 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f13740097a0 tx=0x7f137402a180 comp rx=0 tx=0).stop 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1390e8d640 1 -- 172.21.15.122:0/2461634349 shutdown_connections 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1390e8d640 1 --2- 172.21.15.122:0/2461634349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f138c0d1090 0x7f138c09b720 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1390e8d640 1 --2- 172.21.15.122:0/2461634349 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f138c0b1620 0x7f138c0b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1390e8d640 1 -- 172.21.15.122:0/2461634349 >> 172.21.15.122:0/2461634349 conn(0x7f138c0d23a0 msgr2=0x7f138c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1390e8d640 1 -- 172.21.15.122:0/2461634349 shutdown_connections 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.120+0000 7f1390e8d640 1 -- 172.21.15.122:0/2461634349 wait complete. 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.122+0000 7f1390e8d640 1 Processor -- start 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.122+0000 7f1390e8d640 1 -- start start 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.122+0000 7f1390e8d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f138c0b1620 0x7f138c158c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.122+0000 7f1390e8d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f138c0d1090 0x7f138c0af930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.122+0000 7f1390e8d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f138c15c520 0x7f138c0afe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.122+0000 7f1390e8d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f138c15c900 con 0x7f138c15c520 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.122+0000 7f1390e8d640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f138c0d05d0 con 0x7f138c0b1620 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.122+0000 7f1390e8d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f138c0cbac0 con 0x7f138c0d1090 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f138ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f138c15c520 0x7f138c0afe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f138ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f138c15c520 0x7f138c0afe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46126/0 (socket says 172.21.15.122:46126) 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f138ad9d640 1 -- 172.21.15.122:0/2294427447 learned_addr learned my addr 172.21.15.122:0/2294427447 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f138a59c640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f138c0b1620 0x7f138c158c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f1383fff640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f138c0d1090 0x7f138c0af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f138ad9d640 1 -- 172.21.15.122:0/2294427447 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f138c0d1090 msgr2=0x7f138c0af930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f138ad9d640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f138c0d1090 0x7f138c0af930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f138ad9d640 1 -- 172.21.15.122:0/2294427447 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f138c0b1620 msgr2=0x7f138c158c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f138ad9d640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f138c0b1620 0x7f138c158c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f138ad9d640 1 -- 172.21.15.122:0/2294427447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f138c06e1e0 con 0x7f138c15c520 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f138ad9d640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f138c15c520 0x7f138c0afe70 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f1384007e40 tx=0x7f138400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f1382ffd640 1 -- 172.21.15.122:0/2294427447 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1384014620 con 0x7f138c15c520 2024-09-12T01:18:20.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f1382ffd640 1 -- 172.21.15.122:0/2294427447 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1384019070 con 0x7f138c15c520 2024-09-12T01:18:20.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f1390e8d640 1 -- 172.21.15.122:0/2294427447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f138c06e4c0 con 0x7f138c15c520 2024-09-12T01:18:20.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f1382ffd640 1 -- 172.21.15.122:0/2294427447 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1384014a20 con 0x7f138c15c520 2024-09-12T01:18:20.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.123+0000 7f1390e8d640 1 -- 172.21.15.122:0/2294427447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f138c06ea80 con 0x7f138c15c520 2024-09-12T01:18:20.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.124+0000 7f1390e8d640 1 -- 172.21.15.122:0/2294427447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f138c0b8320 con 0x7f138c15c520 2024-09-12T01:18:20.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.125+0000 7f1382ffd640 1 -- 172.21.15.122:0/2294427447 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1384014bc0 con 0x7f138c15c520 2024-09-12T01:18:20.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.125+0000 7f1382ffd640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f136c06be30 0x7f136c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.125+0000 7f1382ffd640 1 -- 172.21.15.122:0/2294427447 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f138408b8c0 con 0x7f138c15c520 2024-09-12T01:18:20.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.125+0000 7f138a59c640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f136c06be30 0x7f136c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.125+0000 7f138a59c640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f136c06be30 0x7f136c06e2f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f137c000f60 tx=0x7f137c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:20.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.129+0000 7f1382ffd640 1 -- 172.21.15.122:0/2294427447 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f138405a120 con 0x7f138c15c520 2024-09-12T01:18:20.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.326+0000 7f1390e8d640 1 -- 172.21.15.122:0/2294427447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f138c0b31c0 con 0x7f138c15c520 2024-09-12T01:18:20.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.327+0000 7f1382ffd640 1 -- 172.21.15.122:0/2294427447 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5236 (secure 0 0 0) 0x7f1384059a20 con 0x7f138c15c520 2024-09-12T01:18:20.327 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:20.327 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":20,"btime":"2024-09-12T01:18:14:970529+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5094,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3889546756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3889546756},{"type":"v1","addr":"172.21.15.122:6836","nonce":3889546756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:04.106171+0000","modified":"2024-09-12T01:18:14.970524+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":39,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4762},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4762":{"gid":4762,"name":"a","rank":0,"incarnation":17,"state":"up:active","state_seq":7,"addr":"172.21.15.122:6837/3365969569","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":3365969569},{"type":"v1","addr":"172.21.15.122:6837","nonce":3365969569}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4762,"qdb_cluster":[4762]},"id":2}]} 2024-09-12T01:18:20.328 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 20 2024-09-12T01:18:20.329 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 -- 172.21.15.122:0/2294427447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f136c06be30 msgr2=0x7f136c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.329 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f136c06be30 0x7f136c06e2f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f137c000f60 tx=0x7f137c009040 comp rx=0 tx=0).stop 2024-09-12T01:18:20.329 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 -- 172.21.15.122:0/2294427447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f138c15c520 msgr2=0x7f138c0afe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f138c15c520 0x7f138c0afe70 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f1384007e40 tx=0x7f138400e4b0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 -- 172.21.15.122:0/2294427447 shutdown_connections 2024-09-12T01:18:20.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f136c06be30 0x7f136c06e2f0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f138c15c520 0x7f138c0afe70 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f138c0d1090 0x7f138c0af930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 --2- 172.21.15.122:0/2294427447 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f138c0b1620 0x7f138c158c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 -- 172.21.15.122:0/2294427447 >> 172.21.15.122:0/2294427447 conn(0x7f138c0d23a0 msgr2=0x7f138c071450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:20.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 -- 172.21.15.122:0/2294427447 shutdown_connections 2024-09-12T01:18:20.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.329+0000 7f1390e8d640 1 -- 172.21.15.122:0/2294427447 wait complete. 2024-09-12T01:18:20.340 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:18:20.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.437+0000 7f6d9474b640 1 Processor -- start 2024-09-12T01:18:20.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.437+0000 7f6d9474b640 1 -- start start 2024-09-12T01:18:20.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.438+0000 7f6d9474b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d8c161c80 0x7f6d8c06e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.438+0000 7f6d9474b640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d8c06e870 con 0x7f6d8c162060 2024-09-12T01:18:20.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.438+0000 7f6d9474b640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d8c06d9f0 con 0x7f6d8c0b6680 2024-09-12T01:18:20.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.438+0000 7f6d9474b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6d8c06dcd0 con 0x7f6d8c161c80 2024-09-12T01:18:20.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d91ce6640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f6d8c162060 0x7f6d8c0b5f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47678/0 (socket says 172.21.15.122:47678) 2024-09-12T01:18:20.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d91ce6640 1 -- 172.21.15.122:0/181404013 learned_addr learned my addr 172.21.15.122:0/181404013 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:20.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d924e7640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d8c161c80 0x7f6d8c06e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 7482877 0 0) 0x7f6d80001110 con 0x7f6d8c162060 2024-09-12T01:18:20.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d74003520 con 0x7f6d8c162060 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3511122882 0 0) 0x7f6d74003520 con 0x7f6d8c162060 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d8c161c80 msgr2=0x7f6d8c06e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d8c161c80 0x7f6d8c06e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 >> v1:172.21.15.151:6789/0 conn(0x7f6d8c0b6680 legacy=0x7f6d8c0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d8c06dfb0 con 0x7f6d8c162060 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f6d80001840 con 0x7f6d8c162060 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 >> v1:172.21.15.122:6789/0 conn(0x7f6d8c162060 legacy=0x7f6d8c0b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d740039e0 0x7f6d74003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d74004800 0x7f6d74004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d8c161c80 0x7f6d740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6d8c06dcd0 con 0x7f6d740039e0 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6d7400baa0 con 0x7f6d74004800 2024-09-12T01:18:20.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6d7400bca0 con 0x7f6d8c161c80 2024-09-12T01:18:20.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d924e7640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d740039e0 0x7f6d74003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d91ce6640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d74004800 0x7f6d74004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d92ce8640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d8c161c80 0x7f6d740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d924e7640 1 -- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d8c161c80 msgr2=0x7f6d740051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:20.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d924e7640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d8c161c80 0x7f6d740051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d924e7640 1 -- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d74004800 msgr2=0x7f6d74004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:20.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d924e7640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d74004800 0x7f6d74004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.439+0000 7f6d924e7640 1 -- 172.21.15.122:0/181404013 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d74003520 con 0x7f6d740039e0 2024-09-12T01:18:20.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.440+0000 7f6d91ce6640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d74004800 0x7f6d74004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:20.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.440+0000 7f6d924e7640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d740039e0 0x7f6d74003e00 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c009f90 tx=0x7f6d74005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c441ce1f6782cbc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:20.444 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.440+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c009c10 con 0x7f6d740039e0 2024-09-12T01:18:20.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.440+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d7c036070 con 0x7f6d740039e0 2024-09-12T01:18:20.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.440+0000 7f6d914e5640 1 -- 172.21.15.122:0/181404013 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c031830 con 0x7f6d740039e0 2024-09-12T01:18:20.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.441+0000 7f6d9474b640 1 -- 172.21.15.122:0/181404013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d740039e0 msgr2=0x7f6d74003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.441+0000 7f6d9474b640 1 --2- 172.21.15.122:0/181404013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d740039e0 0x7f6d74003e00 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c009f90 tx=0x7f6d74005830 comp rx=0 tx=0).stop 2024-09-12T01:18:20.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.441+0000 7f6d92ce8640 1 -- 172.21.15.122:0/181404013 reap_dead start 2024-09-12T01:18:20.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.441+0000 7f6d9474b640 1 -- 172.21.15.122:0/181404013 shutdown_connections 2024-09-12T01:18:20.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.441+0000 7f6d9474b640 1 -- 172.21.15.122:0/181404013 >> 172.21.15.122:0/181404013 conn(0x7f6d8c0d44f0 msgr2=0x7f6d8c0d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:20.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.441+0000 7f6d9474b640 1 -- 172.21.15.122:0/181404013 shutdown_connections 2024-09-12T01:18:20.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.441+0000 7f6d9474b640 1 -- 172.21.15.122:0/181404013 wait complete. 2024-09-12T01:18:20.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.442+0000 7f6d9474b640 1 Processor -- start 2024-09-12T01:18:20.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.442+0000 7f6d9474b640 1 -- start start 2024-09-12T01:18:20.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d9474b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d740039e0 0x7f6d8c0b8950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d9474b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d8c0b9970 0x7f6d8c1f5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d9474b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d8c0b1f50 0x7f6d8c0b2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d9474b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6d8c0b6cb0 con 0x7f6d8c0b9970 2024-09-12T01:18:20.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d9474b640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6d8c0b6b30 con 0x7f6d8c0b1f50 2024-09-12T01:18:20.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d9474b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6d8c06e330 con 0x7f6d740039e0 2024-09-12T01:18:20.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d91ce6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d8c0b9970 0x7f6d8c1f5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d91ce6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d8c0b9970 0x7f6d8c1f5610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48042/0 (socket says 172.21.15.122:48042) 2024-09-12T01:18:20.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d91ce6640 1 -- 172.21.15.122:0/240222871 learned_addr learned my addr 172.21.15.122:0/240222871 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:20.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d924e7640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d740039e0 0x7f6d8c0b8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d92ce8640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d8c0b1f50 0x7f6d8c0b2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d91ce6640 1 -- 172.21.15.122:0/240222871 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d740039e0 msgr2=0x7f6d8c0b8950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d91ce6640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d740039e0 0x7f6d8c0b8950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d91ce6640 1 -- 172.21.15.122:0/240222871 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d8c0b1f50 msgr2=0x7f6d8c0b2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d91ce6640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d8c0b1f50 0x7f6d8c0b2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d91ce6640 1 -- 172.21.15.122:0/240222871 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d8c0b1190 con 0x7f6d8c0b9970 2024-09-12T01:18:20.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d92ce8640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d8c0b1f50 0x7f6d8c0b2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:20.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.443+0000 7f6d91ce6640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d8c0b9970 0x7f6d8c1f5610 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6d80001de0 tx=0x7f6d80007790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:20.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.444+0000 7f6d8affd640 1 -- 172.21.15.122:0/240222871 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d8000e8c0 con 0x7f6d8c0b9970 2024-09-12T01:18:20.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.444+0000 7f6d8affd640 1 -- 172.21.15.122:0/240222871 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d80018070 con 0x7f6d8c0b9970 2024-09-12T01:18:20.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.444+0000 7f6d9474b640 1 -- 172.21.15.122:0/240222871 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d8c0b1470 con 0x7f6d8c0b9970 2024-09-12T01:18:20.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.444+0000 7f6d8affd640 1 -- 172.21.15.122:0/240222871 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d8000ec60 con 0x7f6d8c0b9970 2024-09-12T01:18:20.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.444+0000 7f6d9474b640 1 -- 172.21.15.122:0/240222871 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d8c0b1a30 con 0x7f6d8c0b9970 2024-09-12T01:18:20.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.445+0000 7f6d9474b640 1 -- 172.21.15.122:0/240222871 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d8c0b5f70 con 0x7f6d8c0b9970 2024-09-12T01:18:20.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.445+0000 7f6d8affd640 1 -- 172.21.15.122:0/240222871 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6d80013420 con 0x7f6d8c0b9970 2024-09-12T01:18:20.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.445+0000 7f6d8affd640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d7806be60 0x7f6d7806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.446+0000 7f6d8affd640 1 -- 172.21.15.122:0/240222871 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7f6d8008ab60 con 0x7f6d8c0b9970 2024-09-12T01:18:20.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.446+0000 7f6d924e7640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d7806be60 0x7f6d7806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.446+0000 7f6d924e7640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d7806be60 0x7f6d7806e320 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c035000 tx=0x7f6d7c02f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:20.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.450+0000 7f6d8affd640 1 -- 172.21.15.122:0/240222871 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6d8c06e870 con 0x7f6d8c0b9970 2024-09-12T01:18:20.614 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.614+0000 7f6d9474b640 1 -- 172.21.15.122:0/240222871 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6d8c0b1c00 con 0x7f6d8c0b9970 2024-09-12T01:18:20.615 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.615+0000 7f6d8affd640 1 -- 172.21.15.122:0/240222871 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+17205 (secure 0 0 0) 0x7f6d80022250 con 0x7f6d8c0b9970 2024-09-12T01:18:20.615 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:20.615 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":39,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:18:11.956365+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:18:01.868166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-12T01:18:03.097068+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.122:6836/4116385109":"2024-09-13T01:18:11.956341+0000","172.21.15.122:6834/4116385109":"2024-09-13T01:18:11.956341+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:18:20.617 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 -- 172.21.15.122:0/240222871 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d7806be60 msgr2=0x7f6d7806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.617 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d7806be60 0x7f6d7806e320 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c035000 tx=0x7f6d7c02f000 comp rx=0 tx=0).stop 2024-09-12T01:18:20.617 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 -- 172.21.15.122:0/240222871 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d8c0b9970 msgr2=0x7f6d8c1f5610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d8c0b9970 0x7f6d8c1f5610 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6d80001de0 tx=0x7f6d80007790 comp rx=0 tx=0).stop 2024-09-12T01:18:20.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 -- 172.21.15.122:0/240222871 shutdown_connections 2024-09-12T01:18:20.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6d7806be60 0x7f6d7806e320 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6d8c0b1f50 0x7f6d8c0b2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6d8c0b9970 0x7f6d8c1f5610 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 --2- 172.21.15.122:0/240222871 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6d740039e0 0x7f6d8c0b8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 -- 172.21.15.122:0/240222871 >> 172.21.15.122:0/240222871 conn(0x7f6d8c0d44f0 msgr2=0x7f6d8c0d2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:20.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 -- 172.21.15.122:0/240222871 shutdown_connections 2024-09-12T01:18:20.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.617+0000 7f6d9474b640 1 -- 172.21.15.122:0/240222871 wait complete. 2024-09-12T01:18:20.629 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-12T01:18:20.728 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.728+0000 7ffbc9ca5640 1 Processor -- start 2024-09-12T01:18:20.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.728+0000 7ffbc9ca5640 1 -- start start 2024-09-12T01:18:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.729+0000 7ffbc9ca5640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ffbc4072320 0x7ffbc40cce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.729+0000 7ffbc9ca5640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbc4146140 con 0x7ffbc415e1f0 2024-09-12T01:18:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.729+0000 7ffbc9ca5640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbc406eed0 con 0x7ffbc4072de0 2024-09-12T01:18:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.729+0000 7ffbc9ca5640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7ffbc40cd740 con 0x7ffbc4072320 2024-09-12T01:18:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.729+0000 7ffbc37fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ffbc4072320 0x7ffbc40cce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.729+0000 7ffbc3fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7ffbc415e1f0 0x7ffbc406e7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47682/0 (socket says 172.21.15.122:47682) 2024-09-12T01:18:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.729+0000 7ffbc3fff640 1 -- 172.21.15.122:0/2505458965 learned_addr learned my addr 172.21.15.122:0/2505458965 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.730+0000 7ffbc37fe640 1 -- 172.21.15.122:0/2505458965 >> v1:172.21.15.151:6789/0 conn(0x7ffbc4072de0 legacy=0x7ffbc406e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.730+0000 7ffbc27fc640 1 -- 172.21.15.122:0/2505458965 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2274227176 0 0) 0x7ffbc406eed0 con 0x7ffbc4072de0 2024-09-12T01:18:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.730+0000 7ffbc37fe640 1 -- 172.21.15.122:0/2505458965 >> v1:172.21.15.122:6789/0 conn(0x7ffbc415e1f0 legacy=0x7ffbc406e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.730+0000 7ffbc37fe640 1 -- 172.21.15.122:0/2505458965 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc40cda20 con 0x7ffbc4072320 2024-09-12T01:18:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.730+0000 7ffbc37fe640 1 --2- 172.21.15.122:0/2505458965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffbc4072320 0x7ffbc40cce60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4009d90 tx=0x7ffbb402a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9b4e30fbe7d9e4e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.731+0000 7ffbc27fc640 1 -- 172.21.15.122:0/2505458965 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4007740 con 0x7ffbc4072320 2024-09-12T01:18:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.731+0000 7ffbc27fc640 1 -- 172.21.15.122:0/2505458965 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbb40078e0 con 0x7ffbc4072320 2024-09-12T01:18:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.731+0000 7ffbc27fc640 1 -- 172.21.15.122:0/2505458965 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4007cb0 con 0x7ffbc4072320 2024-09-12T01:18:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.731+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/2505458965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffbc4072320 msgr2=0x7ffbc40cce60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.731+0000 7ffbc9ca5640 1 --2- 172.21.15.122:0/2505458965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffbc4072320 0x7ffbc40cce60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4009d90 tx=0x7ffbb402a560 comp rx=0 tx=0).stop 2024-09-12T01:18:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.731+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/2505458965 shutdown_connections 2024-09-12T01:18:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.731+0000 7ffbc9ca5640 1 --2- 172.21.15.122:0/2505458965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffbc4072320 0x7ffbc40cce60 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.731+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/2505458965 >> 172.21.15.122:0/2505458965 conn(0x7ffbc4067d70 msgr2=0x7ffbc406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.731+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/2505458965 shutdown_connections 2024-09-12T01:18:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.731+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/2505458965 wait complete. 2024-09-12T01:18:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.732+0000 7ffbc9ca5640 1 Processor -- start 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.732+0000 7ffbc9ca5640 1 -- start start 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.733+0000 7ffbc9ca5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffbc4072320 0x7ffbc40c8150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.733+0000 7ffbc9ca5640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ffbc4072de0 0x7ffbc40c8690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.733+0000 7ffbc9ca5640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ffbc415e1f0 0x7ffbc41f2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.733+0000 7ffbc9ca5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc40cd3a0 con 0x7ffbc4072320 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.733+0000 7ffbc9ca5640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc415c9e0 con 0x7ffbc4072de0 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.733+0000 7ffbc9ca5640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ffbc40cd520 con 0x7ffbc415e1f0 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.733+0000 7ffbc37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffbc4072320 0x7ffbc40c8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.733+0000 7ffbc37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffbc4072320 0x7ffbc40c8150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48060/0 (socket says 172.21.15.122:48060) 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.733+0000 7ffbc37fe640 1 -- 172.21.15.122:0/394280016 learned_addr learned my addr 172.21.15.122:0/394280016 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.733+0000 7ffbc3fff640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ffbc415e1f0 0x7ffbc41f2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.735 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.733+0000 7ffbc2ffd640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ffbc4072de0 0x7ffbc40c8690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.734+0000 7ffbc37fe640 1 -- 172.21.15.122:0/394280016 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ffbc415e1f0 msgr2=0x7ffbc41f2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.734+0000 7ffbc37fe640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ffbc415e1f0 0x7ffbc41f2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.734+0000 7ffbc37fe640 1 -- 172.21.15.122:0/394280016 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ffbc4072de0 msgr2=0x7ffbc40c8690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.734+0000 7ffbc37fe640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ffbc4072de0 0x7ffbc40c8690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.734+0000 7ffbc37fe640 1 -- 172.21.15.122:0/394280016 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc40c8d60 con 0x7ffbc4072320 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.734+0000 7ffbc37fe640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffbc4072320 0x7ffbc40c8150 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4009eb0 tx=0x7ffbb4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.734+0000 7ffbabfff640 1 -- 172.21.15.122:0/394280016 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4040070 con 0x7ffbc4072320 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.734+0000 7ffbabfff640 1 -- 172.21.15.122:0/394280016 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbb4031c40 con 0x7ffbc4072320 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.734+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/394280016 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbc40c9040 con 0x7ffbc4072320 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.734+0000 7ffbabfff640 1 -- 172.21.15.122:0/394280016 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4045460 con 0x7ffbc4072320 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.734+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/394280016 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbc40c9600 con 0x7ffbc4072320 2024-09-12T01:18:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.735+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/394280016 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbc40cf1d0 con 0x7ffbc4072320 2024-09-12T01:18:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.735+0000 7ffbabfff640 1 -- 172.21.15.122:0/394280016 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffbb4039040 con 0x7ffbc4072320 2024-09-12T01:18:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.736+0000 7ffbabfff640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ffbb006be30 0x7ffbb006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.736+0000 7ffbabfff640 1 -- 172.21.15.122:0/394280016 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6187+0+0 (secure 0 0 0) 0x7ffbb40aca40 con 0x7ffbc4072320 2024-09-12T01:18:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.736+0000 7ffbc2ffd640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ffbb006be30 0x7ffbb006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.736+0000 7ffbc2ffd640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ffbb006be30 0x7ffbb006e2f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffbc40ce0f0 tx=0x7ffbb8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:20.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.740+0000 7ffbabfff640 1 -- 172.21.15.122:0/394280016 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffbc40cf1d0 con 0x7ffbc4072320 2024-09-12T01:18:20.945 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.946+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/394280016 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ffbc4072700 con 0x7ffbc4072320 2024-09-12T01:18:20.946 INFO:tasks.ceph.mon.a.smithi122.stderr:2024-09-12T01:18:20.946+0000 7f93a7edd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T01:18:20.947 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.948+0000 7ffbabfff640 1 -- 172.21.15.122:0/394280016 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v21) ==== 161+0+0 (secure 0 0 0) 0x7ffbb407ac30 con 0x7ffbc4072320 2024-09-12T01:18:20.948 INFO:teuthology.orchestra.run.smithi122.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-12T01:18:20.950 INFO:tasks.ceph.mds.a.smithi122.stderr: -2553> 2024-09-12T01:17:57.892+0000 7f3947c2a640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-12T01:18:20.951 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/394280016 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ffbb006be30 msgr2=0x7ffbb006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.951 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ffbb006be30 0x7ffbb006e2f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffbc40ce0f0 tx=0x7ffbb8009040 comp rx=0 tx=0).stop 2024-09-12T01:18:20.951 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/394280016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffbc4072320 msgr2=0x7ffbc40c8150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:20.951 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffbc4072320 0x7ffbc40c8150 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4009eb0 tx=0x7ffbb4004a40 comp rx=0 tx=0).stop 2024-09-12T01:18:20.951 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/394280016 shutdown_connections 2024-09-12T01:18:20.951 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ffbb006be30 0x7ffbb006e2f0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.951 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ffbc415e1f0 0x7ffbc41f2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ffbc4072de0 0x7ffbc40c8690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 --2- 172.21.15.122:0/394280016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffbc4072320 0x7ffbc40c8150 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:20.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/394280016 >> 172.21.15.122:0/394280016 conn(0x7ffbc4067d70 msgr2=0x7ffbc4145090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:20.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/394280016 shutdown_connections 2024-09-12T01:18:20.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:20.951+0000 7ffbc9ca5640 1 -- 172.21.15.122:0/394280016 wait complete. 2024-09-12T01:18:20.953 INFO:tasks.ceph.mds.a.smithi122.stderr: -591> 2024-09-12T01:18:17.488+0000 7f393dc16640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x10000000000 2024-09-12T01:18:20.953 INFO:tasks.ceph.mds.a.smithi122.stderr: -43> 2024-09-12T01:18:19.755+0000 7f3941c1e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T01:18:20.963 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-12T01:18:20.978 INFO:tasks.ceph.mds.a.smithi122.stdout:starting mds.a at 2024-09-12T01:18:21.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.065+0000 7fee424e6640 1 Processor -- start 2024-09-12T01:18:21.215 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.065+0000 7fee424e6640 1 -- start start 2024-09-12T01:18:21.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.066+0000 7fee424e6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fee3c161920 0x7fee3c0b5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:21.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.066+0000 7fee424e6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee3c0d4300 con 0x7fee3c0b62b0 2024-09-12T01:18:21.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.066+0000 7fee424e6640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee3c0b49a0 con 0x7fee3c161d00 2024-09-12T01:18:21.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.066+0000 7fee424e6640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fee3c0b4c40 con 0x7fee3c161920 2024-09-12T01:18:21.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.066+0000 7fee3bfff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fee3c161920 0x7fee3c0b5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:21.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.066+0000 7fee40a83640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fee3c0b62b0 0x7fee3c0d2600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47698/0 (socket says 172.21.15.122:47698) 2024-09-12T01:18:21.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.066+0000 7fee40a83640 1 -- 172.21.15.122:0/1663193745 learned_addr learned my addr 172.21.15.122:0/1663193745 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:21.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.066+0000 7fee3bfff640 1 -- 172.21.15.122:0/1663193745 >> v1:172.21.15.151:6789/0 conn(0x7fee3c161d00 legacy=0x7fee3c0b5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:21.219 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.066+0000 7fee3bfff640 1 -- 172.21.15.122:0/1663193745 >> v1:172.21.15.122:6789/0 conn(0x7fee3c0b62b0 legacy=0x7fee3c0d2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.066+0000 7fee3bfff640 1 -- 172.21.15.122:0/1663193745 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee3c0d4db0 con 0x7fee3c161920 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.066+0000 7fee3affd640 1 -- 172.21.15.122:0/1663193745 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1498908573 0 0) 0x7fee3c0d4300 con 0x7fee3c0b62b0 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.067+0000 7fee3bfff640 1 --2- 172.21.15.122:0/1663193745 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee3c161920 0x7fee3c0b5090 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fee3c0b4b70 tx=0x7fee2c02a0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97b1b48048be55ca server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.067+0000 7fee3affd640 1 -- 172.21.15.122:0/1663193745 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2c037070 con 0x7fee3c161920 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.067+0000 7fee3affd640 1 -- 172.21.15.122:0/1663193745 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee2c02adb0 con 0x7fee3c161920 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.067+0000 7fee3affd640 1 -- 172.21.15.122:0/1663193745 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2c032660 con 0x7fee3c161920 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.067+0000 7fee424e6640 1 -- 172.21.15.122:0/1663193745 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee3c161920 msgr2=0x7fee3c0b5090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.067+0000 7fee424e6640 1 --2- 172.21.15.122:0/1663193745 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee3c161920 0x7fee3c0b5090 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fee3c0b4b70 tx=0x7fee2c02a0a0 comp rx=0 tx=0).stop 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.067+0000 7fee424e6640 1 -- 172.21.15.122:0/1663193745 shutdown_connections 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.067+0000 7fee424e6640 1 --2- 172.21.15.122:0/1663193745 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee3c161920 0x7fee3c0b5090 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.067+0000 7fee424e6640 1 -- 172.21.15.122:0/1663193745 >> 172.21.15.122:0/1663193745 conn(0x7fee3c08bfc0 msgr2=0x7fee3c0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.068+0000 7fee424e6640 1 -- 172.21.15.122:0/1663193745 shutdown_connections 2024-09-12T01:18:21.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.068+0000 7fee424e6640 1 -- 172.21.15.122:0/1663193745 wait complete. 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.069+0000 7fee424e6640 1 Processor -- start 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.069+0000 7fee424e6640 1 -- start start 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.069+0000 7fee424e6640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fee3c0b62b0 0x7fee3c0ca620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee424e6640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee3c161920 0x7fee3c0b7350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee424e6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee3c161d00 0x7fee3c159880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee424e6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c0d2d10 con 0x7fee3c161d00 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee424e6640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c0b68d0 con 0x7fee3c0b62b0 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee424e6640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fee3c0d2e90 con 0x7fee3c161920 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee40a83640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee3c161d00 0x7fee3c159880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee40a83640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee3c161d00 0x7fee3c159880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48098/0 (socket says 172.21.15.122:48098) 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee40a83640 1 -- 172.21.15.122:0/2688285300 learned_addr learned my addr 172.21.15.122:0/2688285300 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee3b7fe640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee3c161920 0x7fee3c0b7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:21.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee3bfff640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fee3c0b62b0 0x7fee3c0ca620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee40a83640 1 -- 172.21.15.122:0/2688285300 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee3c161920 msgr2=0x7fee3c0b7350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee40a83640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee3c161920 0x7fee3c0b7350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee40a83640 1 -- 172.21.15.122:0/2688285300 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fee3c0b62b0 msgr2=0x7fee3c0ca620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee40a83640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fee3c0b62b0 0x7fee3c0ca620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee40a83640 1 -- 172.21.15.122:0/2688285300 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee3c0b7ba0 con 0x7fee3c161d00 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee40a83640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee3c161d00 0x7fee3c159880 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fee3400c7d0 tx=0x7fee3400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee38ff9640 1 -- 172.21.15.122:0/2688285300 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee34018070 con 0x7fee3c161d00 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee38ff9640 1 -- 172.21.15.122:0/2688285300 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee3400a640 con 0x7fee3c161d00 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee38ff9640 1 -- 172.21.15.122:0/2688285300 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee3400aa70 con 0x7fee3c161d00 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee424e6640 1 -- 172.21.15.122:0/2688285300 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee3c0b7e80 con 0x7fee3c161d00 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.070+0000 7fee424e6640 1 -- 172.21.15.122:0/2688285300 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee3c0b8440 con 0x7fee3c161d00 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.071+0000 7fee424e6640 1 -- 172.21.15.122:0/2688285300 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee3c0b5090 con 0x7fee3c161d00 2024-09-12T01:18:21.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.072+0000 7fee38ff9640 1 -- 172.21.15.122:0/2688285300 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fee3401b070 con 0x7fee3c161d00 2024-09-12T01:18:21.225 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.072+0000 7fee38ff9640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee2806be30 0x7fee2806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:21.225 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.072+0000 7fee38ff9640 1 -- 172.21.15.122:0/2688285300 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6273+0+0 (secure 0 0 0) 0x7fee3408a660 con 0x7fee3c161d00 2024-09-12T01:18:21.225 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.072+0000 7fee3bfff640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee2806be30 0x7fee2806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:21.225 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.073+0000 7fee3bfff640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee2806be30 0x7fee2806e2f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fee2c034000 tx=0x7fee2c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:21.225 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.076+0000 7fee38ff9640 1 -- 172.21.15.122:0/2688285300 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fee34058e60 con 0x7fee3c161d00 2024-09-12T01:18:21.275 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.274+0000 7fee424e6640 1 -- 172.21.15.122:0/2688285300 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fee3c0b6c20 con 0x7fee3c161d00 2024-09-12T01:18:21.949 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.949+0000 7fee38ff9640 1 -- 172.21.15.122:0/2688285300 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v22) ==== 104+0+0 (secure 0 0 0) 0x7fee34058760 con 0x7fee3c161d00 2024-09-12T01:18:21.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 -- 172.21.15.122:0/2688285300 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee2806be30 msgr2=0x7fee2806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:21.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee2806be30 0x7fee2806e2f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fee2c034000 tx=0x7fee2c02e000 comp rx=0 tx=0).stop 2024-09-12T01:18:21.952 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 -- 172.21.15.122:0/2688285300 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee3c161d00 msgr2=0x7fee3c159880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:21.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee3c161d00 0x7fee3c159880 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fee3400c7d0 tx=0x7fee3400cc90 comp rx=0 tx=0).stop 2024-09-12T01:18:21.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 -- 172.21.15.122:0/2688285300 shutdown_connections 2024-09-12T01:18:21.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee2806be30 0x7fee2806e2f0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:21.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee3c161d00 0x7fee3c159880 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:21.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee3c161920 0x7fee3c0b7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:21.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 --2- 172.21.15.122:0/2688285300 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fee3c0b62b0 0x7fee3c0ca620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:21.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 -- 172.21.15.122:0/2688285300 >> 172.21.15.122:0/2688285300 conn(0x7fee3c08bfc0 msgr2=0x7fee3c06d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:21.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 -- 172.21.15.122:0/2688285300 shutdown_connections 2024-09-12T01:18:21.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:21.952+0000 7fee424e6640 1 -- 172.21.15.122:0/2688285300 wait complete. 2024-09-12T01:18:21.965 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-12T01:18:22.110 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.110+0000 7fedfe186640 1 Processor -- start 2024-09-12T01:18:22.110 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.110+0000 7fedfe186640 1 -- start start 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.111+0000 7fedfe186640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fedf815e7f0 0x7fedf80b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.111+0000 7fedfe186640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fedf8071180 0x7fedf806de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.111+0000 7fedfe186640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedf806cdc0 con 0x7fedf80af210 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.111+0000 7fedfe186640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fedf806d0a0 con 0x7fedf8071180 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.111+0000 7fedfe186640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fedf806d380 con 0x7fedf815e7f0 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.111+0000 7fedf6ffd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fedf80af210 0x7fedf8070a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47710/0 (socket says 172.21.15.122:47710) 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.111+0000 7fedf6ffd640 1 -- 172.21.15.122:0/2402332439 learned_addr learned my addr 172.21.15.122:0/2402332439 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.111+0000 7fedf7fff640 1 --2- 172.21.15.122:0/2402332439 >> v2:172.21.15.151:3300/0 conn(0x7fedf8071180 0x7fedf806de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.111+0000 7fedf77fe640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fedf815e7f0 0x7fedf80b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.111+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1193663121 0 0) 0x7fedf806cdc0 con 0x7fedf80af210 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.111+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fede0003520 con 0x7fedf80af210 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 686613588 0 0) 0x7fede0003520 con 0x7fedf80af210 2024-09-12T01:18:22.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fedf815e7f0 msgr2=0x7fedf80b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:22.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fedf815e7f0 0x7fedf80b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:22.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 >> v2:172.21.15.151:3300/0 conn(0x7fedf8071180 msgr2=0x7fedf806de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:22.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 --2- 172.21.15.122:0/2402332439 >> v2:172.21.15.151:3300/0 conn(0x7fedf8071180 0x7fedf806de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:22.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedf806d660 con 0x7fedf80af210 2024-09-12T01:18:22.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fedec001670 con 0x7fedf80af210 2024-09-12T01:18:22.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 >> v1:172.21.15.122:6789/0 conn(0x7fedf80af210 legacy=0x7fedf8070a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:22.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fede00039b0 0x7fede0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:22.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fedf815e7f0 0x7fede0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:22.115 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fede0004d40 0x7fede00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:22.116 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fedf806d0a0 con 0x7fede00039b0 2024-09-12T01:18:22.116 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fedf806d380 con 0x7fede0004d40 2024-09-12T01:18:22.116 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fede000b9c0 con 0x7fedf815e7f0 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf77fe640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fede00039b0 0x7fede0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf7fff640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fede0004d40 0x7fede00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf6ffd640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fedf815e7f0 0x7fede0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf77fe640 1 -- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fedf815e7f0 msgr2=0x7fede0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf77fe640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fedf815e7f0 0x7fede0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf77fe640 1 -- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fede0004d40 msgr2=0x7fede00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf77fe640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fede0004d40 0x7fede00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf77fe640 1 -- 172.21.15.122:0/2402332439 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fede0003520 con 0x7fede00039b0 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.112+0000 7fedf7fff640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fede0004d40 0x7fede00051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.113+0000 7fedf77fe640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fede00039b0 0x7fede0003dd0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fede8009ac0 tx=0x7fede0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e685beeb935f712b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.113+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede8036070 con 0x7fede00039b0 2024-09-12T01:18:22.117 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.113+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fede8031400 con 0x7fede00039b0 2024-09-12T01:18:22.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.113+0000 7fedf67fc640 1 -- 172.21.15.122:0/2402332439 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede8009690 con 0x7fede00039b0 2024-09-12T01:18:22.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.113+0000 7fedfe186640 1 -- 172.21.15.122:0/2402332439 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fede00039b0 msgr2=0x7fede0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:22.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.113+0000 7fedfe186640 1 --2- 172.21.15.122:0/2402332439 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fede00039b0 0x7fede0003dd0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fede8009ac0 tx=0x7fede0005830 comp rx=0 tx=0).stop 2024-09-12T01:18:22.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.113+0000 7fedf7fff640 1 -- 172.21.15.122:0/2402332439 reap_dead start 2024-09-12T01:18:22.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.113+0000 7fedfe186640 1 -- 172.21.15.122:0/2402332439 shutdown_connections 2024-09-12T01:18:22.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.113+0000 7fedfe186640 1 -- 172.21.15.122:0/2402332439 >> 172.21.15.122:0/2402332439 conn(0x7fedf80b3f30 msgr2=0x7fedf80b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:22.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.113+0000 7fedfe186640 1 -- 172.21.15.122:0/2402332439 shutdown_connections 2024-09-12T01:18:22.118 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.113+0000 7fedfe186640 1 -- 172.21.15.122:0/2402332439 wait complete. 2024-09-12T01:18:22.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.115+0000 7fedfe186640 1 Processor -- start 2024-09-12T01:18:22.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.115+0000 7fedfe186640 1 -- start start 2024-09-12T01:18:22.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.115+0000 7fedfe186640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fede00039b0 0x7fedf815a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:22.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.115+0000 7fedfe186640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fedf809cba0 0x7fedf809cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:22.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.115+0000 7fedfe186640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fedf815f8a0 0x7fedf815fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.115+0000 7fedfe186640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fedf80b6d10 con 0x7fedf815f8a0 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.115+0000 7fedfe186640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fedf80b6150 con 0x7fedf809cba0 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.115+0000 7fedfe186640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fedf80b6e90 con 0x7fede00039b0 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedf7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fedf815f8a0 0x7fedf815fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedf7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fedf815f8a0 0x7fedf815fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48116/0 (socket says 172.21.15.122:48116) 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedf7fff640 1 -- 172.21.15.122:0/1171092487 learned_addr learned my addr 172.21.15.122:0/1171092487 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedf77fe640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fede00039b0 0x7fedf815a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedf6ffd640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fedf809cba0 0x7fedf809cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedf7fff640 1 -- 172.21.15.122:0/1171092487 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fede00039b0 msgr2=0x7fedf815a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedf7fff640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fede00039b0 0x7fedf815a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedf7fff640 1 -- 172.21.15.122:0/1171092487 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fedf809cba0 msgr2=0x7fedf809cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedf7fff640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fedf809cba0 0x7fedf809cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:22.122 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedf7fff640 1 -- 172.21.15.122:0/1171092487 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedf8155540 con 0x7fedf815f8a0 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedf7fff640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fedf815f8a0 0x7fedf815fd20 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fedf8073e30 tx=0x7fedf00115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7feddffff640 1 -- 172.21.15.122:0/1171092487 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf0011bd0 con 0x7fedf815f8a0 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7feddffff640 1 -- 172.21.15.122:0/1171092487 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedf001c070 con 0x7fedf815f8a0 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedfe186640 1 -- 172.21.15.122:0/1171092487 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedf8159260 con 0x7fedf815f8a0 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7feddffff640 1 -- 172.21.15.122:0/1171092487 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedf0016470 con 0x7fedf815f8a0 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.116+0000 7fedfe186640 1 -- 172.21.15.122:0/1171092487 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedf8159820 con 0x7fedf815f8a0 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.117+0000 7fedfe186640 1 -- 172.21.15.122:0/1171092487 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedf80b7240 con 0x7fedf815f8a0 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.118+0000 7feddffff640 1 -- 172.21.15.122:0/1171092487 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fedf0005d10 con 0x7fedf815f8a0 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.118+0000 7feddffff640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fede406be30 0x7fede406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.118+0000 7feddffff640 1 -- 172.21.15.122:0/1171092487 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6273+0+0 (secure 0 0 0) 0x7fedf008b5e0 con 0x7fedf815f8a0 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.118+0000 7fedf77fe640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fede406be30 0x7fede406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:22.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.119+0000 7fedf77fe640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fede406be30 0x7fede406e2f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fede8033000 tx=0x7fede8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:22.124 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.123+0000 7feddffff640 1 -- 172.21.15.122:0/1171092487 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fedf0026020 con 0x7fedf815f8a0 2024-09-12T01:18:22.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:22.289+0000 7fedfe186640 1 -- 172.21.15.122:0/1171092487 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fedf806eb00 con 0x7fedf815f8a0 2024-09-12T01:18:23.006 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.006+0000 7feddffff640 1 -- 172.21.15.122:0/1171092487 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v41) ==== 181+0+0 (secure 0 0 0) 0x7fedf0059d50 con 0x7fedf815f8a0 2024-09-12T01:18:23.006 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_metadata' removed 2024-09-12T01:18:23.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 -- 172.21.15.122:0/1171092487 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fede406be30 msgr2=0x7fede406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:23.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fede406be30 0x7fede406e2f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fede8033000 tx=0x7fede8008030 comp rx=0 tx=0).stop 2024-09-12T01:18:23.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 -- 172.21.15.122:0/1171092487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fedf815f8a0 msgr2=0x7fedf815fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:23.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fedf815f8a0 0x7fedf815fd20 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fedf8073e30 tx=0x7fedf00115a0 comp rx=0 tx=0).stop 2024-09-12T01:18:23.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 -- 172.21.15.122:0/1171092487 shutdown_connections 2024-09-12T01:18:23.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fede406be30 0x7fede406e2f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:23.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fedf815f8a0 0x7fedf815fd20 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:23.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fedf809cba0 0x7fedf809cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:23.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 --2- 172.21.15.122:0/1171092487 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fede00039b0 0x7fedf815a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:23.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 -- 172.21.15.122:0/1171092487 >> 172.21.15.122:0/1171092487 conn(0x7fedf80b3f30 msgr2=0x7fedf806db30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:23.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 -- 172.21.15.122:0/1171092487 shutdown_connections 2024-09-12T01:18:23.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.009+0000 7fedfe186640 1 -- 172.21.15.122:0/1171092487 wait complete. 2024-09-12T01:18:23.022 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-12T01:18:23.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.127+0000 7f7e3abbd640 1 Processor -- start 2024-09-12T01:18:23.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.127+0000 7f7e3abbd640 1 -- start start 2024-09-12T01:18:23.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.128+0000 7f7e3abbd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e3415b410 0x7f7e34072050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:23.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.128+0000 7f7e3abbd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7e3415b7f0 0x7f7e34072590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:23.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.128+0000 7f7e3abbd640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e340cec90 con 0x7f7e340cdfd0 2024-09-12T01:18:23.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.128+0000 7f7e3abbd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f7e340cef70 con 0x7f7e3415b7f0 2024-09-12T01:18:23.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.128+0000 7f7e3abbd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7e340cf250 con 0x7f7e3415b410 2024-09-12T01:18:23.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.128+0000 7f7e33fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7e3415b7f0 0x7f7e34072590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.128+0000 7f7e33fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7e3415b7f0 0x7f7e34072590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48122/0 (socket says 172.21.15.122:48122) 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.128+0000 7f7e33fff640 1 -- 172.21.15.122:0/3277753694 learned_addr learned my addr 172.21.15.122:0/3277753694 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.129+0000 7f7e38959640 1 --2- 172.21.15.122:0/3277753694 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e3415b410 0x7f7e34072050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.129+0000 7f7e33fff640 1 -- 172.21.15.122:0/3277753694 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e3415b410 msgr2=0x7f7e34072050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.129+0000 7f7e33fff640 1 --2- 172.21.15.122:0/3277753694 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e3415b410 0x7f7e34072050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.129+0000 7f7e33fff640 1 -- 172.21.15.122:0/3277753694 >> v1:172.21.15.151:6789/0 conn(0x7f7e340cdfd0 legacy=0x7f7e340ce430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.129+0000 7f7e33fff640 1 -- 172.21.15.122:0/3277753694 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e340cf530 con 0x7f7e3415b7f0 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.129+0000 7f7e33fff640 1 --2- 172.21.15.122:0/3277753694 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e3415b7f0 0x7f7e34072590 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f7e28009870 tx=0x7f7e2802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66fb10bb3e2438ee server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.129+0000 7f7e337fe640 1 -- 172.21.15.122:0/3277753694 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e28037070 con 0x7f7e3415b7f0 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.129+0000 7f7e337fe640 1 -- 172.21.15.122:0/3277753694 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e28032440 con 0x7f7e3415b7f0 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.130+0000 7f7e337fe640 1 -- 172.21.15.122:0/3277753694 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e28032810 con 0x7f7e3415b7f0 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.130+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3277753694 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e3415b7f0 msgr2=0x7f7e34072590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:23.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.130+0000 7f7e3abbd640 1 --2- 172.21.15.122:0/3277753694 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e3415b7f0 0x7f7e34072590 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f7e28009870 tx=0x7f7e2802a1c0 comp rx=0 tx=0).stop 2024-09-12T01:18:23.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.130+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3277753694 shutdown_connections 2024-09-12T01:18:23.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.130+0000 7f7e3abbd640 1 --2- 172.21.15.122:0/3277753694 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e3415b7f0 0x7f7e34072590 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:23.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.130+0000 7f7e3abbd640 1 --2- 172.21.15.122:0/3277753694 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e3415b410 0x7f7e34072050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:23.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.130+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3277753694 >> 172.21.15.122:0/3277753694 conn(0x7f7e3406bdf0 msgr2=0x7f7e3406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:23.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.130+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3277753694 shutdown_connections 2024-09-12T01:18:23.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.130+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3277753694 wait complete. 2024-09-12T01:18:23.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.131+0000 7f7e3abbd640 1 Processor -- start 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.131+0000 7f7e3abbd640 1 -- start start 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e3abbd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e340cdfd0 0x7f7e34153db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e3abbd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e3415b410 0x7f7e341523f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e3abbd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e3415b7f0 0x7f7e34159300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e3abbd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7e340b33e0 con 0x7f7e340cdfd0 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e3abbd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7e340b3260 con 0x7f7e3415b7f0 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e3abbd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7e340b3560 con 0x7f7e3415b410 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e38959640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e340cdfd0 0x7f7e34153db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e38959640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e340cdfd0 0x7f7e34153db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48134/0 (socket says 172.21.15.122:48134) 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e38959640 1 -- 172.21.15.122:0/3263358479 learned_addr learned my addr 172.21.15.122:0/3263358479 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e33fff640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e3415b410 0x7f7e341523f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e3915a640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e3415b7f0 0x7f7e34159300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:23.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e38959640 1 -- 172.21.15.122:0/3263358479 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e3415b410 msgr2=0x7f7e341523f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:23.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e38959640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e3415b410 0x7f7e341523f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:23.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e38959640 1 -- 172.21.15.122:0/3263358479 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e3415b7f0 msgr2=0x7f7e34159300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:23.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e38959640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e3415b7f0 0x7f7e34159300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:23.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.132+0000 7f7e38959640 1 -- 172.21.15.122:0/3263358479 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e34151350 con 0x7f7e340cdfd0 2024-09-12T01:18:23.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.133+0000 7f7e38959640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e340cdfd0 0x7f7e34153db0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f7e2400d800 tx=0x7f7e2400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:23.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.133+0000 7f7e317fa640 1 -- 172.21.15.122:0/3263358479 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e2400b6c0 con 0x7f7e340cdfd0 2024-09-12T01:18:23.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.133+0000 7f7e317fa640 1 -- 172.21.15.122:0/3263358479 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e24019070 con 0x7f7e340cdfd0 2024-09-12T01:18:23.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.133+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3263358479 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e34151630 con 0x7f7e340cdfd0 2024-09-12T01:18:23.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.133+0000 7f7e317fa640 1 -- 172.21.15.122:0/3263358479 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e2400ba80 con 0x7f7e340cdfd0 2024-09-12T01:18:23.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.133+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3263358479 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e34151bf0 con 0x7f7e340cdfd0 2024-09-12T01:18:23.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.134+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3263358479 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e340ce430 con 0x7f7e340cdfd0 2024-09-12T01:18:23.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.134+0000 7f7e317fa640 1 -- 172.21.15.122:0/3263358479 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7e2400bc20 con 0x7f7e340cdfd0 2024-09-12T01:18:23.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.135+0000 7f7e317fa640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7e2006be30 0x7f7e2006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:23.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.135+0000 7f7e317fa640 1 -- 172.21.15.122:0/3263358479 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 5835+0+0 (secure 0 0 0) 0x7f7e2408b250 con 0x7f7e340cdfd0 2024-09-12T01:18:23.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.135+0000 7f7e33fff640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7e2006be30 0x7f7e2006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:23.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.135+0000 7f7e33fff640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7e2006be30 0x7f7e2006e2f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7e28034000 tx=0x7f7e2802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:23.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.139+0000 7f7e317fa640 1 -- 172.21.15.122:0/3263358479 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e24059530 con 0x7f7e340cdfd0 2024-09-12T01:18:23.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:23.307+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3263358479 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7e340d0690 con 0x7f7e340cdfd0 2024-09-12T01:18:24.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.011+0000 7f7e317fa640 1 -- 172.21.15.122:0/3263358479 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v42) ==== 169+0+0 (secure 0 0 0) 0x7f7e2405d830 con 0x7f7e340cdfd0 2024-09-12T01:18:24.011 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_data' removed 2024-09-12T01:18:24.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.015+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3263358479 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7e2006be30 msgr2=0x7f7e2006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.015+0000 7f7e3abbd640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7e2006be30 0x7f7e2006e2f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7e28034000 tx=0x7f7e2802e000 comp rx=0 tx=0).stop 2024-09-12T01:18:24.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.015+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3263358479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e340cdfd0 msgr2=0x7f7e34153db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.015+0000 7f7e3abbd640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e340cdfd0 0x7f7e34153db0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f7e2400d800 tx=0x7f7e2400dcc0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.015+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3263358479 shutdown_connections 2024-09-12T01:18:24.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.015+0000 7f7e3abbd640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7e2006be30 0x7f7e2006e2f0 secure :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7e28034000 tx=0x7f7e2802e000 comp rx=0 tx=0).stop 2024-09-12T01:18:24.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.015+0000 7f7e3abbd640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7e3415b7f0 0x7f7e34159300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.015+0000 7f7e3abbd640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7e3415b410 0x7f7e341523f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.015+0000 7f7e3abbd640 1 --2- 172.21.15.122:0/3263358479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e340cdfd0 0x7f7e34153db0 secure :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f7e2400d800 tx=0x7f7e2400dcc0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.015+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3263358479 >> 172.21.15.122:0/3263358479 conn(0x7f7e3406bdf0 msgr2=0x7f7e3415dde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:24.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.016+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3263358479 shutdown_connections 2024-09-12T01:18:24.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.016+0000 7f7e3abbd640 1 -- 172.21.15.122:0/3263358479 wait complete. 2024-09-12T01:18:24.030 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-12T01:18:24.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.138+0000 7f7bd1ffd640 1 Processor -- start 2024-09-12T01:18:24.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.138+0000 7f7bd1ffd640 1 -- start start 2024-09-12T01:18:24.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bd1ffd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bcc158b50 0x7f7bcc0b5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bd1ffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7bcc09b140 0x7f7bcc06fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bd1ffd640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bcc0b6820 con 0x7f7bcc0b6360 2024-09-12T01:18:24.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bd1ffd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f7bcc0b6b00 con 0x7f7bcc09b140 2024-09-12T01:18:24.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bd1ffd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7bcc0b6de0 con 0x7f7bcc158b50 2024-09-12T01:18:24.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bcbfff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7bcc09b140 0x7f7bcc06fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bcbfff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7bcc09b140 0x7f7bcc06fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48138/0 (socket says 172.21.15.122:48138) 2024-09-12T01:18:24.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bcaffd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f7bcc0b6360 0x7f7bcc09aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47716/0 (socket says 172.21.15.122:47716) 2024-09-12T01:18:24.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bcbfff640 1 -- 172.21.15.122:0/2950220380 learned_addr learned my addr 172.21.15.122:0/2950220380 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:24.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bcb7fe640 1 --2- 172.21.15.122:0/2950220380 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bcc158b50 0x7f7bcc0b5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bcbfff640 1 -- 172.21.15.122:0/2950220380 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bcc158b50 msgr2=0x7f7bcc0b5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:24.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bcbfff640 1 --2- 172.21.15.122:0/2950220380 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bcc158b50 0x7f7bcc0b5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bcbfff640 1 -- 172.21.15.122:0/2950220380 >> v1:172.21.15.122:6789/0 conn(0x7f7bcc0b6360 legacy=0x7f7bcc09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bcbfff640 1 -- 172.21.15.122:0/2950220380 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bcc0b70c0 con 0x7f7bcc09b140 2024-09-12T01:18:24.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.139+0000 7f7bcb7fe640 1 --2- 172.21.15.122:0/2950220380 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bcc158b50 0x7f7bcc0b5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:24.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.140+0000 7f7bcbfff640 1 --2- 172.21.15.122:0/2950220380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bcc09b140 0x7f7bcc06fe90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f7bc4009e50 tx=0x7f7bc402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ca8e7b91769024d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:24.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.140+0000 7f7bca7fc640 1 -- 172.21.15.122:0/2950220380 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc4036070 con 0x7f7bcc09b140 2024-09-12T01:18:24.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.140+0000 7f7bca7fc640 1 -- 172.21.15.122:0/2950220380 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bc4031600 con 0x7f7bcc09b140 2024-09-12T01:18:24.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.140+0000 7f7bca7fc640 1 -- 172.21.15.122:0/2950220380 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc40319d0 con 0x7f7bcc09b140 2024-09-12T01:18:24.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.141+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2950220380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bcc09b140 msgr2=0x7f7bcc06fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.141+0000 7f7bd1ffd640 1 --2- 172.21.15.122:0/2950220380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bcc09b140 0x7f7bcc06fe90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f7bc4009e50 tx=0x7f7bc402a710 comp rx=0 tx=0).stop 2024-09-12T01:18:24.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.141+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2950220380 shutdown_connections 2024-09-12T01:18:24.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.141+0000 7f7bd1ffd640 1 --2- 172.21.15.122:0/2950220380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bcc09b140 0x7f7bcc06fe90 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.141+0000 7f7bd1ffd640 1 --2- 172.21.15.122:0/2950220380 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bcc158b50 0x7f7bcc0b5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.141+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2950220380 >> 172.21.15.122:0/2950220380 conn(0x7f7bcc0b79e0 msgr2=0x7f7bcc0b3fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:24.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.141+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2950220380 shutdown_connections 2024-09-12T01:18:24.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.141+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2950220380 wait complete. 2024-09-12T01:18:24.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.142+0000 7f7bd1ffd640 1 Processor -- start 2024-09-12T01:18:24.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.142+0000 7f7bd1ffd640 1 -- start start 2024-09-12T01:18:24.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bd1ffd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bcc09b140 0x7f7bcc1506f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bd1ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bcc0b6360 0x7f7bcc0b0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bd1ffd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7bcc158b50 0x7f7bcc0b0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bd1ffd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7bcc1590b0 con 0x7f7bcc0b6360 2024-09-12T01:18:24.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bd1ffd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7bcc158f30 con 0x7f7bcc158b50 2024-09-12T01:18:24.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bd1ffd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7bcc15f950 con 0x7f7bcc09b140 2024-09-12T01:18:24.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bcaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bcc0b6360 0x7f7bcc0b0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bcaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bcc0b6360 0x7f7bcc0b0ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48144/0 (socket says 172.21.15.122:48144) 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bcaffd640 1 -- 172.21.15.122:0/2620359861 learned_addr learned my addr 172.21.15.122:0/2620359861 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bcaffd640 1 -- 172.21.15.122:0/2620359861 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bcc09b140 msgr2=0x7f7bcc1506f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bcb7fe640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bcc09b140 0x7f7bcc1506f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bcbfff640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7bcc158b50 0x7f7bcc0b0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bcaffd640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bcc09b140 0x7f7bcc1506f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bcaffd640 1 -- 172.21.15.122:0/2620359861 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7bcc158b50 msgr2=0x7f7bcc0b0ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bcaffd640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7bcc158b50 0x7f7bcc0b0ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.143+0000 7f7bcaffd640 1 -- 172.21.15.122:0/2620359861 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bcc150c30 con 0x7f7bcc0b6360 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.144+0000 7f7bcaffd640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bcc0b6360 0x7f7bcc0b0ab0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000c400 tx=0x7f7bc000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.144+0000 7f7bb3fff640 1 -- 172.21.15.122:0/2620359861 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc00074e0 con 0x7f7bcc0b6360 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.144+0000 7f7bb3fff640 1 -- 172.21.15.122:0/2620359861 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bc0007680 con 0x7f7bcc0b6360 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.144+0000 7f7bb3fff640 1 -- 172.21.15.122:0/2620359861 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc0004a00 con 0x7f7bcc0b6360 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.144+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2620359861 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bcc1e8100 con 0x7f7bcc0b6360 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.144+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2620359861 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bcc1e86c0 con 0x7f7bcc0b6360 2024-09-12T01:18:24.146 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.145+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2620359861 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bcc0b5e20 con 0x7f7bcc0b6360 2024-09-12T01:18:24.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.145+0000 7f7bb3fff640 1 -- 172.21.15.122:0/2620359861 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7bc001a020 con 0x7f7bcc0b6360 2024-09-12T01:18:24.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.146+0000 7f7bb3fff640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bb806be30 0x7f7bb806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.146+0000 7f7bcb7fe640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bb806be30 0x7f7bb806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.146+0000 7f7bb3fff640 1 -- 172.21.15.122:0/2620359861 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5421+0+0 (secure 0 0 0) 0x7f7bc008a5a0 con 0x7f7bcc0b6360 2024-09-12T01:18:24.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.146+0000 7f7bcb7fe640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bb806be30 0x7f7bb806e2f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc1e9450 tx=0x7f7bbc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:24.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.150+0000 7f7bb3fff640 1 -- 172.21.15.122:0/2620359861 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7bcc150c30 con 0x7f7bcc0b6360 2024-09-12T01:18:24.315 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.315+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2620359861 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f7bcc070fd0 con 0x7f7bcc0b6360 2024-09-12T01:18:24.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.319+0000 7f7bb3fff640 1 -- 172.21.15.122:0/2620359861 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f7bc0059070 con 0x7f7bcc0b6360 2024-09-12T01:18:24.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2620359861 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bb806be30 msgr2=0x7f7bb806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bb806be30 0x7f7bb806e2f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc1e9450 tx=0x7f7bbc008040 comp rx=0 tx=0).stop 2024-09-12T01:18:24.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2620359861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bcc0b6360 msgr2=0x7f7bcc0b0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bcc0b6360 0x7f7bcc0b0ab0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000c400 tx=0x7f7bc000c8c0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2620359861 shutdown_connections 2024-09-12T01:18:24.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bb806be30 0x7f7bb806e2f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7bcc158b50 0x7f7bcc0b0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bcc0b6360 0x7f7bcc0b0ab0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 --2- 172.21.15.122:0/2620359861 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bcc09b140 0x7f7bcc1506f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2620359861 >> 172.21.15.122:0/2620359861 conn(0x7f7bcc0b79e0 msgr2=0x7f7bcc15fd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:24.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2620359861 shutdown_connections 2024-09-12T01:18:24.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.321+0000 7f7bd1ffd640 1 -- 172.21.15.122:0/2620359861 wait complete. 2024-09-12T01:18:24.332 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair' 2024-09-12T01:18:24.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.430+0000 7fb171a1e640 1 Processor -- start 2024-09-12T01:18:24.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.430+0000 7fb171a1e640 1 -- start start 2024-09-12T01:18:24.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.430+0000 7fb171a1e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fb16c0cfcc0 0x7fb16c06cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.430+0000 7fb171a1e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb16c0d2700 con 0x7fb16c0d4fd0 2024-09-12T01:18:24.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.430+0000 7fb171a1e640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb16c0cedb0 con 0x7fb16c15e760 2024-09-12T01:18:24.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.430+0000 7fb171a1e640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fb16c0cf090 con 0x7fb16c0cfcc0 2024-09-12T01:18:24.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16b7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fb16c0d4fd0 0x7fb16c0d2ea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47718/0 (socket says 172.21.15.122:47718) 2024-09-12T01:18:24.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16b7fe640 1 -- 172.21.15.122:0/591393295 learned_addr learned my addr 172.21.15.122:0/591393295 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3548105337 0 0) 0x7fb164001490 con 0x7fb16c0d4fd0 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb1627fc640 1 --2- 172.21.15.122:0/591393295 >> v2:172.21.15.151:3300/0 conn(0x7fb16c0cfcc0 0x7fb16c06cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb158003520 con 0x7fb16c0d4fd0 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3806181865 0 0) 0x7fb158003520 con 0x7fb16c0d4fd0 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 >> v2:172.21.15.151:3300/0 conn(0x7fb16c0cfcc0 msgr2=0x7fb16c06cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 --2- 172.21.15.122:0/591393295 >> v2:172.21.15.151:3300/0 conn(0x7fb16c0cfcc0 0x7fb16c06cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 >> v1:172.21.15.151:6789/0 conn(0x7fb16c15e760 legacy=0x7fb16c0cf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb16c0b3c80 con 0x7fb16c0d4fd0 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fb164001bc0 con 0x7fb16c0d4fd0 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 >> v1:172.21.15.122:6789/0 conn(0x7fb16c0d4fd0 legacy=0x7fb16c0d2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb1580039b0 0x7fb158003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb158004800 0x7fb158004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb1580051c0 0x7fb15800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb16c0cf090 con 0x7fb1580051c0 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fb15800c060 con 0x7fb158004800 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb15800c260 con 0x7fb1580039b0 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16b7fe640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb1580051c0 0x7fb15800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16affd640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb1580039b0 0x7fb158003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb1627fc640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb158004800 0x7fb158004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16b7fe640 1 -- 172.21.15.122:0/591393295 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb1580039b0 msgr2=0x7fb158003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.431+0000 7fb16b7fe640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb1580039b0 0x7fb158003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.432+0000 7fb16b7fe640 1 -- 172.21.15.122:0/591393295 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb158004800 msgr2=0x7fb158004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.432+0000 7fb16b7fe640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb158004800 0x7fb158004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.432+0000 7fb16b7fe640 1 -- 172.21.15.122:0/591393295 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb158003520 con 0x7fb1580051c0 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.432+0000 7fb1627fc640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb158004800 0x7fb158004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:24.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.432+0000 7fb16b7fe640 1 -- 172.21.15.122:0/591393295 reap_dead start 2024-09-12T01:18:24.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.432+0000 7fb16b7fe640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb1580051c0 0x7fb15800b9c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb16400aa50 tx=0x7fb158005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bc54e5bbe2381cc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:24.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.432+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16400a670 con 0x7fb1580051c0 2024-09-12T01:18:24.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.432+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb16402f070 con 0x7fb1580051c0 2024-09-12T01:18:24.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.432+0000 7fb16a7fc640 1 -- 172.21.15.122:0/591393295 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb164034470 con 0x7fb1580051c0 2024-09-12T01:18:24.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.433+0000 7fb171a1e640 1 -- 172.21.15.122:0/591393295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb1580051c0 msgr2=0x7fb15800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.433+0000 7fb171a1e640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb1580051c0 0x7fb15800b9c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb16400aa50 tx=0x7fb158005830 comp rx=0 tx=0).stop 2024-09-12T01:18:24.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.433+0000 7fb171a1e640 1 -- 172.21.15.122:0/591393295 shutdown_connections 2024-09-12T01:18:24.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.433+0000 7fb171a1e640 1 --2- 172.21.15.122:0/591393295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb1580051c0 0x7fb15800b9c0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.433+0000 7fb171a1e640 1 -- 172.21.15.122:0/591393295 >> 172.21.15.122:0/591393295 conn(0x7fb16c08bfc0 msgr2=0x7fb16c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:24.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.433+0000 7fb171a1e640 1 -- 172.21.15.122:0/591393295 shutdown_connections 2024-09-12T01:18:24.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.433+0000 7fb171a1e640 1 -- 172.21.15.122:0/591393295 wait complete. 2024-09-12T01:18:24.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.434+0000 7fb171a1e640 1 Processor -- start 2024-09-12T01:18:24.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.434+0000 7fb171a1e640 1 -- start start 2024-09-12T01:18:24.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb171a1e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb1580051c0 0x7fb16c152d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb171a1e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb16c0ba000 0x7fb16c0b8710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb171a1e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb16c0c7d50 0x7fb16c0cd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb171a1e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb16c06cdd0 con 0x7fb16c0c7d50 2024-09-12T01:18:24.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb171a1e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fb16c0b3860 con 0x7fb1580051c0 2024-09-12T01:18:24.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb171a1e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb16c06cf50 con 0x7fb16c0ba000 2024-09-12T01:18:24.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb16b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb16c0c7d50 0x7fb16c0cd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb16b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb16c0c7d50 0x7fb16c0cd7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48172/0 (socket says 172.21.15.122:48172) 2024-09-12T01:18:24.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb16b7fe640 1 -- 172.21.15.122:0/865281977 learned_addr learned my addr 172.21.15.122:0/865281977 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb1627fc640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb16c0ba000 0x7fb16c0b8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb16affd640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb1580051c0 0x7fb16c152d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb16b7fe640 1 -- 172.21.15.122:0/865281977 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb16c0ba000 msgr2=0x7fb16c0b8710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb16b7fe640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb16c0ba000 0x7fb16c0b8710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb16b7fe640 1 -- 172.21.15.122:0/865281977 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb1580051c0 msgr2=0x7fb16c152d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb16b7fe640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb1580051c0 0x7fb16c152d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.435+0000 7fb16b7fe640 1 -- 172.21.15.122:0/865281977 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb16c0b8c50 con 0x7fb16c0c7d50 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.436+0000 7fb16b7fe640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb16c0c7d50 0x7fb16c0cd7f0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb16400ab70 tx=0x7fb164001f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.436+0000 7fb168ff9640 1 -- 172.21.15.122:0/865281977 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16400a670 con 0x7fb16c0c7d50 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.436+0000 7fb168ff9640 1 -- 172.21.15.122:0/865281977 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb164001490 con 0x7fb16c0c7d50 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.436+0000 7fb171a1e640 1 -- 172.21.15.122:0/865281977 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb16c0b9240 con 0x7fb16c0c7d50 2024-09-12T01:18:24.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.436+0000 7fb168ff9640 1 -- 172.21.15.122:0/865281977 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb164040680 con 0x7fb16c0c7d50 2024-09-12T01:18:24.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.436+0000 7fb171a1e640 1 -- 172.21.15.122:0/865281977 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb16c0b9800 con 0x7fb16c0c7d50 2024-09-12T01:18:24.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.437+0000 7fb171a1e640 1 -- 172.21.15.122:0/865281977 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb16c15e080 con 0x7fb16c0c7d50 2024-09-12T01:18:24.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.437+0000 7fb168ff9640 1 -- 172.21.15.122:0/865281977 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb164034470 con 0x7fb16c0c7d50 2024-09-12T01:18:24.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.438+0000 7fb168ff9640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb14c06be30 0x7fb14c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:24.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.438+0000 7fb168ff9640 1 -- 172.21.15.122:0/865281977 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5421+0+0 (secure 0 0 0) 0x7fb1640ab070 con 0x7fb16c0c7d50 2024-09-12T01:18:24.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.438+0000 7fb16affd640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb14c06be30 0x7fb14c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:24.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.438+0000 7fb16affd640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb14c06be30 0x7fb14c06e2f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb15c000c00 tx=0x7fb15c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:24.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.442+0000 7fb168ff9640 1 -- 172.21.15.122:0/865281977 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb16c0d2700 con 0x7fb16c0c7d50 2024-09-12T01:18:24.674 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:24.674+0000 7fb171a1e640 1 -- 172.21.15.122:0/865281977 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]} v 0) -- 0x7fb16c0b6d20 con 0x7fb16c0c7d50 2024-09-12T01:18:25.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.012+0000 7fb168ff9640 1 -- 172.21.15.122:0/865281977 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_backtrace_repair"]}]=0 v90) ==== 148+0+0 (secure 0 0 0) 0x7fb164079460 con 0x7fb16c0c7d50 2024-09-12T01:18:25.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.015+0000 7fb171a1e640 1 -- 172.21.15.122:0/865281977 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb14c06be30 msgr2=0x7fb14c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.015+0000 7fb171a1e640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb14c06be30 0x7fb14c06e2f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb15c000c00 tx=0x7fb15c009040 comp rx=0 tx=0).stop 2024-09-12T01:18:25.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.015+0000 7fb171a1e640 1 -- 172.21.15.122:0/865281977 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb16c0c7d50 msgr2=0x7fb16c0cd7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.015+0000 7fb171a1e640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb16c0c7d50 0x7fb16c0cd7f0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb16400ab70 tx=0x7fb164001f90 comp rx=0 tx=0).stop 2024-09-12T01:18:25.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.015+0000 7fb171a1e640 1 -- 172.21.15.122:0/865281977 shutdown_connections 2024-09-12T01:18:25.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.015+0000 7fb171a1e640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb14c06be30 0x7fb14c06e2f0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.015+0000 7fb171a1e640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb16c0c7d50 0x7fb16c0cd7f0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.015+0000 7fb171a1e640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb16c0ba000 0x7fb16c0b8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.015+0000 7fb171a1e640 1 --2- 172.21.15.122:0/865281977 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb1580051c0 0x7fb16c152d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.016+0000 7fb171a1e640 1 -- 172.21.15.122:0/865281977 >> 172.21.15.122:0/865281977 conn(0x7fb16c08bfc0 msgr2=0x7fb16c0d0e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:25.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.016+0000 7fb171a1e640 1 -- 172.21.15.122:0/865281977 shutdown_connections 2024-09-12T01:18:25.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.016+0000 7fb171a1e640 1 -- 172.21.15.122:0/865281977 wait complete. 2024-09-12T01:18:25.027 INFO:tasks.cephfs_test_runner:MDS should verify/fix backtrace on fetch dirfrag ... ok 2024-09-12T01:18:25.027 INFO:tasks.cephfs_test_runner:Starting test: test_mds_readonly (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) test if MDS behave correct when it's readonly 2024-09-12T01:18:25.027 INFO:tasks.cephfs_test_runner:test_mds_readonly (tasks.cephfs.test_auto_repair.TestMDSAutoRepair) 2024-09-12T01:18:25.028 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:18:25.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.127+0000 7fb99652c640 1 Processor -- start 2024-09-12T01:18:25.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.127+0000 7fb99652c640 1 -- start start 2024-09-12T01:18:25.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb99652c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb9900b69d0 0x7fb990162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb99652c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb9900b0180 0x7fb990154d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb99652c640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb99015eb60 con 0x7fb9900af280 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb99652c640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fb9900b6db0 con 0x7fb9900b69d0 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb99652c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb99015ee40 con 0x7fb9900b0180 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb98ffff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb9900b69d0 0x7fb990162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb98ffff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb9900b69d0 0x7fb990162a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48188/0 (socket says 172.21.15.122:48188) 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb98ffff640 1 -- 172.21.15.122:0/3251152889 learned_addr learned my addr 172.21.15.122:0/3251152889 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb98f7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fb9900af280 0x7fb9900afa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47726/0 (socket says 172.21.15.122:47726) 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb994ac9640 1 --2- 172.21.15.122:0/3251152889 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb9900b0180 0x7fb990154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb98ffff640 1 -- 172.21.15.122:0/3251152889 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb9900b0180 msgr2=0x7fb990154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb98ffff640 1 --2- 172.21.15.122:0/3251152889 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb9900b0180 0x7fb990154d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.128+0000 7fb98ffff640 1 -- 172.21.15.122:0/3251152889 >> v1:172.21.15.122:6789/0 conn(0x7fb9900af280 legacy=0x7fb9900afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.129+0000 7fb98ffff640 1 -- 172.21.15.122:0/3251152889 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb99015f120 con 0x7fb9900b69d0 2024-09-12T01:18:25.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.129+0000 7fb98effd640 1 -- 172.21.15.122:0/3251152889 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 137625897 0 0) 0x7fb99015eb60 con 0x7fb9900af280 2024-09-12T01:18:25.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.129+0000 7fb98ffff640 1 --2- 172.21.15.122:0/3251152889 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9900b69d0 0x7fb990162a50 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fb980009870 tx=0x7fb98002a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4dc8ec964d5cd94 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:25.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.129+0000 7fb98effd640 1 -- 172.21.15.122:0/3251152889 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980037070 con 0x7fb9900b69d0 2024-09-12T01:18:25.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.129+0000 7fb98effd640 1 -- 172.21.15.122:0/3251152889 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb980032440 con 0x7fb9900b69d0 2024-09-12T01:18:25.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.129+0000 7fb98effd640 1 -- 172.21.15.122:0/3251152889 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980032810 con 0x7fb9900b69d0 2024-09-12T01:18:25.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.130+0000 7fb99652c640 1 -- 172.21.15.122:0/3251152889 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9900b69d0 msgr2=0x7fb990162a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.130+0000 7fb99652c640 1 --2- 172.21.15.122:0/3251152889 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9900b69d0 0x7fb990162a50 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fb980009870 tx=0x7fb98002a130 comp rx=0 tx=0).stop 2024-09-12T01:18:25.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.130+0000 7fb99652c640 1 -- 172.21.15.122:0/3251152889 shutdown_connections 2024-09-12T01:18:25.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.130+0000 7fb99652c640 1 --2- 172.21.15.122:0/3251152889 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb9900b0180 0x7fb990154d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.130+0000 7fb99652c640 1 --2- 172.21.15.122:0/3251152889 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9900b69d0 0x7fb990162a50 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.130+0000 7fb99652c640 1 -- 172.21.15.122:0/3251152889 >> 172.21.15.122:0/3251152889 conn(0x7fb99006bc10 msgr2=0x7fb99006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:25.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.130+0000 7fb99652c640 1 -- 172.21.15.122:0/3251152889 shutdown_connections 2024-09-12T01:18:25.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.130+0000 7fb99652c640 1 -- 172.21.15.122:0/3251152889 wait complete. 2024-09-12T01:18:25.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.131+0000 7fb99652c640 1 Processor -- start 2024-09-12T01:18:25.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.131+0000 7fb99652c640 1 -- start start 2024-09-12T01:18:25.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb99652c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb9900af280 0x7fb99014b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb99652c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9900b0180 0x7fb990156f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb99652c640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb9900b69d0 0x7fb99006f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb99652c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb990155240 con 0x7fb9900b0180 2024-09-12T01:18:25.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb99652c640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fb9900af710 con 0x7fb9900b69d0 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb99652c640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb9901553c0 con 0x7fb9900af280 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb98f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9900b0180 0x7fb990156f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb98f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9900b0180 0x7fb990156f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48202/0 (socket says 172.21.15.122:48202) 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb98f7fe640 1 -- 172.21.15.122:0/1951892657 learned_addr learned my addr 172.21.15.122:0/1951892657 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb98f7fe640 1 -- 172.21.15.122:0/1951892657 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb9900af280 msgr2=0x7fb99014b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb98ffff640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb9900af280 0x7fb99014b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb98f7fe640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb9900af280 0x7fb99014b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb98f7fe640 1 -- 172.21.15.122:0/1951892657 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb9900b69d0 msgr2=0x7fb99006f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb98f7fe640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb9900b69d0 0x7fb99006f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.132+0000 7fb98f7fe640 1 -- 172.21.15.122:0/1951892657 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb990157850 con 0x7fb9900b0180 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.133+0000 7fb98f7fe640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9900b0180 0x7fb990156f70 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fb98400c4d0 tx=0x7fb98400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.133+0000 7fb98cff9640 1 -- 172.21.15.122:0/1951892657 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb984018070 con 0x7fb9900b0180 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.133+0000 7fb98cff9640 1 -- 172.21.15.122:0/1951892657 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb984007500 con 0x7fb9900b0180 2024-09-12T01:18:25.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.133+0000 7fb99652c640 1 -- 172.21.15.122:0/1951892657 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb990157b30 con 0x7fb9900b0180 2024-09-12T01:18:25.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.133+0000 7fb98cff9640 1 -- 172.21.15.122:0/1951892657 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb984004a20 con 0x7fb9900b0180 2024-09-12T01:18:25.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.133+0000 7fb99652c640 1 -- 172.21.15.122:0/1951892657 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9901580f0 con 0x7fb9900b0180 2024-09-12T01:18:25.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.134+0000 7fb99652c640 1 -- 172.21.15.122:0/1951892657 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9901557a0 con 0x7fb9900b0180 2024-09-12T01:18:25.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.134+0000 7fb98cff9640 1 -- 172.21.15.122:0/1951892657 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb98401b070 con 0x7fb9900b0180 2024-09-12T01:18:25.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.135+0000 7fb98cff9640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 0x7fb97c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.135+0000 7fb98cff9640 1 -- 172.21.15.122:0/1951892657 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5421+0+0 (secure 0 0 0) 0x7fb98408a090 con 0x7fb9900b0180 2024-09-12T01:18:25.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.135+0000 7fb98ffff640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 0x7fb97c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.135+0000 7fb98ffff640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 0x7fb97c06e2f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb980034000 tx=0x7fb98002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:25.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.139+0000 7fb98cff9640 1 -- 172.21.15.122:0/1951892657 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb984058b60 con 0x7fb9900b0180 2024-09-12T01:18:25.304 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.304+0000 7fb99652c640 1 -- 172.21.15.122:0/1951892657 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb9900afe80 con 0x7fb9900b0180 2024-09-12T01:18:25.305 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.305+0000 7fb98cff9640 1 -- 172.21.15.122:0/1951892657 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v42) ==== 74+0+13511 (secure 0 0 0) 0x7fb984058460 con 0x7fb9900b0180 2024-09-12T01:18:25.305 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:25.305 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":42,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:18:24.007954+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.122:6835/3365969569":"2024-09-13T01:18:20.948075+0000","172.21.15.122:6836/4116385109":"2024-09-13T01:18:11.956341+0000","172.21.15.122:6837/3365969569":"2024-09-13T01:18:20.948075+0000","172.21.15.122:6834/4116385109":"2024-09-13T01:18:11.956341+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:18:25.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 -- 172.21.15.122:0/1951892657 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 msgr2=0x7fb97c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 0x7fb97c06e2f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb980034000 tx=0x7fb98002e000 comp rx=0 tx=0).stop 2024-09-12T01:18:25.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 -- 172.21.15.122:0/1951892657 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9900b0180 msgr2=0x7fb990156f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9900b0180 0x7fb990156f70 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fb98400c4d0 tx=0x7fb98400c990 comp rx=0 tx=0).stop 2024-09-12T01:18:25.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 -- 172.21.15.122:0/1951892657 shutdown_connections 2024-09-12T01:18:25.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb97c06be30 0x7fb97c06e2f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb9900b69d0 0x7fb99006f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9900b0180 0x7fb990156f70 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 --2- 172.21.15.122:0/1951892657 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb9900af280 0x7fb99014b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 -- 172.21.15.122:0/1951892657 >> 172.21.15.122:0/1951892657 conn(0x7fb99006bc10 msgr2=0x7fb99006e860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:25.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 -- 172.21.15.122:0/1951892657 shutdown_connections 2024-09-12T01:18:25.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.307+0000 7fb99652c640 1 -- 172.21.15.122:0/1951892657 wait complete. 2024-09-12T01:18:25.319 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T01:16:59.870481+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-12T01:18:25.319 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-12T01:18:25.420 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.420+0000 7f71a46af640 1 Processor -- start 2024-09-12T01:18:25.420 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.420+0000 7f71a46af640 1 -- start start 2024-09-12T01:18:25.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.421+0000 7f71a46af640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f719c15c490 0x7f719c09aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.421+0000 7f71a46af640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f719c071100 0x7f719c071570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.421+0000 7f71a46af640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f719c072180 con 0x7f719c09af70 2024-09-12T01:18:25.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.421+0000 7f71a46af640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f719c09b3b0 con 0x7f719c15c490 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.421+0000 7f71a46af640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f719c15c870 con 0x7f719c071100 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.421+0000 7f71a244b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f719c15c490 0x7f719c09aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.421+0000 7f71a244b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f719c15c490 0x7f719c09aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48212/0 (socket says 172.21.15.122:48212) 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.421+0000 7f71a244b640 1 -- 172.21.15.122:0/670330480 learned_addr learned my addr 172.21.15.122:0/670330480 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.422+0000 7f71a2c4c640 1 --2- 172.21.15.122:0/670330480 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f719c071100 0x7f719c071570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.422+0000 7f71a244b640 1 -- 172.21.15.122:0/670330480 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f719c071100 msgr2=0x7f719c071570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.422+0000 7f71a244b640 1 --2- 172.21.15.122:0/670330480 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f719c071100 0x7f719c071570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.422+0000 7f71a244b640 1 -- 172.21.15.122:0/670330480 >> v1:172.21.15.151:6789/0 conn(0x7f719c09af70 legacy=0x7f719c0b04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.422+0000 7f71a244b640 1 -- 172.21.15.122:0/670330480 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f719c071bc0 con 0x7f719c15c490 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.422+0000 7f71a244b640 1 --2- 172.21.15.122:0/670330480 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f719c15c490 0x7f719c09aa30 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f7198009870 tx=0x7f719802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b847392bb6f05f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.422+0000 7f71a1449640 1 -- 172.21.15.122:0/670330480 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7198037070 con 0x7f719c15c490 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.423+0000 7f71a1449640 1 -- 172.21.15.122:0/670330480 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7198032440 con 0x7f719c15c490 2024-09-12T01:18:25.423 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.423+0000 7f71a1449640 1 -- 172.21.15.122:0/670330480 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7198032810 con 0x7f719c15c490 2024-09-12T01:18:25.424 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.423+0000 7f71a46af640 1 -- 172.21.15.122:0/670330480 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f719c15c490 msgr2=0x7f719c09aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.423+0000 7f71a46af640 1 --2- 172.21.15.122:0/670330480 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f719c15c490 0x7f719c09aa30 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f7198009870 tx=0x7f719802a210 comp rx=0 tx=0).stop 2024-09-12T01:18:25.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.423+0000 7f71a46af640 1 -- 172.21.15.122:0/670330480 shutdown_connections 2024-09-12T01:18:25.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.423+0000 7f71a46af640 1 --2- 172.21.15.122:0/670330480 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f719c071100 0x7f719c071570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.423+0000 7f71a46af640 1 --2- 172.21.15.122:0/670330480 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f719c15c490 0x7f719c09aa30 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.423+0000 7f71a46af640 1 -- 172.21.15.122:0/670330480 >> 172.21.15.122:0/670330480 conn(0x7f719c0b3f30 msgr2=0x7f719c0b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:25.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.423+0000 7f71a46af640 1 -- 172.21.15.122:0/670330480 shutdown_connections 2024-09-12T01:18:25.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.423+0000 7f71a46af640 1 -- 172.21.15.122:0/670330480 wait complete. 2024-09-12T01:18:25.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.424+0000 7f71a46af640 1 Processor -- start 2024-09-12T01:18:25.425 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.424+0000 7f71a46af640 1 -- start start 2024-09-12T01:18:25.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a46af640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f719c071100 0x7f719c13cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a46af640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f719c09af70 0x7f719c14e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a46af640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f719c15c490 0x7f719c13aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a46af640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f719c0affa0 con 0x7f719c09af70 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a46af640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f719c0afcc0 con 0x7f719c071100 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a46af640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f719c09b8f0 con 0x7f719c15c490 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a1c4a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f719c09af70 0x7f719c14e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a1c4a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f719c09af70 0x7f719c14e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48218/0 (socket says 172.21.15.122:48218) 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a1c4a640 1 -- 172.21.15.122:0/3209805344 learned_addr learned my addr 172.21.15.122:0/3209805344 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a244b640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f719c071100 0x7f719c13cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a2c4c640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f719c15c490 0x7f719c13aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a1c4a640 1 -- 172.21.15.122:0/3209805344 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f719c15c490 msgr2=0x7f719c13aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.425+0000 7f71a1c4a640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f719c15c490 0x7f719c13aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.426+0000 7f71a1c4a640 1 -- 172.21.15.122:0/3209805344 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f719c071100 msgr2=0x7f719c13cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.426+0000 7f71a1c4a640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f719c071100 0x7f719c13cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.426+0000 7f71a1c4a640 1 -- 172.21.15.122:0/3209805344 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f719c14d370 con 0x7f719c09af70 2024-09-12T01:18:25.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.426+0000 7f71a1c4a640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f719c09af70 0x7f719c14e6f0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f718c00b3f0 tx=0x7f718c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:25.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.426+0000 7f7192ffd640 1 -- 172.21.15.122:0/3209805344 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718c015020 con 0x7f719c09af70 2024-09-12T01:18:25.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.426+0000 7f7192ffd640 1 -- 172.21.15.122:0/3209805344 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f718c011830 con 0x7f719c09af70 2024-09-12T01:18:25.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.426+0000 7f71a46af640 1 -- 172.21.15.122:0/3209805344 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f719c14d650 con 0x7f719c09af70 2024-09-12T01:18:25.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.426+0000 7f7192ffd640 1 -- 172.21.15.122:0/3209805344 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718c011c20 con 0x7f719c09af70 2024-09-12T01:18:25.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.426+0000 7f71a46af640 1 -- 172.21.15.122:0/3209805344 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f719c14dc10 con 0x7f719c09af70 2024-09-12T01:18:25.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.427+0000 7f71a46af640 1 -- 172.21.15.122:0/3209805344 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f719c13a540 con 0x7f719c09af70 2024-09-12T01:18:25.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.427+0000 7f7192ffd640 1 -- 172.21.15.122:0/3209805344 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f718c018020 con 0x7f719c09af70 2024-09-12T01:18:25.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.428+0000 7f7192ffd640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f718006be30 0x7f718006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.428+0000 7f7192ffd640 1 -- 172.21.15.122:0/3209805344 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5421+0+0 (secure 0 0 0) 0x7f718c08a8f0 con 0x7f719c09af70 2024-09-12T01:18:25.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.428+0000 7f71a244b640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f718006be30 0x7f718006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.428+0000 7f71a244b640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f718006be30 0x7f718006e2f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7198034000 tx=0x7f719802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:25.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.432+0000 7f7192ffd640 1 -- 172.21.15.122:0/3209805344 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f719c13a540 con 0x7f719c09af70 2024-09-12T01:18:25.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.595+0000 7f71a46af640 1 -- 172.21.15.122:0/3209805344 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f719c0b5880 con 0x7f719c09af70 2024-09-12T01:18:25.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.595+0000 7f7192ffd640 1 -- 172.21.15.122:0/3209805344 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v42) ==== 93+0+10 (secure 0 0 0) 0x7f718c01f030 con 0x7f719c09af70 2024-09-12T01:18:25.596 INFO:teuthology.orchestra.run.smithi122.stdout:pg_num: 1 2024-09-12T01:18:25.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 -- 172.21.15.122:0/3209805344 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f718006be30 msgr2=0x7f718006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f718006be30 0x7f718006e2f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7198034000 tx=0x7f719802e000 comp rx=0 tx=0).stop 2024-09-12T01:18:25.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 -- 172.21.15.122:0/3209805344 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f719c09af70 msgr2=0x7f719c14e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f719c09af70 0x7f719c14e6f0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f718c00b3f0 tx=0x7f718c00b8b0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 -- 172.21.15.122:0/3209805344 shutdown_connections 2024-09-12T01:18:25.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f718006be30 0x7f718006e2f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f719c15c490 0x7f719c13aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f719c09af70 0x7f719c14e6f0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 --2- 172.21.15.122:0/3209805344 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f719c071100 0x7f719c13cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 -- 172.21.15.122:0/3209805344 >> 172.21.15.122:0/3209805344 conn(0x7f719c0b3f30 msgr2=0x7f719c0b03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:25.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 -- 172.21.15.122:0/3209805344 shutdown_connections 2024-09-12T01:18:25.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.597+0000 7f71a46af640 1 -- 172.21.15.122:0/3209805344 wait complete. 2024-09-12T01:18:25.609 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly' 2024-09-12T01:18:25.708 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.708+0000 7f0351911640 1 Processor -- start 2024-09-12T01:18:25.708 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.708+0000 7f0351911640 1 -- start start 2024-09-12T01:18:25.711 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.708+0000 7f0351911640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c161c80 0x7f034c06e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.711 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.708+0000 7f0351911640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f034c06e870 con 0x7f034c0b6680 2024-09-12T01:18:25.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.708+0000 7f0351911640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f034c06d9f0 con 0x7f034c162060 2024-09-12T01:18:25.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.708+0000 7f0351911640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f034c06dcd0 con 0x7f034c161c80 2024-09-12T01:18:25.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f034b7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f034c0b6680 0x7f034c0cf1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47732/0 (socket says 172.21.15.122:47732) 2024-09-12T01:18:25.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f034b7fe640 1 -- 172.21.15.122:0/4283879091 learned_addr learned my addr 172.21.15.122:0/4283879091 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:25.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1213100162 0 0) 0x7f0344001110 con 0x7f034c0b6680 2024-09-12T01:18:25.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f034affd640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c161c80 0x7f034c06e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0334003520 con 0x7f034c0b6680 2024-09-12T01:18:25.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2028283772 0 0) 0x7f0334003520 con 0x7f034c0b6680 2024-09-12T01:18:25.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c161c80 msgr2=0x7f034c06e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:25.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c161c80 0x7f034c06e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 >> v1:172.21.15.151:6789/0 conn(0x7f034c162060 legacy=0x7f034c0b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f034c06dfb0 con 0x7f034c0b6680 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f0344001840 con 0x7f034c0b6680 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 >> v1:172.21.15.122:6789/0 conn(0x7f034c0b6680 legacy=0x7f034c0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f03340039e0 0x7f0334003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c161c80 0x7f0334004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 0x7f03340051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f034c06dcd0 con 0x7f0334004d40 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f033400ba70 con 0x7f03340039e0 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f033400bc70 con 0x7f034c161c80 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f034b7fe640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 0x7f03340051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f034affd640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f03340039e0 0x7f0334003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.709+0000 7f034a7fc640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c161c80 0x7f0334004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.710+0000 7f034b7fe640 1 -- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c161c80 msgr2=0x7f0334004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:25.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.710+0000 7f034b7fe640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c161c80 0x7f0334004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.710+0000 7f034b7fe640 1 -- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f03340039e0 msgr2=0x7f0334003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:25.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.710+0000 7f034b7fe640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f03340039e0 0x7f0334003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.710+0000 7f034b7fe640 1 -- 172.21.15.122:0/4283879091 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0334003520 con 0x7f0334004d40 2024-09-12T01:18:25.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.710+0000 7f034affd640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f03340039e0 0x7f0334003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:25.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.710+0000 7f034b7fe640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 0x7f03340051c0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f034400c490 tx=0x7f0334005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a98a88e9661dcb18 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:25.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.710+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034400c0e0 con 0x7f0334004d40 2024-09-12T01:18:25.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.710+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0344034070 con 0x7f0334004d40 2024-09-12T01:18:25.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.710+0000 7f0349ffb640 1 -- 172.21.15.122:0/4283879091 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0344005d30 con 0x7f0334004d40 2024-09-12T01:18:25.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.711+0000 7f0351911640 1 -- 172.21.15.122:0/4283879091 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 msgr2=0x7f03340051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.711+0000 7f0351911640 1 --2- 172.21.15.122:0/4283879091 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 0x7f03340051c0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f034400c490 tx=0x7f0334005830 comp rx=0 tx=0).stop 2024-09-12T01:18:25.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.711+0000 7f034b7fe640 1 -- 172.21.15.122:0/4283879091 reap_dead start 2024-09-12T01:18:25.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.711+0000 7f0351911640 1 -- 172.21.15.122:0/4283879091 shutdown_connections 2024-09-12T01:18:25.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.711+0000 7f0351911640 1 -- 172.21.15.122:0/4283879091 >> 172.21.15.122:0/4283879091 conn(0x7f034c0d44f0 msgr2=0x7f034c0d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:25.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.711+0000 7f0351911640 1 -- 172.21.15.122:0/4283879091 shutdown_connections 2024-09-12T01:18:25.715 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.711+0000 7f0351911640 1 -- 172.21.15.122:0/4283879091 wait complete. 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.712+0000 7f0351911640 1 Processor -- start 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.712+0000 7f0351911640 1 -- start start 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f0351911640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 0x7f034c156b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f0351911640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c1f8670 0x7f034c0b96c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f0351911640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f034c0cd7d0 0x7f034c0b9c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f0351911640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f034c0b6cb0 con 0x7f0334004d40 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f0351911640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f034c0b6b30 con 0x7f034c0cd7d0 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f0351911640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f034c06e330 con 0x7f034c1f8670 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f034affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 0x7f034c156b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f034affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 0x7f034c156b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48224/0 (socket says 172.21.15.122:48224) 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f034affd640 1 -- 172.21.15.122:0/1047891550 learned_addr learned my addr 172.21.15.122:0/1047891550 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:25.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f034b7fe640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f034c0cd7d0 0x7f034c0b9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f034a7fc640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c1f8670 0x7f034c0b96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f034affd640 1 -- 172.21.15.122:0/1047891550 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c1f8670 msgr2=0x7f034c0b96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f034affd640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c1f8670 0x7f034c0b96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f034affd640 1 -- 172.21.15.122:0/1047891550 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f034c0cd7d0 msgr2=0x7f034c0b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f034affd640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f034c0cd7d0 0x7f034c0b9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f034affd640 1 -- 172.21.15.122:0/1047891550 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f034c0cdd40 con 0x7f0334004d40 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.713+0000 7f034a7fc640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c1f8670 0x7f034c0b96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.714+0000 7f034affd640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 0x7f034c156b40 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f033c009fc0 tx=0x7f033c010650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.714+0000 7f0333fff640 1 -- 172.21.15.122:0/1047891550 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f033c01a030 con 0x7f0334004d40 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.714+0000 7f0333fff640 1 -- 172.21.15.122:0/1047891550 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f033c003990 con 0x7f0334004d40 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.714+0000 7f0351911640 1 -- 172.21.15.122:0/1047891550 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f034c1f7b90 con 0x7f0334004d40 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.714+0000 7f0333fff640 1 -- 172.21.15.122:0/1047891550 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f033c003d60 con 0x7f0334004d40 2024-09-12T01:18:25.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.714+0000 7f0351911640 1 -- 172.21.15.122:0/1047891550 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f034c1f8150 con 0x7f0334004d40 2024-09-12T01:18:25.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.715+0000 7f0351911640 1 -- 172.21.15.122:0/1047891550 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f034c0b5f70 con 0x7f0334004d40 2024-09-12T01:18:25.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.715+0000 7f0333fff640 1 -- 172.21.15.122:0/1047891550 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f033c01d070 con 0x7f0334004d40 2024-09-12T01:18:25.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.716+0000 7f0333fff640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f033806be60 0x7f033806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:25.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.716+0000 7f0333fff640 1 -- 172.21.15.122:0/1047891550 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5421+0+0 (secure 0 0 0) 0x7f033c08bab0 con 0x7f0334004d40 2024-09-12T01:18:25.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.716+0000 7f034a7fc640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f033806be60 0x7f033806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:25.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.716+0000 7f034a7fc640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f033806be60 0x7f033806e320 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f034c0ba410 tx=0x7f0340009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:25.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.720+0000 7f0333fff640 1 -- 172.21.15.122:0/1047891550 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f033c05a610 con 0x7f0334004d40 2024-09-12T01:18:25.951 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:25.951+0000 7f0351911640 1 -- 172.21.15.122:0/1047891550 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]} v 0) -- 0x7f034c0ba470 con 0x7f0334004d40 2024-09-12T01:18:26.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.017+0000 7f0333fff640 1 -- 172.21.15.122:0/1047891550 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]}]=0 v91) ==== 147+0+0 (secure 0 0 0) 0x7f033c059f10 con 0x7f0334004d40 2024-09-12T01:18:26.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 -- 172.21.15.122:0/1047891550 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f033806be60 msgr2=0x7f033806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f033806be60 0x7f033806e320 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f034c0ba410 tx=0x7f0340009040 comp rx=0 tx=0).stop 2024-09-12T01:18:26.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 -- 172.21.15.122:0/1047891550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 msgr2=0x7f034c156b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 0x7f034c156b40 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f033c009fc0 tx=0x7f033c010650 comp rx=0 tx=0).stop 2024-09-12T01:18:26.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 -- 172.21.15.122:0/1047891550 shutdown_connections 2024-09-12T01:18:26.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f033806be60 0x7f033806e320 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f034c0cd7d0 0x7f034c0b9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f034c1f8670 0x7f034c0b96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 --2- 172.21.15.122:0/1047891550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0334004d40 0x7f034c156b40 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 -- 172.21.15.122:0/1047891550 >> 172.21.15.122:0/1047891550 conn(0x7f034c0d44f0 msgr2=0x7f034c0d3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:26.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 -- 172.21.15.122:0/1047891550 shutdown_connections 2024-09-12T01:18:26.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.019+0000 7f0351911640 1 -- 172.21.15.122:0/1047891550 wait complete. 2024-09-12T01:18:26.030 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-12T01:18:26.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.131+0000 7f81ccf78640 1 Processor -- start 2024-09-12T01:18:26.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.131+0000 7f81ccf78640 1 -- start start 2024-09-12T01:18:26.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.132+0000 7f81ccf78640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f81c8145f20 0x7f81c80d0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.132+0000 7f81ccf78640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81c80afa60 con 0x7f81c80d1480 2024-09-12T01:18:26.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.132+0000 7f81ccf78640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81c80d1a40 con 0x7f81c80b2b30 2024-09-12T01:18:26.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.132+0000 7f81ccf78640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f81c80d1d20 con 0x7f81c8145f20 2024-09-12T01:18:26.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.132+0000 7f81c5d9b640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f81c80d1480 0x7f81c80b2420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47738/0 (socket says 172.21.15.122:47738) 2024-09-12T01:18:26.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.132+0000 7f81c5d9b640 1 -- 172.21.15.122:0/1830850333 learned_addr learned my addr 172.21.15.122:0/1830850333 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:26.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.132+0000 7f81c659c640 1 --2- 172.21.15.122:0/1830850333 >> v2:172.21.15.151:3300/0 conn(0x7f81c8145f20 0x7f81c80d0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.133+0000 7f81c559a640 1 -- 172.21.15.122:0/1830850333 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 368025304 0 0) 0x7f81c80afa60 con 0x7f81c80d1480 2024-09-12T01:18:26.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.133+0000 7f81c559a640 1 -- 172.21.15.122:0/1830850333 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f81b0003520 con 0x7f81c80d1480 2024-09-12T01:18:26.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.133+0000 7f81c559a640 1 -- 172.21.15.122:0/1830850333 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1941130254 0 0) 0x7f81b0003520 con 0x7f81c80d1480 2024-09-12T01:18:26.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.133+0000 7f81c659c640 1 -- 172.21.15.122:0/1830850333 >> v1:172.21.15.151:6789/0 conn(0x7f81c80b2b30 legacy=0x7f81c80b01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.133+0000 7f81c659c640 1 -- 172.21.15.122:0/1830850333 >> v1:172.21.15.122:6789/0 conn(0x7f81c80d1480 legacy=0x7f81c80b2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.133+0000 7f81c659c640 1 -- 172.21.15.122:0/1830850333 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81c80afcd0 con 0x7f81c8145f20 2024-09-12T01:18:26.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.134+0000 7f81c659c640 1 --2- 172.21.15.122:0/1830850333 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81c8145f20 0x7f81c80d0f40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f81b80097a0 tx=0x7f81b802a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aafebcf44856371e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:26.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.134+0000 7f81c559a640 1 -- 172.21.15.122:0/1830850333 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81b8037070 con 0x7f81c8145f20 2024-09-12T01:18:26.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.134+0000 7f81c559a640 1 -- 172.21.15.122:0/1830850333 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81b802abc0 con 0x7f81c8145f20 2024-09-12T01:18:26.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.134+0000 7f81c559a640 1 -- 172.21.15.122:0/1830850333 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81bc001670 con 0x7f81c8145f20 2024-09-12T01:18:26.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.134+0000 7f81ccf78640 1 -- 172.21.15.122:0/1830850333 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81c8145f20 msgr2=0x7f81c80d0f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.134+0000 7f81ccf78640 1 --2- 172.21.15.122:0/1830850333 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81c8145f20 0x7f81c80d0f40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f81b80097a0 tx=0x7f81b802a130 comp rx=0 tx=0).stop 2024-09-12T01:18:26.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.134+0000 7f81ccf78640 1 -- 172.21.15.122:0/1830850333 shutdown_connections 2024-09-12T01:18:26.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.134+0000 7f81ccf78640 1 --2- 172.21.15.122:0/1830850333 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81c8145f20 0x7f81c80d0f40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.134+0000 7f81ccf78640 1 -- 172.21.15.122:0/1830850333 >> 172.21.15.122:0/1830850333 conn(0x7f81c809aa30 msgr2=0x7f81c80b67f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:26.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.134+0000 7f81ccf78640 1 -- 172.21.15.122:0/1830850333 shutdown_connections 2024-09-12T01:18:26.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.135+0000 7f81ccf78640 1 -- 172.21.15.122:0/1830850333 wait complete. 2024-09-12T01:18:26.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.136+0000 7f81ccf78640 1 Processor -- start 2024-09-12T01:18:26.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.136+0000 7f81ccf78640 1 -- start start 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.136+0000 7f81ccf78640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81c80b2b30 0x7f81c80b6050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.136+0000 7f81ccf78640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81c80d1480 0x7f81c8140f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.136+0000 7f81ccf78640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81c8145f20 0x7f81c80b5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.136+0000 7f81ccf78640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f81c806bf60 con 0x7f81c80d1480 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.136+0000 7f81ccf78640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f81c806bde0 con 0x7f81c8145f20 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81ccf78640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f81c80b0900 con 0x7f81c80b2b30 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81c5d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81c80d1480 0x7f81c8140f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81c5d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81c80d1480 0x7f81c8140f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48236/0 (socket says 172.21.15.122:48236) 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81c5d9b640 1 -- 172.21.15.122:0/2579762777 learned_addr learned my addr 172.21.15.122:0/2579762777 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81c659c640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81c80b2b30 0x7f81c80b6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81c6d9d640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81c8145f20 0x7f81c80b5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81c5d9b640 1 -- 172.21.15.122:0/2579762777 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81c80b2b30 msgr2=0x7f81c80b6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81c5d9b640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81c80b2b30 0x7f81c80b6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81c5d9b640 1 -- 172.21.15.122:0/2579762777 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81c8145f20 msgr2=0x7f81c80b5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81c5d9b640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81c8145f20 0x7f81c80b5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81c5d9b640 1 -- 172.21.15.122:0/2579762777 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81c81414a0 con 0x7f81c80d1480 2024-09-12T01:18:26.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81c5d9b640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81c80d1480 0x7f81c8140f60 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f81bc00c750 tx=0x7f81bc00cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:26.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81b6ffd640 1 -- 172.21.15.122:0/2579762777 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81bc017070 con 0x7f81c80d1480 2024-09-12T01:18:26.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81b6ffd640 1 -- 172.21.15.122:0/2579762777 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81bc005ad0 con 0x7f81c80d1480 2024-09-12T01:18:26.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81ccf78640 1 -- 172.21.15.122:0/2579762777 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81c80b57b0 con 0x7f81c80d1480 2024-09-12T01:18:26.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81b6ffd640 1 -- 172.21.15.122:0/2579762777 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81bc007070 con 0x7f81c80d1480 2024-09-12T01:18:26.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.137+0000 7f81ccf78640 1 -- 172.21.15.122:0/2579762777 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81c81e79a0 con 0x7f81c80d1480 2024-09-12T01:18:26.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.138+0000 7f81ccf78640 1 -- 172.21.15.122:0/2579762777 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81c80d0f40 con 0x7f81c80d1480 2024-09-12T01:18:26.140 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.139+0000 7f81b6ffd640 1 -- 172.21.15.122:0/2579762777 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f81bc01a070 con 0x7f81c80d1480 2024-09-12T01:18:26.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.139+0000 7f81b6ffd640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f81a806be30 0x7f81a806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.139+0000 7f81b6ffd640 1 -- 172.21.15.122:0/2579762777 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5421+0+0 (secure 0 0 0) 0x7f81bc08a200 con 0x7f81c80d1480 2024-09-12T01:18:26.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.139+0000 7f81c659c640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f81a806be30 0x7f81a806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.140+0000 7f81c659c640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f81a806be30 0x7f81a806e2f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f81b8034000 tx=0x7f81b802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:26.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.143+0000 7f81b6ffd640 1 -- 172.21.15.122:0/2579762777 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f81bc058d60 con 0x7f81c80d1480 2024-09-12T01:18:26.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.307+0000 7f81ccf78640 1 -- 172.21.15.122:0/2579762777 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f81c80b2890 con 0x7f81c80d1480 2024-09-12T01:18:26.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.310+0000 7f81b6ffd640 1 -- 172.21.15.122:0/2579762777 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7f81bc058660 con 0x7f81c80d1480 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 -- 172.21.15.122:0/2579762777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f81a806be30 msgr2=0x7f81a806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f81a806be30 0x7f81a806e2f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f81b8034000 tx=0x7f81b802e000 comp rx=0 tx=0).stop 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 -- 172.21.15.122:0/2579762777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81c80d1480 msgr2=0x7f81c8140f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81c80d1480 0x7f81c8140f60 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f81bc00c750 tx=0x7f81bc00cc10 comp rx=0 tx=0).stop 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 -- 172.21.15.122:0/2579762777 shutdown_connections 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f81a806be30 0x7f81a806e2f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81c8145f20 0x7f81c80b5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81c80d1480 0x7f81c8140f60 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 --2- 172.21.15.122:0/2579762777 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81c80b2b30 0x7f81c80b6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 -- 172.21.15.122:0/2579762777 >> 172.21.15.122:0/2579762777 conn(0x7f81c809aa30 msgr2=0x7f81c815ea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 -- 172.21.15.122:0/2579762777 shutdown_connections 2024-09-12T01:18:26.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.313+0000 7f81ccf78640 1 -- 172.21.15.122:0/2579762777 wait complete. 2024-09-12T01:18:26.324 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T01:18:26.324 DEBUG:teuthology.orchestra.run.smithi122:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T01:18:26.363 DEBUG:teuthology.orchestra.run.smithi151:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T01:18:26.411 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T01:18:26.411 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:18:26.411 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:26.427 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4055984,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19122 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248696k,nr_inodes=812174,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T01:18:26.427 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:18:26.427 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:26.446 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18658 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T01:18:26.446 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:18:26.446 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:26.484 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4055984,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19122 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248696k,nr_inodes=812174,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T01:18:26.484 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:18:26.484 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:26.504 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18658 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T01:18:26.504 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-12T01:18:26.505 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:26.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.622+0000 7fc02b645640 1 Processor -- start 2024-09-12T01:18:26.622 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.622+0000 7fc02b645640 1 -- start start 2024-09-12T01:18:26.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.623+0000 7fc02b645640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fc0240b5f80 0x7fc0240b63d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.623+0000 7fc02b645640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc0240cd650 0x7fc0240cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.623+0000 7fc02b645640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc02406fdb0 con 0x7fc0240afd70 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.623+0000 7fc02b645640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fc0240b6910 con 0x7fc0240b5f80 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.623+0000 7fc02b645640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc024070090 con 0x7fc0240cd650 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.623+0000 7fc0293e1640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fc0240afd70 0x7fc024160820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47754/0 (socket says 172.21.15.122:47754) 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.623+0000 7fc0293e1640 1 -- 172.21.15.122:0/3146411900 learned_addr learned my addr 172.21.15.122:0/3146411900 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.623+0000 7fc029be2640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc0240cd650 0x7fc0240cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.623+0000 7fc028be0640 1 --2- 172.21.15.122:0/3146411900 >> v2:172.21.15.151:3300/0 conn(0x7fc0240b5f80 0x7fc0240b63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.623+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 976637771 0 0) 0x7fc02406fdb0 con 0x7fc0240afd70 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.623+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc010003520 con 0x7fc0240afd70 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2036660817 0 0) 0x7fc010003520 con 0x7fc0240afd70 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc0240cd650 msgr2=0x7fc0240cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc0240cd650 0x7fc0240cdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.627 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 >> v2:172.21.15.151:3300/0 conn(0x7fc0240b5f80 msgr2=0x7fc0240b63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:26.628 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 --2- 172.21.15.122:0/3146411900 >> v2:172.21.15.151:3300/0 conn(0x7fc0240b5f80 0x7fc0240b63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.628 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc024070370 con 0x7fc0240afd70 2024-09-12T01:18:26.628 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fc0200019f0 con 0x7fc0240afd70 2024-09-12T01:18:26.628 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 >> v1:172.21.15.122:6789/0 conn(0x7fc0240afd70 legacy=0x7fc024160820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.628 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc0240cd650 0x7fc0100039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.628 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc010003f30 0x7fc010004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.628 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc010004d40 0x7fc0100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.628 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc0240b6910 con 0x7fc010004d40 2024-09-12T01:18:26.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fc024070090 con 0x7fc010003f30 2024-09-12T01:18:26.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc01000b9c0 con 0x7fc0240cd650 2024-09-12T01:18:26.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc029be2640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc010004d40 0x7fc0100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc0293e1640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc0240cd650 0x7fc0100039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc028be0640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc010003f30 0x7fc010004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc029be2640 1 -- 172.21.15.122:0/3146411900 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc0240cd650 msgr2=0x7fc0100039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:26.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc029be2640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc0240cd650 0x7fc0100039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc029be2640 1 -- 172.21.15.122:0/3146411900 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc010003f30 msgr2=0x7fc010004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:26.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc029be2640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc010003f30 0x7fc010004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.624+0000 7fc029be2640 1 -- 172.21.15.122:0/3146411900 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc010003520 con 0x7fc010004d40 2024-09-12T01:18:26.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.625+0000 7fc029be2640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc010004d40 0x7fc0100051c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc01c009ac0 tx=0x7fc010005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dd1d9d301229f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:26.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.625+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01c036070 con 0x7fc010004d40 2024-09-12T01:18:26.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.625+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc01c031400 con 0x7fc010004d40 2024-09-12T01:18:26.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.625+0000 7fc01bfff640 1 -- 172.21.15.122:0/3146411900 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01c009690 con 0x7fc010004d40 2024-09-12T01:18:26.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.625+0000 7fc02b645640 1 -- 172.21.15.122:0/3146411900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc010004d40 msgr2=0x7fc0100051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.625+0000 7fc02b645640 1 --2- 172.21.15.122:0/3146411900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc010004d40 0x7fc0100051c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc01c009ac0 tx=0x7fc010005830 comp rx=0 tx=0).stop 2024-09-12T01:18:26.631 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.625+0000 7fc029be2640 1 -- 172.21.15.122:0/3146411900 reap_dead start 2024-09-12T01:18:26.631 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.625+0000 7fc02b645640 1 -- 172.21.15.122:0/3146411900 shutdown_connections 2024-09-12T01:18:26.631 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.626+0000 7fc02b645640 1 -- 172.21.15.122:0/3146411900 >> 172.21.15.122:0/3146411900 conn(0x7fc02406bc10 msgr2=0x7fc02406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:26.631 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.626+0000 7fc02b645640 1 -- 172.21.15.122:0/3146411900 shutdown_connections 2024-09-12T01:18:26.631 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.626+0000 7fc02b645640 1 -- 172.21.15.122:0/3146411900 wait complete. 2024-09-12T01:18:26.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.627+0000 7fc02b645640 1 Processor -- start 2024-09-12T01:18:26.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.627+0000 7fc02b645640 1 -- start start 2024-09-12T01:18:26.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.627+0000 7fc02b645640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc010004d40 0x7fc024146d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.627+0000 7fc02b645640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc0241594e0 0x7fc024159960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.627+0000 7fc02b645640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc02414eb20 0x7fc02414efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.627+0000 7fc02b645640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc0240b0150 con 0x7fc02414eb20 2024-09-12T01:18:26.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc02b645640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fc02406fa80 con 0x7fc0241594e0 2024-09-12T01:18:26.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc02b645640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc024160060 con 0x7fc010004d40 2024-09-12T01:18:26.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc029be2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc02414eb20 0x7fc02414efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc029be2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc02414eb20 0x7fc02414efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48254/0 (socket says 172.21.15.122:48254) 2024-09-12T01:18:26.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc029be2640 1 -- 172.21.15.122:0/4180240191 learned_addr learned my addr 172.21.15.122:0/4180240191 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:26.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc0293e1640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc010004d40 0x7fc024146d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc028be0640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc0241594e0 0x7fc024159960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc029be2640 1 -- 172.21.15.122:0/4180240191 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc010004d40 msgr2=0x7fc024146d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc029be2640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc010004d40 0x7fc024146d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc029be2640 1 -- 172.21.15.122:0/4180240191 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc0241594e0 msgr2=0x7fc024159960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc029be2640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc0241594e0 0x7fc024159960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc029be2640 1 -- 172.21.15.122:0/4180240191 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc024157060 con 0x7fc02414eb20 2024-09-12T01:18:26.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc028be0640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc0241594e0 0x7fc024159960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc0293e1640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc010004d40 0x7fc024146d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc029be2640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc02414eb20 0x7fc02414efa0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fc01c009ac0 tx=0x7fc01c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc019ffb640 1 -- 172.21.15.122:0/4180240191 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01c036040 con 0x7fc02414eb20 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc019ffb640 1 -- 172.21.15.122:0/4180240191 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc01c041070 con 0x7fc02414eb20 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc02b645640 1 -- 172.21.15.122:0/4180240191 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc024157340 con 0x7fc02414eb20 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc019ffb640 1 -- 172.21.15.122:0/4180240191 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01c009690 con 0x7fc02414eb20 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.628+0000 7fc02b645640 1 -- 172.21.15.122:0/4180240191 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc024157900 con 0x7fc02414eb20 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.629+0000 7fc02b645640 1 -- 172.21.15.122:0/4180240191 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0240b63d0 con 0x7fc02414eb20 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.630+0000 7fc019ffb640 1 -- 172.21.15.122:0/4180240191 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc01c039070 con 0x7fc02414eb20 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.630+0000 7fc019ffb640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc00806be60 0x7fc00806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.630+0000 7fc0293e1640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc00806be60 0x7fc00806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.630+0000 7fc019ffb640 1 -- 172.21.15.122:0/4180240191 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5421+0+0 (secure 0 0 0) 0x7fc01c0aa8c0 con 0x7fc02414eb20 2024-09-12T01:18:26.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.631+0000 7fc0293e1640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc00806be60 0x7fc00806e320 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc020004da0 tx=0x7fc020006040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:26.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.634+0000 7fc019ffb640 1 -- 172.21.15.122:0/4180240191 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc01c04b020 con 0x7fc02414eb20 2024-09-12T01:18:26.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.831+0000 7fc02b645640 1 -- 172.21.15.122:0/4180240191 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc024067fc0 con 0x7fc02414eb20 2024-09-12T01:18:26.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.832+0000 7fc019ffb640 1 -- 172.21.15.122:0/4180240191 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+3923 (secure 0 0 0) 0x7fc01c079390 con 0x7fc02414eb20 2024-09-12T01:18:26.833 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:26.833 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":22,"btime":"2024-09-12T01:18:21:949854+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4583,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2794607667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2794607667},{"type":"v1","addr":"172.21.15.151:6834","nonce":2794607667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/1465281161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":1465281161},{"type":"v1","addr":"172.21.15.151:6835","nonce":1465281161}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5094,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/3889546756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3889546756},{"type":"v1","addr":"172.21.15.122:6836","nonce":3889546756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5241,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2072711022","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":2072711022},{"type":"v1","addr":"172.21.15.122:6837","nonce":2072711022}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[]} 2024-09-12T01:18:26.833 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 22 2024-09-12T01:18:26.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 -- 172.21.15.122:0/4180240191 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc00806be60 msgr2=0x7fc00806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc00806be60 0x7fc00806e320 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc020004da0 tx=0x7fc020006040 comp rx=0 tx=0).stop 2024-09-12T01:18:26.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 -- 172.21.15.122:0/4180240191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc02414eb20 msgr2=0x7fc02414efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:26.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc02414eb20 0x7fc02414efa0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fc01c009ac0 tx=0x7fc01c004730 comp rx=0 tx=0).stop 2024-09-12T01:18:26.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 -- 172.21.15.122:0/4180240191 shutdown_connections 2024-09-12T01:18:26.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc00806be60 0x7fc00806e320 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc02414eb20 0x7fc02414efa0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc0241594e0 0x7fc024159960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 --2- 172.21.15.122:0/4180240191 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc010004d40 0x7fc024146d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:26.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 -- 172.21.15.122:0/4180240191 >> 172.21.15.122:0/4180240191 conn(0x7fc02406bc10 msgr2=0x7fc02406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:26.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 -- 172.21.15.122:0/4180240191 shutdown_connections 2024-09-12T01:18:26.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:26.834+0000 7fc02b645640 1 -- 172.21.15.122:0/4180240191 wait complete. 2024-09-12T01:18:26.847 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-12T01:18:26.847 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-12T01:18:26.847 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-12T01:18:26.847 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:18:26.847 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-12T01:18:26.847 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-12T01:18:26.848 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-12T01:18:26.848 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:18:26.848 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-12T01:18:26.848 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-12T01:18:26.849 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-12T01:18:26.849 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:18:26.849 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-12T01:18:26.849 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-12T01:18:26.850 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-12T01:18:26.850 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:18:26.857 INFO:tasks.ceph.mds.c:Stopped 2024-09-12T01:18:26.858 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-12T01:18:26.859 INFO:tasks.ceph.mds.a:Stopped 2024-09-12T01:18:26.859 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-12T01:18:26.861 INFO:tasks.ceph.mds.b:Stopped 2024-09-12T01:18:26.861 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-12T01:18:26.862 INFO:tasks.ceph.mds.d:Stopped 2024-09-12T01:18:26.862 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-12T01:18:26.900 INFO:tasks.ceph.mds.c:Started 2024-09-12T01:18:26.901 DEBUG:teuthology.parallel:result is None 2024-09-12T01:18:26.901 INFO:tasks.ceph.mds.a:Started 2024-09-12T01:18:26.902 DEBUG:teuthology.parallel:result is None 2024-09-12T01:18:26.904 INFO:tasks.ceph.mds.b:Started 2024-09-12T01:18:26.905 DEBUG:teuthology.parallel:result is None 2024-09-12T01:18:26.905 INFO:tasks.ceph.mds.d:Started 2024-09-12T01:18:26.905 DEBUG:teuthology.parallel:result is None 2024-09-12T01:18:26.906 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-12T01:18:26.975 INFO:tasks.ceph.mds.c.smithi122.stdout:starting mds.c at 2024-09-12T01:18:26.976 INFO:tasks.ceph.mds.a.smithi122.stdout:starting mds.a at 2024-09-12T01:18:26.991 INFO:tasks.ceph.mds.d.smithi151.stdout:starting mds.d at 2024-09-12T01:18:26.991 INFO:tasks.ceph.mds.b.smithi151.stdout:starting mds.b at 2024-09-12T01:18:26.992 INFO:tasks.ceph.mds.b.smithi151.stderr:2024-09-12T01:18:26.993+0000 7f7716de9640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-09-12T01:18:27.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.010+0000 7f1766afa640 1 Processor -- start 2024-09-12T01:18:27.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.010+0000 7f1766afa640 1 -- start start 2024-09-12T01:18:27.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f1766afa640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f17600d0270 0x7f17600d31b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:27.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f1766afa640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f17600b6010 0x7f17600b6460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:27.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f1766afa640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17600d2170 con 0x7f176015e710 2024-09-12T01:18:27.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f1766afa640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f17600b69a0 con 0x7f17600d0270 2024-09-12T01:18:27.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f1766afa640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f17600d2d20 con 0x7f17600b6010 2024-09-12T01:18:27.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f1764896640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f176015e710 0x7f17600cfb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47776/0 (socket says 172.21.15.122:47776) 2024-09-12T01:18:27.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f175ffff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f17600d0270 0x7f17600d31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:27.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f1764896640 1 -- 172.21.15.122:0/2294905973 learned_addr learned my addr 172.21.15.122:0/2294905973 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:27.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f1765097640 1 --2- 172.21.15.122:0/2294905973 >> v2:172.21.15.151:3300/0 conn(0x7f17600b6010 0x7f17600b6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:27.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f175ffff640 1 -- 172.21.15.122:0/2294905973 >> v2:172.21.15.151:3300/0 conn(0x7f17600b6010 msgr2=0x7f17600b6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:27.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f175ffff640 1 --2- 172.21.15.122:0/2294905973 >> v2:172.21.15.151:3300/0 conn(0x7f17600b6010 0x7f17600b6460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:27.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f175ffff640 1 -- 172.21.15.122:0/2294905973 >> v1:172.21.15.122:6789/0 conn(0x7f176015e710 legacy=0x7f17600cfb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:27.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f175f7fe640 1 -- 172.21.15.122:0/2294905973 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3946920961 0 0) 0x7f17600d2170 con 0x7f176015e710 2024-09-12T01:18:27.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.011+0000 7f175ffff640 1 -- 172.21.15.122:0/2294905973 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17600d2410 con 0x7f17600d0270 2024-09-12T01:18:27.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.012+0000 7f175ffff640 1 --2- 172.21.15.122:0/2294905973 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17600d0270 0x7f17600d31b0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f176008d9d0 tx=0x7f174c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=849e88f4f5eb4966 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:27.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.012+0000 7f175f7fe640 1 -- 172.21.15.122:0/2294905973 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f174c037070 con 0x7f17600d0270 2024-09-12T01:18:27.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.012+0000 7f175f7fe640 1 -- 172.21.15.122:0/2294905973 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f174c032440 con 0x7f17600d0270 2024-09-12T01:18:27.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.012+0000 7f175f7fe640 1 -- 172.21.15.122:0/2294905973 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f174c032810 con 0x7f17600d0270 2024-09-12T01:18:27.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.013+0000 7f1766afa640 1 -- 172.21.15.122:0/2294905973 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17600d0270 msgr2=0x7f17600d31b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:27.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.013+0000 7f1766afa640 1 --2- 172.21.15.122:0/2294905973 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17600d0270 0x7f17600d31b0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f176008d9d0 tx=0x7f174c02a1a0 comp rx=0 tx=0).stop 2024-09-12T01:18:27.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.013+0000 7f1766afa640 1 -- 172.21.15.122:0/2294905973 shutdown_connections 2024-09-12T01:18:27.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.013+0000 7f1766afa640 1 --2- 172.21.15.122:0/2294905973 >> v2:172.21.15.151:3300/0 conn(0x7f17600b6010 0x7f17600b6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:27.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.013+0000 7f1766afa640 1 --2- 172.21.15.122:0/2294905973 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17600d0270 0x7f17600d31b0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:27.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.013+0000 7f1766afa640 1 -- 172.21.15.122:0/2294905973 >> 172.21.15.122:0/2294905973 conn(0x7f176008bfc0 msgr2=0x7f17600d4590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:27.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.013+0000 7f1766afa640 1 -- 172.21.15.122:0/2294905973 shutdown_connections 2024-09-12T01:18:27.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.013+0000 7f1766afa640 1 -- 172.21.15.122:0/2294905973 wait complete. 2024-09-12T01:18:27.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.014+0000 7f1766afa640 1 Processor -- start 2024-09-12T01:18:27.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.014+0000 7f1766afa640 1 -- start start 2024-09-12T01:18:27.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1766afa640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f17600b6010 0x7f17601f3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:27.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1766afa640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f17600d0270 0x7f17600b8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:27.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1766afa640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f176015e710 0x7f17600b8950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:27.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1766afa640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f17600d29b0 con 0x7f176015e710 2024-09-12T01:18:27.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1766afa640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f17600d26d0 con 0x7f17600b6010 2024-09-12T01:18:27.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1766afa640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f176006ce60 con 0x7f17600d0270 2024-09-12T01:18:27.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1765097640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f176015e710 0x7f17600b8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:27.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1765097640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f176015e710 0x7f17600b8950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48292/0 (socket says 172.21.15.122:48292) 2024-09-12T01:18:27.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1765097640 1 -- 172.21.15.122:0/3489146786 learned_addr learned my addr 172.21.15.122:0/3489146786 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:27.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f175ffff640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f17600d0270 0x7f17600b8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:27.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1764896640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f17600b6010 0x7f17601f3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:27.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1765097640 1 -- 172.21.15.122:0/3489146786 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f17600d0270 msgr2=0x7f17600b8410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:27.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1765097640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f17600d0270 0x7f17600b8410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:27.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1765097640 1 -- 172.21.15.122:0/3489146786 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f17600b6010 msgr2=0x7f17601f3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:27.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1765097640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f17600b6010 0x7f17601f3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:27.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1765097640 1 -- 172.21.15.122:0/3489146786 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17601e3d90 con 0x7f176015e710 2024-09-12T01:18:27.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f1765097640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f176015e710 0x7f17600b8950 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f1758007e40 tx=0x7f175800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:27.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.015+0000 7f175d7fa640 1 -- 172.21.15.122:0/3489146786 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1758014620 con 0x7f176015e710 2024-09-12T01:18:27.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.016+0000 7f175d7fa640 1 -- 172.21.15.122:0/3489146786 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1758019070 con 0x7f176015e710 2024-09-12T01:18:27.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.016+0000 7f1766afa640 1 -- 172.21.15.122:0/3489146786 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17601e4070 con 0x7f176015e710 2024-09-12T01:18:27.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.016+0000 7f175d7fa640 1 -- 172.21.15.122:0/3489146786 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1758014a20 con 0x7f176015e710 2024-09-12T01:18:27.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.016+0000 7f1766afa640 1 -- 172.21.15.122:0/3489146786 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17601e4630 con 0x7f176015e710 2024-09-12T01:18:27.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.016+0000 7f1766afa640 1 -- 172.21.15.122:0/3489146786 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17600b6460 con 0x7f176015e710 2024-09-12T01:18:27.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.017+0000 7f175d7fa640 1 -- 172.21.15.122:0/3489146786 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1758014bc0 con 0x7f176015e710 2024-09-12T01:18:27.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.017+0000 7f175d7fa640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f174406be60 0x7f174406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:27.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.018+0000 7f175d7fa640 1 -- 172.21.15.122:0/3489146786 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5421+0+0 (secure 0 0 0) 0x7f175808b4c0 con 0x7f176015e710 2024-09-12T01:18:27.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.018+0000 7f1764896640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f174406be60 0x7f174406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:27.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.018+0000 7f1764896640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f174406be60 0x7f174406e320 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1754000f60 tx=0x7f1754009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:27.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.022+0000 7f175d7fa640 1 -- 172.21.15.122:0/3489146786 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f17580598b0 con 0x7f176015e710 2024-09-12T01:18:27.064 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-09-12T01:18:27.064 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-12T01:18:27.064 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-12T01:18:27.205 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:27.205+0000 7f1766afa640 1 -- 172.21.15.122:0/3489146786 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f17600b6cf0 con 0x7f176015e710 2024-09-12T01:18:28.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.046+0000 7f175d7fa640 1 -- 172.21.15.122:0/3489146786 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v47) ==== 97+0+0 (secure 0 0 0) 0x7f175805dbb0 con 0x7f176015e710 2024-09-12T01:18:28.047 INFO:teuthology.orchestra.run.smithi122.stderr: removed all blocklist entries 2024-09-12T01:18:28.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 -- 172.21.15.122:0/3489146786 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f174406be60 msgr2=0x7f174406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f174406be60 0x7f174406e320 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1754000f60 tx=0x7f1754009040 comp rx=0 tx=0).stop 2024-09-12T01:18:28.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 -- 172.21.15.122:0/3489146786 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f176015e710 msgr2=0x7f17600b8950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f176015e710 0x7f17600b8950 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f1758007e40 tx=0x7f175800e4b0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 -- 172.21.15.122:0/3489146786 shutdown_connections 2024-09-12T01:18:28.050 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f174406be60 0x7f174406e320 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f176015e710 0x7f17600b8950 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f17600d0270 0x7f17600b8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 --2- 172.21.15.122:0/3489146786 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f17600b6010 0x7f17601f3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 -- 172.21.15.122:0/3489146786 >> 172.21.15.122:0/3489146786 conn(0x7f176008bfc0 msgr2=0x7f176006da70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:28.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 -- 172.21.15.122:0/3489146786 shutdown_connections 2024-09-12T01:18:28.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.050+0000 7f1766afa640 1 -- 172.21.15.122:0/3489146786 wait complete. 2024-09-12T01:18:28.064 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-12T01:18:28.169 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.169+0000 7fb2da465640 1 Processor -- start 2024-09-12T01:18:28.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.170+0000 7fb2da465640 1 -- start start 2024-09-12T01:18:28.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.170+0000 7fb2da465640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fb2d40b43f0 0x7fb2d409aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.170+0000 7fb2da465640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb2d40b5050 0x7fb2d415b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.170+0000 7fb2da465640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2d40b3830 con 0x7fb2d415b340 2024-09-12T01:18:28.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.170+0000 7fb2da465640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fb2d40b5bd0 con 0x7fb2d40b5050 2024-09-12T01:18:28.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.170+0000 7fb2da465640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fb2d40b5610 con 0x7fb2d40b43f0 2024-09-12T01:18:28.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.171+0000 7fb2d3fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fb2d415b340 0x7fb2d40b4940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47786/0 (socket says 172.21.15.122:47786) 2024-09-12T01:18:28.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.171+0000 7fb2d3fff640 1 -- 172.21.15.122:0/1823207838 learned_addr learned my addr 172.21.15.122:0/1823207838 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:28.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.171+0000 7fb2d8a02640 1 --2- 172.21.15.122:0/1823207838 >> v2:172.21.15.122:3300/0 conn(0x7fb2d40b5050 0x7fb2d415b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.171+0000 7fb2d37fe640 1 --2- 172.21.15.122:0/1823207838 >> v2:172.21.15.151:3300/0 conn(0x7fb2d40b43f0 0x7fb2d409aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.171+0000 7fb2d2ffd640 1 -- 172.21.15.122:0/1823207838 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3242296250 0 0) 0x7fb2d40b3830 con 0x7fb2d415b340 2024-09-12T01:18:28.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.171+0000 7fb2d2ffd640 1 -- 172.21.15.122:0/1823207838 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb2bc003520 con 0x7fb2d415b340 2024-09-12T01:18:28.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.171+0000 7fb2d8a02640 1 -- 172.21.15.122:0/1823207838 >> v2:172.21.15.151:3300/0 conn(0x7fb2d40b43f0 msgr2=0x7fb2d409aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:28.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.171+0000 7fb2d8a02640 1 --2- 172.21.15.122:0/1823207838 >> v2:172.21.15.151:3300/0 conn(0x7fb2d40b43f0 0x7fb2d409aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.171+0000 7fb2d8a02640 1 -- 172.21.15.122:0/1823207838 >> v1:172.21.15.122:6789/0 conn(0x7fb2d415b340 legacy=0x7fb2d40b4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.171+0000 7fb2d8a02640 1 -- 172.21.15.122:0/1823207838 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2d40b58f0 con 0x7fb2d40b5050 2024-09-12T01:18:28.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2d8a02640 1 --2- 172.21.15.122:0/1823207838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2d40b5050 0x7fb2d415b720 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fb2d40741c0 tx=0x7fb2cc02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37325aa738f2a6d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:28.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2d2ffd640 1 -- 172.21.15.122:0/1823207838 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc007740 con 0x7fb2d40b5050 2024-09-12T01:18:28.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2d2ffd640 1 -- 172.21.15.122:0/1823207838 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2cc0078e0 con 0x7fb2d40b5050 2024-09-12T01:18:28.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2d2ffd640 1 -- 172.21.15.122:0/1823207838 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc007cb0 con 0x7fb2d40b5050 2024-09-12T01:18:28.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2da465640 1 -- 172.21.15.122:0/1823207838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2d40b5050 msgr2=0x7fb2d415b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2da465640 1 --2- 172.21.15.122:0/1823207838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2d40b5050 0x7fb2d415b720 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fb2d40741c0 tx=0x7fb2cc02a5f0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2da465640 1 -- 172.21.15.122:0/1823207838 shutdown_connections 2024-09-12T01:18:28.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2da465640 1 --2- 172.21.15.122:0/1823207838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2d40b5050 0x7fb2d415b720 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2da465640 1 --2- 172.21.15.122:0/1823207838 >> v2:172.21.15.151:3300/0 conn(0x7fb2d40b43f0 0x7fb2d409aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2da465640 1 -- 172.21.15.122:0/1823207838 >> 172.21.15.122:0/1823207838 conn(0x7fb2d4073490 msgr2=0x7fb2d40b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:28.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2da465640 1 -- 172.21.15.122:0/1823207838 shutdown_connections 2024-09-12T01:18:28.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.172+0000 7fb2da465640 1 -- 172.21.15.122:0/1823207838 wait complete. 2024-09-12T01:18:28.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.174+0000 7fb2da465640 1 Processor -- start 2024-09-12T01:18:28.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.174+0000 7fb2da465640 1 -- start start 2024-09-12T01:18:28.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.174+0000 7fb2da465640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2d40b43f0 0x7fb2d41557a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.174+0000 7fb2da465640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb2d40b5050 0x7fb2d406be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.174+0000 7fb2da465640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2d415b340 0x7fb2d4148aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.174+0000 7fb2da465640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d40cdb30 con 0x7fb2d40b43f0 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.174+0000 7fb2da465640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d415d8f0 con 0x7fb2d40b5050 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.174+0000 7fb2da465640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb2d40cdcb0 con 0x7fb2d415b340 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2d40b43f0 0x7fb2d41557a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2d40b43f0 0x7fb2d41557a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48306/0 (socket says 172.21.15.122:48306) 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d3fff640 1 -- 172.21.15.122:0/701943712 learned_addr learned my addr 172.21.15.122:0/701943712 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d3fff640 1 -- 172.21.15.122:0/701943712 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2d415b340 msgr2=0x7fb2d4148aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d3fff640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2d415b340 0x7fb2d4148aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d3fff640 1 -- 172.21.15.122:0/701943712 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb2d40b5050 msgr2=0x7fb2d406be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d3fff640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb2d40b5050 0x7fb2d406be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d3fff640 1 -- 172.21.15.122:0/701943712 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2d40ca4e0 con 0x7fb2d40b43f0 2024-09-12T01:18:28.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d3fff640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2d40b43f0 0x7fb2d41557a0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fb2c400c390 tx=0x7fb2c400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:28.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d0ff9640 1 -- 172.21.15.122:0/701943712 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c4017070 con 0x7fb2d40b43f0 2024-09-12T01:18:28.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d0ff9640 1 -- 172.21.15.122:0/701943712 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2c4005ce0 con 0x7fb2d40b43f0 2024-09-12T01:18:28.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2da465640 1 -- 172.21.15.122:0/701943712 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2d4155ce0 con 0x7fb2d40b43f0 2024-09-12T01:18:28.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2d0ff9640 1 -- 172.21.15.122:0/701943712 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c40072f0 con 0x7fb2d40b43f0 2024-09-12T01:18:28.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.175+0000 7fb2da465640 1 -- 172.21.15.122:0/701943712 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2d41540a0 con 0x7fb2d40b43f0 2024-09-12T01:18:28.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.176+0000 7fb2da465640 1 -- 172.21.15.122:0/701943712 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2d409aa30 con 0x7fb2d40b43f0 2024-09-12T01:18:28.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.177+0000 7fb2d0ff9640 1 -- 172.21.15.122:0/701943712 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb2c401a070 con 0x7fb2d40b43f0 2024-09-12T01:18:28.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.177+0000 7fb2d0ff9640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb2c006be60 0x7fb2c006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.177+0000 7fb2d0ff9640 1 -- 172.21.15.122:0/701943712 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5249+0+0 (secure 0 0 0) 0x7fb2c408a060 con 0x7fb2d40b43f0 2024-09-12T01:18:28.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.177+0000 7fb2d37fe640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb2c006be60 0x7fb2c006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.178+0000 7fb2d37fe640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb2c006be60 0x7fb2c006e320 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb2d406ccf0 tx=0x7fb2c80095a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:28.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.181+0000 7fb2d0ff9640 1 -- 172.21.15.122:0/701943712 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb2c4058bd0 con 0x7fb2d40b43f0 2024-09-12T01:18:28.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.407+0000 7fb2da465640 1 -- 172.21.15.122:0/701943712 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fb2d4070bb0 con 0x7fb2d40b43f0 2024-09-12T01:18:28.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.408+0000 7fb2d0ff9640 1 -- 172.21.15.122:0/701943712 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) ==== 80+0+5304 (secure 0 0 0) 0x7fb2c40584d0 con 0x7fb2d40b43f0 2024-09-12T01:18:28.408 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:28.408 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:18:28.408 INFO:teuthology.orchestra.run.smithi122.stdout: "auth_dump": [ 2024-09-12T01:18:28.408 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.408 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mds.a", 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJm6oj3IRAAFkT44GrHa/qt8/XGuqqN5g==", 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow *", 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow *", 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mds.b", 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmxtewLRAAvdvGqZUl0uL89ZDgJIN9ZQ==", 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.409 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:18:28.410 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow *", 2024-09-12T01:18:28.410 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow *", 2024-09-12T01:18:28.410 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.410 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.410 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.410 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.410 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mds.c", 2024-09-12T01:18:28.410 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmarr3KBAAfVBQORQDaTU4MHqLf2odag==", 2024-09-12T01:18:28.410 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.410 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:18:28.410 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow *", 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow *", 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mds.d", 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmqpm2NBAApjxw9v8gT8We9OyRbtQWSQ==", 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow *", 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow *", 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.411 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.0", 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDgQOJm1sPFDxAAzgyqqpdunoLbXjZ48fOJ+w==", 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.1", 2024-09-12T01:18:28.412 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDjQOJmdbXQERAAPe5NZDSEQCm2rZAwzpEDYQ==", 2024-09-12T01:18:28.413 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.413 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:18:28.413 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:18:28.413 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.413 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.413 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.413 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.413 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.2", 2024-09-12T01:18:28.413 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDmQOJmkCHtIRAAYbbrfjGtjlzRaSAApTQRJQ==", 2024-09-12T01:18:28.413 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.3", 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDpQOJmfZhuIxAA4v+9WirPLFHOCGj1isDCwg==", 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:18:28.414 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.415 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.415 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.415 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.415 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.4", 2024-09-12T01:18:28.415 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDvQOJmFi1TLxAAMAC9QbWDZO0o40Y9zQEJwQ==", 2024-09-12T01:18:28.415 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.415 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:18:28.415 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:18:28.415 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.415 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.416 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.416 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.5", 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDzQOJmJWOEBBAAdQB/Sms4R886LR+TGDnivA==", 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.6", 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQD2QOJmttnpIxAAqB3DICT6E2EarM92ufSgIg==", 2024-09-12T01:18:28.417 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.418 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:18:28.418 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:18:28.418 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.418 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.418 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.418 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.418 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "osd.7", 2024-09-12T01:18:28.418 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQD5QOJm+NeOJhAAOQ3aYENfe8O84nmYONHsxw==", 2024-09-12T01:18:28.418 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.418 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow profile osd", 2024-09-12T01:18:28.418 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile osd", 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.0", 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmut3COBAAopq4VCGpMuDo5pzbcEly8w==", 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow r", 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.419 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.1", 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDdQOJmowLgBRAAxrOPebP5w8SMU6o8xCM6/A==", 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow r", 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow rw", 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow rwx" 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.2", 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDdQOJm34WxAhAALRVWUsIkWMAUiF8FIsZU3A==", 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.420 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:18:28.421 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow r", 2024-09-12T01:18:28.421 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow rw", 2024-09-12T01:18:28.421 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow rwx" 2024-09-12T01:18:28.421 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.421 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.421 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.421 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.3", 2024-09-12T01:18:28.421 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDdQOJmVCd3CxAAORXEwjcZw4B4/oxms1ABXw==", 2024-09-12T01:18:28.422 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.422 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow", 2024-09-12T01:18:28.422 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow r", 2024-09-12T01:18:28.422 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow rw", 2024-09-12T01:18:28.422 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow rwx" 2024-09-12T01:18:28.422 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.422 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.422 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.422 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "client.admin", 2024-09-12T01:18:28.422 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJm/2GnBhAAxlWyZxg6sCcuiy9z2yx44w==", 2024-09-12T01:18:28.423 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.423 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow *", 2024-09-12T01:18:28.423 INFO:teuthology.orchestra.run.smithi122.stdout: "mgr": "allow *", 2024-09-12T01:18:28.423 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow *", 2024-09-12T01:18:28.423 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.423 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.423 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.423 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.423 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mgr.x", 2024-09-12T01:18:28.423 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmQqO+HhAAKBP9h9/s5FVCSMySRp1iRQ==", 2024-09-12T01:18:28.423 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.424 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow *", 2024-09-12T01:18:28.424 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile mgr", 2024-09-12T01:18:28.424 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.424 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.424 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-12T01:18:28.424 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.424 INFO:teuthology.orchestra.run.smithi122.stdout: "entity": "mgr.y", 2024-09-12T01:18:28.424 INFO:teuthology.orchestra.run.smithi122.stdout: "key": "AQDcQOJmdH4/GxAADs9O+xO8ZTfKprpR/beTJw==", 2024-09-12T01:18:28.425 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": { 2024-09-12T01:18:28.425 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": "allow *", 2024-09-12T01:18:28.425 INFO:teuthology.orchestra.run.smithi122.stdout: "mon": "allow profile mgr", 2024-09-12T01:18:28.425 INFO:teuthology.orchestra.run.smithi122.stdout: "osd": "allow *" 2024-09-12T01:18:28.425 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.425 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.425 INFO:teuthology.orchestra.run.smithi122.stdout: ] 2024-09-12T01:18:28.425 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:18:28.427 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 -- 172.21.15.122:0/701943712 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb2c006be60 msgr2=0x7fb2c006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb2c006be60 0x7fb2c006e320 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb2d406ccf0 tx=0x7fb2c80095a0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 -- 172.21.15.122:0/701943712 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2d40b43f0 msgr2=0x7fb2d41557a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2d40b43f0 0x7fb2d41557a0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fb2c400c390 tx=0x7fb2c400c850 comp rx=0 tx=0).stop 2024-09-12T01:18:28.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 -- 172.21.15.122:0/701943712 shutdown_connections 2024-09-12T01:18:28.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb2c006be60 0x7fb2c006e320 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb2d415b340 0x7fb2d4148aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb2d40b5050 0x7fb2d406be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 --2- 172.21.15.122:0/701943712 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2d40b43f0 0x7fb2d41557a0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 -- 172.21.15.122:0/701943712 >> 172.21.15.122:0/701943712 conn(0x7fb2d4073490 msgr2=0x7fb2d415ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:28.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 -- 172.21.15.122:0/701943712 shutdown_connections 2024-09-12T01:18:28.428 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.410+0000 7fb2da465640 1 -- 172.21.15.122:0/701943712 wait complete. 2024-09-12T01:18:28.429 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-12T01:18:28.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.528+0000 7f7f176d7640 1 Processor -- start 2024-09-12T01:18:28.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.528+0000 7f7f176d7640 1 -- start start 2024-09-12T01:18:28.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f176d7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7f1015c490 0x7f7f1009b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f176d7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7f1015cf80 0x7f7f100ccf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f176d7640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f100d01c0 con 0x7f7f1009b980 2024-09-12T01:18:28.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f176d7640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f7f100cff70 con 0x7f7f1015cf80 2024-09-12T01:18:28.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f176d7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7f100d0dd0 con 0x7f7f1015c490 2024-09-12T01:18:28.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f15c74640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7f1015cf80 0x7f7f100ccf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f14c72640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f7f1009b980 0x7f7f1015c870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47802/0 (socket says 172.21.15.122:47802) 2024-09-12T01:18:28.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f14c72640 1 -- 172.21.15.122:0/3872651770 learned_addr learned my addr 172.21.15.122:0/3872651770 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:28.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f15473640 1 --2- 172.21.15.122:0/3872651770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7f1015c490 0x7f7f1009b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f15c74640 1 -- 172.21.15.122:0/3872651770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7f1015c490 msgr2=0x7f7f1009b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:28.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f15c74640 1 --2- 172.21.15.122:0/3872651770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7f1015c490 0x7f7f1009b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f15c74640 1 -- 172.21.15.122:0/3872651770 >> v1:172.21.15.122:6789/0 conn(0x7f7f1009b980 legacy=0x7f7f1015c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f15c74640 1 -- 172.21.15.122:0/3872651770 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f100d04a0 con 0x7f7f1015cf80 2024-09-12T01:18:28.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f03fff640 1 -- 172.21.15.122:0/3872651770 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2388285164 0 0) 0x7f7f100d01c0 con 0x7f7f1009b980 2024-09-12T01:18:28.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.530+0000 7f7f15473640 1 --2- 172.21.15.122:0/3872651770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7f1015c490 0x7f7f1009b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:28.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.531+0000 7f7f15c74640 1 --2- 172.21.15.122:0/3872651770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f1015cf80 0x7f7f100ccf90 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f7f08009d90 tx=0x7f7f0802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3a84117a7f6fc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:28.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.531+0000 7f7f03fff640 1 -- 172.21.15.122:0/3872651770 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08007740 con 0x7f7f1015cf80 2024-09-12T01:18:28.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.531+0000 7f7f03fff640 1 -- 172.21.15.122:0/3872651770 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f080078e0 con 0x7f7f1015cf80 2024-09-12T01:18:28.531 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.531+0000 7f7f03fff640 1 -- 172.21.15.122:0/3872651770 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08007cb0 con 0x7f7f1015cf80 2024-09-12T01:18:28.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.531+0000 7f7f176d7640 1 -- 172.21.15.122:0/3872651770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f1015cf80 msgr2=0x7f7f100ccf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.531+0000 7f7f176d7640 1 --2- 172.21.15.122:0/3872651770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f1015cf80 0x7f7f100ccf90 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f7f08009d90 tx=0x7f7f0802a6f0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.531+0000 7f7f176d7640 1 -- 172.21.15.122:0/3872651770 shutdown_connections 2024-09-12T01:18:28.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.531+0000 7f7f176d7640 1 --2- 172.21.15.122:0/3872651770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f1015cf80 0x7f7f100ccf90 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.531+0000 7f7f176d7640 1 --2- 172.21.15.122:0/3872651770 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7f1015c490 0x7f7f1009b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.531+0000 7f7f176d7640 1 -- 172.21.15.122:0/3872651770 >> 172.21.15.122:0/3872651770 conn(0x7f7f100d23a0 msgr2=0x7f7f100d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:28.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.532+0000 7f7f176d7640 1 -- 172.21.15.122:0/3872651770 shutdown_connections 2024-09-12T01:18:28.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.532+0000 7f7f176d7640 1 -- 172.21.15.122:0/3872651770 wait complete. 2024-09-12T01:18:28.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.532+0000 7f7f176d7640 1 Processor -- start 2024-09-12T01:18:28.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.532+0000 7f7f176d7640 1 -- start start 2024-09-12T01:18:28.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.532+0000 7f7f176d7640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7f1009b980 0x7f7f10154940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.532+0000 7f7f176d7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f1015c490 0x7f7f100c68e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.532+0000 7f7f176d7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7f1015cf80 0x7f7f10159c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.532+0000 7f7f176d7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7f100d1260 con 0x7f7f1015c490 2024-09-12T01:18:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.532+0000 7f7f176d7640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7f100d0a60 con 0x7f7f1009b980 2024-09-12T01:18:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.532+0000 7f7f176d7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7f100c7130 con 0x7f7f1015cf80 2024-09-12T01:18:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f14c72640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f1015c490 0x7f7f100c68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f14c72640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f1015c490 0x7f7f100c68e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48324/0 (socket says 172.21.15.122:48324) 2024-09-12T01:18:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f14c72640 1 -- 172.21.15.122:0/3001311173 learned_addr learned my addr 172.21.15.122:0/3001311173 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f15473640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7f1009b980 0x7f7f10154940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f15c74640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7f1015cf80 0x7f7f10159c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f14c72640 1 -- 172.21.15.122:0/3001311173 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7f1015cf80 msgr2=0x7f7f10159c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f14c72640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7f1015cf80 0x7f7f10159c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f14c72640 1 -- 172.21.15.122:0/3001311173 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7f1009b980 msgr2=0x7f7f10154940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f14c72640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7f1009b980 0x7f7f10154940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f14c72640 1 -- 172.21.15.122:0/3001311173 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f100c7410 con 0x7f7f1015c490 2024-09-12T01:18:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f14c72640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f1015c490 0x7f7f100c68e0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c00c4b0 tx=0x7f7f0c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f01ffb640 1 -- 172.21.15.122:0/3001311173 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0c018070 con 0x7f7f1015c490 2024-09-12T01:18:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f01ffb640 1 -- 172.21.15.122:0/3001311173 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f0c007500 con 0x7f7f1015c490 2024-09-12T01:18:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f176d7640 1 -- 172.21.15.122:0/3001311173 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f100c76f0 con 0x7f7f1015c490 2024-09-12T01:18:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f01ffb640 1 -- 172.21.15.122:0/3001311173 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0c004a20 con 0x7f7f1015c490 2024-09-12T01:18:28.536 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.534+0000 7f7f176d7640 1 -- 172.21.15.122:0/3001311173 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f100c7cb0 con 0x7f7f1015c490 2024-09-12T01:18:28.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.535+0000 7f7f176d7640 1 -- 172.21.15.122:0/3001311173 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f100cca90 con 0x7f7f1015c490 2024-09-12T01:18:28.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.536+0000 7f7f01ffb640 1 -- 172.21.15.122:0/3001311173 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7f0c01b070 con 0x7f7f1015c490 2024-09-12T01:18:28.537 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.536+0000 7f7f01ffb640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7ef406be30 0x7f7ef406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.536+0000 7f7f01ffb640 1 -- 172.21.15.122:0/3001311173 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5249+0+0 (secure 0 0 0) 0x7f7f0c089f90 con 0x7f7f1015c490 2024-09-12T01:18:28.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.536+0000 7f7f15473640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7ef406be30 0x7f7ef406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.538 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.536+0000 7f7f15473640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7ef406be30 0x7f7ef406e2f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7f0400a990 tx=0x7f7f04008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:28.540 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.539+0000 7f7f01ffb640 1 -- 172.21.15.122:0/3001311173 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7f100cca90 con 0x7f7f1015c490 2024-09-12T01:18:28.706 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.707+0000 7f7f176d7640 1 -- 172.21.15.122:0/3001311173 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f7f100c7eb0 con 0x7f7f1015c490 2024-09-12T01:18:28.706 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.707+0000 7f7f01ffb640 1 -- 172.21.15.122:0/3001311173 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v47) ==== 84+0+65 (secure 0 0 0) 0x7f7f100c7eb0 con 0x7f7f1015c490 2024-09-12T01:18:28.706 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:28.707 INFO:teuthology.orchestra.run.smithi122.stdout:[ 2024-09-12T01:18:28.707 INFO:teuthology.orchestra.run.smithi122.stdout: { 2024-09-12T01:18:28.707 INFO:teuthology.orchestra.run.smithi122.stdout: "poolnum": 1, 2024-09-12T01:18:28.707 INFO:teuthology.orchestra.run.smithi122.stdout: "poolname": ".mgr" 2024-09-12T01:18:28.707 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-12T01:18:28.707 INFO:teuthology.orchestra.run.smithi122.stdout:] 2024-09-12T01:18:28.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.709+0000 7f7f176d7640 1 -- 172.21.15.122:0/3001311173 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7ef406be30 msgr2=0x7f7ef406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.709+0000 7f7f176d7640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7ef406be30 0x7f7ef406e2f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7f0400a990 tx=0x7f7f04008040 comp rx=0 tx=0).stop 2024-09-12T01:18:28.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.709+0000 7f7f176d7640 1 -- 172.21.15.122:0/3001311173 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f1015c490 msgr2=0x7f7f100c68e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.709+0000 7f7f176d7640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f1015c490 0x7f7f100c68e0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c00c4b0 tx=0x7f7f0c00c970 comp rx=0 tx=0).stop 2024-09-12T01:18:28.709 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.709+0000 7f7f176d7640 1 -- 172.21.15.122:0/3001311173 shutdown_connections 2024-09-12T01:18:28.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.709+0000 7f7f176d7640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7ef406be30 0x7f7ef406e2f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.709+0000 7f7f176d7640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7f1015cf80 0x7f7f10159c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.709+0000 7f7f176d7640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f1015c490 0x7f7f100c68e0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.709+0000 7f7f176d7640 1 --2- 172.21.15.122:0/3001311173 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7f1009b980 0x7f7f10154940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.709+0000 7f7f176d7640 1 -- 172.21.15.122:0/3001311173 >> 172.21.15.122:0/3001311173 conn(0x7f7f100d23a0 msgr2=0x7f7f100b0660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:28.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.709+0000 7f7f176d7640 1 -- 172.21.15.122:0/3001311173 shutdown_connections 2024-09-12T01:18:28.710 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.710+0000 7f7f176d7640 1 -- 172.21.15.122:0/3001311173 wait complete. 2024-09-12T01:18:28.720 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T01:18:28.720 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T01:18:28.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.824+0000 7f27c4998640 1 Processor -- start 2024-09-12T01:18:28.824 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.824+0000 7f27c4998640 1 -- start start 2024-09-12T01:18:28.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.825+0000 7f27c4998640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 0x7f27c00affe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.825+0000 7f27c4998640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f27c00b60c0 0x7f27c00ae140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.825+0000 7f27c4998640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27c00700c0 con 0x7f27c015e620 2024-09-12T01:18:28.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.825+0000 7f27c4998640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f27c00ae680 con 0x7f27c00b60c0 2024-09-12T01:18:28.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.825+0000 7f27c4998640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f27c0070c40 con 0x7f27c00b05a0 2024-09-12T01:18:28.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.826+0000 7f27bed9d640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f27c00b60c0 0x7f27c00ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.826+0000 7f27bdd9b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 0x7f27c00affe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.826+0000 7f27bed9d640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f27c00b60c0 0x7f27c00ae140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:40290/0 (socket says 172.21.15.122:40290) 2024-09-12T01:18:28.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.826+0000 7f27bed9d640 1 -- 172.21.15.122:0/2258012251 learned_addr learned my addr 172.21.15.122:0/2258012251 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:28.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.826+0000 7f27bdd9b640 1 -- 172.21.15.122:0/2258012251 >> v2:172.21.15.151:3300/0 conn(0x7f27c00b60c0 msgr2=0x7f27c00ae140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:28.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.826+0000 7f27bdd9b640 1 --2- 172.21.15.122:0/2258012251 >> v2:172.21.15.151:3300/0 conn(0x7f27c00b60c0 0x7f27c00ae140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.826+0000 7f27bdd9b640 1 -- 172.21.15.122:0/2258012251 >> v1:172.21.15.151:6789/0 conn(0x7f27c015e620 legacy=0x7f27c006f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.826+0000 7f27bdd9b640 1 -- 172.21.15.122:0/2258012251 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27c0070f20 con 0x7f27c00b05a0 2024-09-12T01:18:28.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.826+0000 7f27bd59a640 1 -- 172.21.15.122:0/2258012251 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1993673159 0 0) 0x7f27b0001490 con 0x7f27c015e620 2024-09-12T01:18:28.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.826+0000 7f27bed9d640 1 --2- 172.21.15.122:0/2258012251 >> v2:172.21.15.151:3300/0 conn(0x7f27c00b60c0 0x7f27c00ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:18:28.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.827+0000 7f27bdd9b640 1 --2- 172.21.15.122:0/2258012251 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 0x7f27c00affe0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f27b40097a0 tx=0x7f27b402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df3eea553a1cf2b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:28.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.827+0000 7f27bd59a640 1 -- 172.21.15.122:0/2258012251 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b4037070 con 0x7f27c00b05a0 2024-09-12T01:18:28.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.827+0000 7f27bd59a640 1 -- 172.21.15.122:0/2258012251 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27b4032440 con 0x7f27c00b05a0 2024-09-12T01:18:28.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.827+0000 7f27bd59a640 1 -- 172.21.15.122:0/2258012251 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b4032810 con 0x7f27c00b05a0 2024-09-12T01:18:28.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.827+0000 7f27c4998640 1 -- 172.21.15.122:0/2258012251 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 msgr2=0x7f27c00affe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.831 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.827+0000 7f27c4998640 1 --2- 172.21.15.122:0/2258012251 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 0x7f27c00affe0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f27b40097a0 tx=0x7f27b402a180 comp rx=0 tx=0).stop 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.828+0000 7f27c4998640 1 -- 172.21.15.122:0/2258012251 shutdown_connections 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.828+0000 7f27c4998640 1 --2- 172.21.15.122:0/2258012251 >> v2:172.21.15.151:3300/0 conn(0x7f27c00b60c0 0x7f27c00ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.828+0000 7f27c4998640 1 --2- 172.21.15.122:0/2258012251 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 0x7f27c00affe0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.828+0000 7f27c4998640 1 -- 172.21.15.122:0/2258012251 >> 172.21.15.122:0/2258012251 conn(0x7f27c00b6680 msgr2=0x7f27c00b6a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.828+0000 7f27c4998640 1 -- 172.21.15.122:0/2258012251 shutdown_connections 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.828+0000 7f27c4998640 1 -- 172.21.15.122:0/2258012251 wait complete. 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.829+0000 7f27c4998640 1 Processor -- start 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.829+0000 7f27c4998640 1 -- start start 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27c4998640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 0x7f27c009b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27c4998640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27c00b60c0 0x7f27c009c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27c4998640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27c014d040 0x7f27c00b1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27c4998640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f27c006c8f0 con 0x7f27c014d040 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27c4998640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f27c00b4440 con 0x7f27c00b60c0 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27c4998640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f27c00b47b0 con 0x7f27c00b05a0 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27bed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27c014d040 0x7f27c00b1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27bed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27c014d040 0x7f27c00b1ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48338/0 (socket says 172.21.15.122:48338) 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27bed9d640 1 -- 172.21.15.122:0/2417054467 learned_addr learned my addr 172.21.15.122:0/2417054467 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27bdd9b640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27c00b60c0 0x7f27c009c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27be59c640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 0x7f27c009b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27bed9d640 1 -- 172.21.15.122:0/2417054467 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 msgr2=0x7f27c009b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27bed9d640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 0x7f27c009b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27bed9d640 1 -- 172.21.15.122:0/2417054467 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27c00b60c0 msgr2=0x7f27c009c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27bed9d640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27c00b60c0 0x7f27c009c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:28.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27bed9d640 1 -- 172.21.15.122:0/2417054467 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27c009f1f0 con 0x7f27c014d040 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27be59c640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 0x7f27c009b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27bed9d640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27c014d040 0x7f27c00b1ff0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f27b800e890 tx=0x7f27b800ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27aeffd640 1 -- 172.21.15.122:0/2417054467 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b8017070 con 0x7f27c014d040 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27aeffd640 1 -- 172.21.15.122:0/2417054467 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27b8004020 con 0x7f27c014d040 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27aeffd640 1 -- 172.21.15.122:0/2417054467 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b80043f0 con 0x7f27c014d040 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27c4998640 1 -- 172.21.15.122:0/2417054467 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27c009e150 con 0x7f27c014d040 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.830+0000 7f27c4998640 1 -- 172.21.15.122:0/2417054467 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27c009e710 con 0x7f27c014d040 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.831+0000 7f27c4998640 1 -- 172.21.15.122:0/2417054467 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27c00affe0 con 0x7f27c014d040 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.832+0000 7f27aeffd640 1 -- 172.21.15.122:0/2417054467 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f27b800c940 con 0x7f27c014d040 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.832+0000 7f27aeffd640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a006be60 0x7f27a006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.832+0000 7f27aeffd640 1 -- 172.21.15.122:0/2417054467 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5249+0+0 (secure 0 0 0) 0x7f27b808ad70 con 0x7f27c014d040 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.832+0000 7f27be59c640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a006be60 0x7f27a006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:28.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.833+0000 7f27be59c640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a006be60 0x7f27a006e320 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f27b0001730 tx=0x7f27b0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:28.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:28.836+0000 7f27aeffd640 1 -- 172.21.15.122:0/2417054467 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f27b8059290 con 0x7f27c014d040 2024-09-12T01:18:29.001 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.002+0000 7f27c4998640 1 -- 172.21.15.122:0/2417054467 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f27c00afb00 con 0x7f27c014d040 2024-09-12T01:18:29.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.314+0000 7f27aeffd640 1 -- 172.21.15.122:0/2417054467 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v48) ==== 138+0+0 (secure 0 0 0) 0x7f27b805d590 con 0x7f27c014d040 2024-09-12T01:18:29.314 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_metadata' created 2024-09-12T01:18:29.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 -- 172.21.15.122:0/2417054467 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a006be60 msgr2=0x7f27a006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:29.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a006be60 0x7f27a006e320 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f27b0001730 tx=0x7f27b0009040 comp rx=0 tx=0).stop 2024-09-12T01:18:29.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 -- 172.21.15.122:0/2417054467 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27c014d040 msgr2=0x7f27c00b1ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:29.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27c014d040 0x7f27c00b1ff0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f27b800e890 tx=0x7f27b800ed50 comp rx=0 tx=0).stop 2024-09-12T01:18:29.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 -- 172.21.15.122:0/2417054467 shutdown_connections 2024-09-12T01:18:29.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f27a006be60 0x7f27a006e320 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:29.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f27c014d040 0x7f27c00b1ff0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:29.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f27c00b60c0 0x7f27c009c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:29.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 --2- 172.21.15.122:0/2417054467 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f27c00b05a0 0x7f27c009b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:29.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 -- 172.21.15.122:0/2417054467 >> 172.21.15.122:0/2417054467 conn(0x7f27c00b6680 msgr2=0x7f27c0159560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:29.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 -- 172.21.15.122:0/2417054467 shutdown_connections 2024-09-12T01:18:29.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.317+0000 7f27c4998640 1 -- 172.21.15.122:0/2417054467 wait complete. 2024-09-12T01:18:29.330 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T01:18:29.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.437+0000 7f95a6ad9640 1 Processor -- start 2024-09-12T01:18:29.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.437+0000 7f95a6ad9640 1 -- start start 2024-09-12T01:18:29.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.438+0000 7f95a6ad9640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f95a015e5a0 0x7f95a00cfcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:29.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.438+0000 7f95a6ad9640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f95a015e980 0x7f95a00d0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:29.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.438+0000 7f95a6ad9640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f95a00d0df0 0x7f95a00d1240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:29.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.438+0000 7f95a6ad9640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f95a00d1780 con 0x7f95a00d0df0 2024-09-12T01:18:29.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.438+0000 7f95a6ad9640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f95a00d53f0 con 0x7f95a015e5a0 2024-09-12T01:18:29.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.438+0000 7f95a6ad9640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f95a006cd90 con 0x7f95a015e980 2024-09-12T01:18:29.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.438+0000 7f95a5076640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f95a00d0df0 0x7f95a00d1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:29.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.438+0000 7f95a5076640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f95a00d0df0 0x7f95a00d1240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48350/0 (socket says 172.21.15.122:48350) 2024-09-12T01:18:29.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.438+0000 7f95a5076640 1 -- 172.21.15.122:0/2552552493 learned_addr learned my addr 172.21.15.122:0/2552552493 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:29.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.439+0000 7f95a5076640 1 -- 172.21.15.122:0/2552552493 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f95a015e980 msgr2=0x7f95a00d0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:29.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.439+0000 7f95a5076640 1 --2- 172.21.15.122:0/2552552493 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f95a015e980 0x7f95a00d0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:29.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.439+0000 7f95a5076640 1 -- 172.21.15.122:0/2552552493 >> v2:172.21.15.151:3300/0 conn(0x7f95a015e5a0 msgr2=0x7f95a00cfcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.439+0000 7f95a4875640 1 --2- 172.21.15.122:0/2552552493 >> v2:172.21.15.151:3300/0 conn(0x7f95a015e5a0 0x7f95a00cfcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.439+0000 7f95a5076640 1 --2- 172.21.15.122:0/2552552493 >> v2:172.21.15.151:3300/0 conn(0x7f95a015e5a0 0x7f95a00cfcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.439+0000 7f95a5076640 1 -- 172.21.15.122:0/2552552493 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95a006d070 con 0x7f95a00d0df0 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.439+0000 7f95a5076640 1 --2- 172.21.15.122:0/2552552493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a00d0df0 0x7f95a00d1240 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f95a008d2d0 tx=0x7f959802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c10e68aa2dbc95a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.439+0000 7f959f7fe640 1 -- 172.21.15.122:0/2552552493 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9598037070 con 0x7f95a00d0df0 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.439+0000 7f959f7fe640 1 -- 172.21.15.122:0/2552552493 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9598032440 con 0x7f95a00d0df0 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.440+0000 7f959f7fe640 1 -- 172.21.15.122:0/2552552493 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9598032810 con 0x7f95a00d0df0 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.440+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2552552493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a00d0df0 msgr2=0x7f95a00d1240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.440+0000 7f95a6ad9640 1 --2- 172.21.15.122:0/2552552493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a00d0df0 0x7f95a00d1240 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f95a008d2d0 tx=0x7f959802a140 comp rx=0 tx=0).stop 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.440+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2552552493 shutdown_connections 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.440+0000 7f95a6ad9640 1 --2- 172.21.15.122:0/2552552493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a00d0df0 0x7f95a00d1240 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.440+0000 7f95a6ad9640 1 --2- 172.21.15.122:0/2552552493 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f95a015e980 0x7f95a00d0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.440+0000 7f95a6ad9640 1 --2- 172.21.15.122:0/2552552493 >> v2:172.21.15.151:3300/0 conn(0x7f95a015e5a0 0x7f95a00cfcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:29.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.440+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2552552493 >> 172.21.15.122:0/2552552493 conn(0x7f95a008bfc0 msgr2=0x7f95a00d44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:29.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.440+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2552552493 shutdown_connections 2024-09-12T01:18:29.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.440+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2552552493 wait complete. 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.441+0000 7f95a6ad9640 1 Processor -- start 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.441+0000 7f95a6ad9640 1 -- start start 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.442+0000 7f95a6ad9640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f95a00d0df0 0x7f95a015d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.442+0000 7f95a6ad9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a015e5a0 0x7f95a015c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.442+0000 7f95a6ad9640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f95a015e980 0x7f95a00c9e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.442+0000 7f95a6ad9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f95a006d910 con 0x7f95a015e5a0 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.442+0000 7f95a6ad9640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f95a006d630 con 0x7f95a015e980 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.442+0000 7f95a6ad9640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f95a006de30 con 0x7f95a00d0df0 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.442+0000 7f959ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a015e5a0 0x7f95a015c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.442+0000 7f959ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a015e5a0 0x7f95a015c560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48360/0 (socket says 172.21.15.122:48360) 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.442+0000 7f959ffff640 1 -- 172.21.15.122:0/2871071993 learned_addr learned my addr 172.21.15.122:0/2871071993 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:29.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.442+0000 7f95a4875640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f95a00d0df0 0x7f95a015d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.442+0000 7f95a5076640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f95a015e980 0x7f95a00c9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.443+0000 7f959ffff640 1 -- 172.21.15.122:0/2871071993 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f95a00d0df0 msgr2=0x7f95a015d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.443+0000 7f959ffff640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f95a00d0df0 0x7f95a015d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.443+0000 7f959ffff640 1 -- 172.21.15.122:0/2871071993 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f95a015e980 msgr2=0x7f95a00c9e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.443+0000 7f959ffff640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f95a015e980 0x7f95a00c9e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.443+0000 7f959ffff640 1 -- 172.21.15.122:0/2871071993 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95a015cfd0 con 0x7f95a015e5a0 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.443+0000 7f959ffff640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a015e5a0 0x7f95a015c560 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f959400b9f0 tx=0x7f959400beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.443+0000 7f959d7fa640 1 -- 172.21.15.122:0/2871071993 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9594019070 con 0x7f95a015e5a0 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.443+0000 7f959d7fa640 1 -- 172.21.15.122:0/2871071993 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f959400cbf0 con 0x7f95a015e5a0 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.443+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2871071993 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95a015e100 con 0x7f95a015e5a0 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.443+0000 7f959d7fa640 1 -- 172.21.15.122:0/2871071993 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9594014440 con 0x7f95a015e5a0 2024-09-12T01:18:29.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.443+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2871071993 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95a00b9160 con 0x7f95a015e5a0 2024-09-12T01:18:29.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.444+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2871071993 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95a00d1240 con 0x7f95a015e5a0 2024-09-12T01:18:29.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.445+0000 7f959d7fa640 1 -- 172.21.15.122:0/2871071993 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f959401c070 con 0x7f95a015e5a0 2024-09-12T01:18:29.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.445+0000 7f959d7fa640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f958c06be60 0x7f958c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:29.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.445+0000 7f95a4875640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f958c06be60 0x7f958c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:29.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.445+0000 7f959d7fa640 1 -- 172.21.15.122:0/2871071993 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5619+0+0 (secure 0 0 0) 0x7f959408aaf0 con 0x7f95a015e5a0 2024-09-12T01:18:29.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.446+0000 7f95a4875640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f958c06be60 0x7f958c06e320 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f959000aac0 tx=0x7f9590008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:29.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.450+0000 7f959d7fa640 1 -- 172.21.15.122:0/2871071993 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9594058e10 con 0x7f95a015e5a0 2024-09-12T01:18:29.614 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:29.616+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2871071993 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f95a00d1ba0 con 0x7f95a015e5a0 2024-09-12T01:18:30.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.319+0000 7f959d7fa640 1 -- 172.21.15.122:0/2871071993 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v49) ==== 170+0+0 (secure 0 0 0) 0x7f959405d110 con 0x7f95a015e5a0 2024-09-12T01:18:30.319 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_data' created 2024-09-12T01:18:30.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.322+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2871071993 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f958c06be60 msgr2=0x7f958c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:30.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.322+0000 7f95a6ad9640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f958c06be60 0x7f958c06e320 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f959000aac0 tx=0x7f9590008040 comp rx=0 tx=0).stop 2024-09-12T01:18:30.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.322+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2871071993 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a015e5a0 msgr2=0x7f95a015c560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:30.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.322+0000 7f95a6ad9640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a015e5a0 0x7f95a015c560 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f959400b9f0 tx=0x7f959400beb0 comp rx=0 tx=0).stop 2024-09-12T01:18:30.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.322+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2871071993 shutdown_connections 2024-09-12T01:18:30.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.322+0000 7f95a6ad9640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f958c06be60 0x7f958c06e320 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:30.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.322+0000 7f95a6ad9640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f95a015e980 0x7f95a00c9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:30.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.322+0000 7f95a6ad9640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a015e5a0 0x7f95a015c560 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:30.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.322+0000 7f95a6ad9640 1 --2- 172.21.15.122:0/2871071993 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f95a00d0df0 0x7f95a015d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:30.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.322+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2871071993 >> 172.21.15.122:0/2871071993 conn(0x7f95a008bfc0 msgr2=0x7f95a00b2b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:30.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.322+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2871071993 shutdown_connections 2024-09-12T01:18:30.323 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.323+0000 7f95a6ad9640 1 -- 172.21.15.122:0/2871071993 wait complete. 2024-09-12T01:18:30.345 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T01:18:30.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.449+0000 7f6bd6484640 1 Processor -- start 2024-09-12T01:18:30.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.449+0000 7f6bd6484640 1 -- start start 2024-09-12T01:18:30.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bd6484640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f6bd00cf790 0x7f6bd00cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:30.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bd6484640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6bd00ce060 0x7f6bd00ce480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:30.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bd6484640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bd00b30e0 con 0x7f6bd0156740 2024-09-12T01:18:30.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bd6484640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f6bd00d0140 con 0x7f6bd00cf790 2024-09-12T01:18:30.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bd6484640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f6bd006edc0 con 0x7f6bd00ce060 2024-09-12T01:18:30.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bcf7fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f6bd00cf790 0x7f6bd00cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:30.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bcf7fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f6bd00cf790 0x7f6bd00cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37034/0 (socket says 172.21.15.122:37034) 2024-09-12T01:18:30.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bcf7fe640 1 -- 172.21.15.122:0/4123097865 learned_addr learned my addr 172.21.15.122:0/4123097865 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:30.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bcf7fe640 1 -- 172.21.15.122:0/4123097865 >> v2:172.21.15.151:3300/0 conn(0x7f6bd00ce060 msgr2=0x7f6bd00ce480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:30.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bd4a21640 1 --2- 172.21.15.122:0/4123097865 >> v2:172.21.15.151:3300/0 conn(0x7f6bd00ce060 0x7f6bd00ce480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:30.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bcf7fe640 1 --2- 172.21.15.122:0/4123097865 >> v2:172.21.15.151:3300/0 conn(0x7f6bd00ce060 0x7f6bd00ce480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:30.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bcf7fe640 1 -- 172.21.15.122:0/4123097865 >> v1:172.21.15.151:6789/0 conn(0x7f6bd0156740 legacy=0x7f6bd00b45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:30.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.450+0000 7f6bcf7fe640 1 -- 172.21.15.122:0/4123097865 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd00b33c0 con 0x7f6bd00cf790 2024-09-12T01:18:30.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.451+0000 7f6bcf7fe640 1 --2- 172.21.15.122:0/4123097865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bd00cf790 0x7f6bd00cfc00 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f6bd00b40f0 tx=0x7f6bc402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1b3f62db501d93e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:30.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.451+0000 7f6bceffd640 1 -- 172.21.15.122:0/4123097865 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4037070 con 0x7f6bd00cf790 2024-09-12T01:18:30.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.451+0000 7f6bceffd640 1 -- 172.21.15.122:0/4123097865 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bc4032440 con 0x7f6bd00cf790 2024-09-12T01:18:30.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.451+0000 7f6bceffd640 1 -- 172.21.15.122:0/4123097865 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4032810 con 0x7f6bd00cf790 2024-09-12T01:18:30.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.452+0000 7f6bd6484640 1 -- 172.21.15.122:0/4123097865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bd00cf790 msgr2=0x7f6bd00cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:30.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.452+0000 7f6bd6484640 1 --2- 172.21.15.122:0/4123097865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bd00cf790 0x7f6bd00cfc00 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f6bd00b40f0 tx=0x7f6bc402a230 comp rx=0 tx=0).stop 2024-09-12T01:18:30.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.452+0000 7f6bd6484640 1 -- 172.21.15.122:0/4123097865 shutdown_connections 2024-09-12T01:18:30.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.452+0000 7f6bd6484640 1 --2- 172.21.15.122:0/4123097865 >> v2:172.21.15.151:3300/0 conn(0x7f6bd00ce060 0x7f6bd00ce480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:30.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.452+0000 7f6bd6484640 1 --2- 172.21.15.122:0/4123097865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bd00cf790 0x7f6bd00cfc00 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:30.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.452+0000 7f6bd6484640 1 -- 172.21.15.122:0/4123097865 >> 172.21.15.122:0/4123097865 conn(0x7f6bd006bdf0 msgr2=0x7f6bd006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:30.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.452+0000 7f6bd6484640 1 -- 172.21.15.122:0/4123097865 shutdown_connections 2024-09-12T01:18:30.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.452+0000 7f6bd6484640 1 -- 172.21.15.122:0/4123097865 wait complete. 2024-09-12T01:18:30.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.453+0000 7f6bd6484640 1 Processor -- start 2024-09-12T01:18:30.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.453+0000 7f6bd6484640 1 -- start start 2024-09-12T01:18:30.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bd6484640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bd00ce060 0x7f6bd0149470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:30.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bd6484640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6bd00cf790 0x7f6bd0154d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:30.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bd6484640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6bd0156740 0x7f6bd01552c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:30.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bd6484640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd00b3c60 con 0x7f6bd00ce060 2024-09-12T01:18:30.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bd6484640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd00b3980 con 0x7f6bd00cf790 2024-09-12T01:18:30.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bd6484640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6bd00b4cc0 con 0x7f6bd0156740 2024-09-12T01:18:30.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bcffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bd00ce060 0x7f6bd0149470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:30.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bcffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bd00ce060 0x7f6bd0149470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37040/0 (socket says 172.21.15.122:37040) 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bcffff640 1 -- 172.21.15.122:0/2986932394 learned_addr learned my addr 172.21.15.122:0/2986932394 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bcf7fe640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6bd00cf790 0x7f6bd0154d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bd4a21640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6bd0156740 0x7f6bd01552c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bcffff640 1 -- 172.21.15.122:0/2986932394 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6bd0156740 msgr2=0x7f6bd01552c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bcffff640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6bd0156740 0x7f6bd01552c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bcffff640 1 -- 172.21.15.122:0/2986932394 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6bd00cf790 msgr2=0x7f6bd0154d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bcffff640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6bd00cf790 0x7f6bd0154d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.454+0000 7f6bcffff640 1 -- 172.21.15.122:0/2986932394 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd0150850 con 0x7f6bd00ce060 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.455+0000 7f6bcffff640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bd00ce060 0x7f6bd0149470 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f6bc000b3f0 tx=0x7f6bc000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.455+0000 7f6bccff9640 1 -- 172.21.15.122:0/2986932394 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc0015020 con 0x7f6bd00ce060 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.455+0000 7f6bccff9640 1 -- 172.21.15.122:0/2986932394 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bc0011830 con 0x7f6bd00ce060 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.455+0000 7f6bd6484640 1 -- 172.21.15.122:0/2986932394 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bd0150b30 con 0x7f6bd00ce060 2024-09-12T01:18:30.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.455+0000 7f6bccff9640 1 -- 172.21.15.122:0/2986932394 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc0011c20 con 0x7f6bd00ce060 2024-09-12T01:18:30.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.455+0000 7f6bd6484640 1 -- 172.21.15.122:0/2986932394 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bd01510f0 con 0x7f6bd00ce060 2024-09-12T01:18:30.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.456+0000 7f6bd6484640 1 -- 172.21.15.122:0/2986932394 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bd00d0890 con 0x7f6bd00ce060 2024-09-12T01:18:30.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.456+0000 7f6bccff9640 1 -- 172.21.15.122:0/2986932394 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6bc0018020 con 0x7f6bd00ce060 2024-09-12T01:18:30.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.457+0000 7f6bccff9640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6bbc06be30 0x7f6bbc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:30.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.457+0000 7f6bccff9640 1 -- 172.21.15.122:0/2986932394 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 6001+0+0 (secure 0 0 0) 0x7f6bc008ab10 con 0x7f6bd00ce060 2024-09-12T01:18:30.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.457+0000 7f6bcf7fe640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6bbc06be30 0x7f6bbc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:30.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.457+0000 7f6bcf7fe640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6bbc06be30 0x7f6bbc06e2f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4034000 tx=0x7f6bc402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:30.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.461+0000 7f6bccff9640 1 -- 172.21.15.122:0/2986932394 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6bc001f030 con 0x7f6bd00ce060 2024-09-12T01:18:30.659 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:30.660+0000 7f6bd6484640 1 -- 172.21.15.122:0/2986932394 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f6bd01f60e0 con 0x7f6bd00ce060 2024-09-12T01:18:31.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.321+0000 7f6bccff9640 1 -- 172.21.15.122:0/2986932394 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 7 and data pool 8 v24) ==== 172+0+0 (secure 0 0 0) 0x7f6bc0058d40 con 0x7f6bd00ce060 2024-09-12T01:18:31.320 INFO:teuthology.orchestra.run.smithi122.stderr:new fs with metadata pool 7 and data pool 8 2024-09-12T01:18:31.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.329+0000 7f6bd6484640 1 -- 172.21.15.122:0/2986932394 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6bbc06be30 msgr2=0x7f6bbc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.329+0000 7f6bd6484640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6bbc06be30 0x7f6bbc06e2f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4034000 tx=0x7f6bc402e000 comp rx=0 tx=0).stop 2024-09-12T01:18:31.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.329+0000 7f6bd6484640 1 -- 172.21.15.122:0/2986932394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bd00ce060 msgr2=0x7f6bd0149470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.329+0000 7f6bd6484640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bd00ce060 0x7f6bd0149470 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f6bc000b3f0 tx=0x7f6bc000b8b0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.329+0000 7f6bd6484640 1 -- 172.21.15.122:0/2986932394 shutdown_connections 2024-09-12T01:18:31.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.329+0000 7f6bd6484640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6bbc06be30 0x7f6bbc06e2f0 secure :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4034000 tx=0x7f6bc402e000 comp rx=0 tx=0).stop 2024-09-12T01:18:31.333 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.329+0000 7f6bd6484640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6bd0156740 0x7f6bd01552c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.333 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.330+0000 7f6bd6484640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6bd00cf790 0x7f6bd0154d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.333 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.330+0000 7f6bd6484640 1 --2- 172.21.15.122:0/2986932394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bd00ce060 0x7f6bd0149470 secure :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f6bc000b3f0 tx=0x7f6bc000b8b0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.333 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.330+0000 7f6bd6484640 1 -- 172.21.15.122:0/2986932394 >> 172.21.15.122:0/2986932394 conn(0x7f6bd006bdf0 msgr2=0x7f6bd006f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:31.333 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.333+0000 7f6bd6484640 1 -- 172.21.15.122:0/2986932394 shutdown_connections 2024-09-12T01:18:31.333 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.334+0000 7f6bd6484640 1 -- 172.21.15.122:0/2986932394 wait complete. 2024-09-12T01:18:31.355 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:18:31.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.455+0000 7f374a4ba640 1 Processor -- start 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.455+0000 7f374a4ba640 1 -- start start 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.456+0000 7f374a4ba640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f374415e5d0 0x7f37440d10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.456+0000 7f374a4ba640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f374406cec0 con 0x7f374406df60 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.456+0000 7f374a4ba640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f374406d1a0 con 0x7f374409b140 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.456+0000 7f374a4ba640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f374406dad0 con 0x7f374415e5d0 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.456+0000 7f3743fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f374415e5d0 0x7f37440d10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.456+0000 7f37437fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f374406df60 0x7f374409aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:49550/0 (socket says 172.21.15.122:49550) 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.456+0000 7f37437fe640 1 -- 172.21.15.122:0/842063585 learned_addr learned my addr 172.21.15.122:0/842063585 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.456+0000 7f3743fff640 1 --2- 172.21.15.122:0/842063585 >> v2:172.21.15.122:3300/0 conn(0x7f374415e5d0 0x7f37440d10f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37050/0 (socket says 172.21.15.122:37050) 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.457+0000 7f3743fff640 1 -- 172.21.15.122:0/842063585 >> v1:172.21.15.151:6789/0 conn(0x7f374409b140 legacy=0x7f3744168560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.457+0000 7f3743fff640 1 -- 172.21.15.122:0/842063585 >> v1:172.21.15.122:6789/0 conn(0x7f374406df60 legacy=0x7f374409aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.457+0000 7f3743fff640 1 -- 172.21.15.122:0/842063585 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f374406d480 con 0x7f374415e5d0 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.457+0000 7f3742ffd640 1 -- 172.21.15.122:0/842063585 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2917323713 0 0) 0x7f374406cec0 con 0x7f374406df60 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.457+0000 7f3743fff640 1 --2- 172.21.15.122:0/842063585 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374415e5d0 0x7f37440d10f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f37340097d0 tx=0x7f373402a290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=418f6f575970fdfe server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.458+0000 7f3742ffd640 1 -- 172.21.15.122:0/842063585 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3734037070 con 0x7f374415e5d0 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.458+0000 7f3742ffd640 1 -- 172.21.15.122:0/842063585 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3734032440 con 0x7f374415e5d0 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.458+0000 7f3742ffd640 1 -- 172.21.15.122:0/842063585 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3734032810 con 0x7f374415e5d0 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.458+0000 7f374a4ba640 1 -- 172.21.15.122:0/842063585 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374415e5d0 msgr2=0x7f37440d10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.458+0000 7f374a4ba640 1 --2- 172.21.15.122:0/842063585 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374415e5d0 0x7f37440d10f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f37340097d0 tx=0x7f373402a290 comp rx=0 tx=0).stop 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.458+0000 7f374a4ba640 1 -- 172.21.15.122:0/842063585 shutdown_connections 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.458+0000 7f374a4ba640 1 --2- 172.21.15.122:0/842063585 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374415e5d0 0x7f37440d10f0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.458+0000 7f374a4ba640 1 -- 172.21.15.122:0/842063585 >> 172.21.15.122:0/842063585 conn(0x7f37440d23a0 msgr2=0x7f37440d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.458+0000 7f374a4ba640 1 -- 172.21.15.122:0/842063585 shutdown_connections 2024-09-12T01:18:31.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.458+0000 7f374a4ba640 1 -- 172.21.15.122:0/842063585 wait complete. 2024-09-12T01:18:31.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.459+0000 7f374a4ba640 1 Processor -- start 2024-09-12T01:18:31.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.459+0000 7f374a4ba640 1 -- start start 2024-09-12T01:18:31.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.460+0000 7f374a4ba640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f374406df60 0x7f37440b7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.460+0000 7f374a4ba640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374409b140 0x7f37440c8640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.460+0000 7f374a4ba640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f374415e5d0 0x7f37441e9d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.460+0000 7f374a4ba640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f374415eb30 con 0x7f374409b140 2024-09-12T01:18:31.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.460+0000 7f374a4ba640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f374415e9b0 con 0x7f374415e5d0 2024-09-12T01:18:31.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.460+0000 7f374a4ba640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f37440d1630 con 0x7f374406df60 2024-09-12T01:18:31.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.460+0000 7f37437fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374409b140 0x7f37440c8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.460+0000 7f37437fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374409b140 0x7f37440c8640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37056/0 (socket says 172.21.15.122:37056) 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.460+0000 7f37437fe640 1 -- 172.21.15.122:0/378959299 learned_addr learned my addr 172.21.15.122:0/378959299 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f3748a57640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f374415e5d0 0x7f37441e9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f3743fff640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f374406df60 0x7f37440b7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f37437fe640 1 -- 172.21.15.122:0/378959299 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f374406df60 msgr2=0x7f37440b7ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f37437fe640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f374406df60 0x7f37440b7ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f37437fe640 1 -- 172.21.15.122:0/378959299 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f374415e5d0 msgr2=0x7f37441e9d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f37437fe640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f374415e5d0 0x7f37441e9d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f37437fe640 1 -- 172.21.15.122:0/378959299 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37440c6b80 con 0x7f374409b140 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f3743fff640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f374406df60 0x7f37440b7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f37437fe640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374409b140 0x7f37440c8640 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f373800c500 tx=0x7f373800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:31.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f3740ff9640 1 -- 172.21.15.122:0/378959299 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3738018070 con 0x7f374409b140 2024-09-12T01:18:31.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f3740ff9640 1 -- 172.21.15.122:0/378959299 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3738007580 con 0x7f374409b140 2024-09-12T01:18:31.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f374a4ba640 1 -- 172.21.15.122:0/378959299 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37440c6e60 con 0x7f374409b140 2024-09-12T01:18:31.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f3740ff9640 1 -- 172.21.15.122:0/378959299 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3738004a20 con 0x7f374409b140 2024-09-12T01:18:31.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.461+0000 7f374a4ba640 1 -- 172.21.15.122:0/378959299 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37440c7420 con 0x7f374409b140 2024-09-12T01:18:31.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.462+0000 7f374a4ba640 1 -- 172.21.15.122:0/378959299 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3744163090 con 0x7f374409b140 2024-09-12T01:18:31.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.463+0000 7f3740ff9640 1 -- 172.21.15.122:0/378959299 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f373801b070 con 0x7f374409b140 2024-09-12T01:18:31.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.463+0000 7f3740ff9640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f373006be30 0x7f373006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.463+0000 7f3743fff640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f373006be30 0x7f373006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.463+0000 7f3740ff9640 1 -- 172.21.15.122:0/378959299 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f373808a2d0 con 0x7f374409b140 2024-09-12T01:18:31.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.463+0000 7f3743fff640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f373006be30 0x7f373006e2f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3734034000 tx=0x7f373402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:31.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.467+0000 7f3740ff9640 1 -- 172.21.15.122:0/378959299 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3744163090 con 0x7f374409b140 2024-09-12T01:18:31.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.634+0000 7f374a4ba640 1 -- 172.21.15.122:0/378959299 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f37440d10f0 con 0x7f374409b140 2024-09-12T01:18:31.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.635+0000 7f3740ff9640 1 -- 172.21.15.122:0/378959299 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) ==== 74+0+17087 (secure 0 0 0) 0x7f3738058b80 con 0x7f374409b140 2024-09-12T01:18:31.635 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:31.635 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":50,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:18:30.661175+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:18:29.021288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-12T01:18:29.634307+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:18:31.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 -- 172.21.15.122:0/378959299 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f373006be30 msgr2=0x7f373006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f373006be30 0x7f373006e2f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3734034000 tx=0x7f373402e000 comp rx=0 tx=0).stop 2024-09-12T01:18:31.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 -- 172.21.15.122:0/378959299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374409b140 msgr2=0x7f37440c8640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374409b140 0x7f37440c8640 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f373800c500 tx=0x7f373800c9c0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 -- 172.21.15.122:0/378959299 shutdown_connections 2024-09-12T01:18:31.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f373006be30 0x7f373006e2f0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f374415e5d0 0x7f37441e9d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374409b140 0x7f37440c8640 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 --2- 172.21.15.122:0/378959299 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f374406df60 0x7f37440b7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 -- 172.21.15.122:0/378959299 >> 172.21.15.122:0/378959299 conn(0x7f37440d23a0 msgr2=0x7f37440b11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:31.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 -- 172.21.15.122:0/378959299 shutdown_connections 2024-09-12T01:18:31.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.638+0000 7f374a4ba640 1 -- 172.21.15.122:0/378959299 wait complete. 2024-09-12T01:18:31.648 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:18:31.746 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.747+0000 7f1999b31640 1 Processor -- start 2024-09-12T01:18:31.746 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.747+0000 7f1999b31640 1 -- start start 2024-09-12T01:18:31.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f1999b31640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f19940b6690 0x7f19941691a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f1999b31640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19940d3690 con 0x7f19940d30f0 2024-09-12T01:18:31.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f1999b31640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19940d3970 con 0x7f199415e5f0 2024-09-12T01:18:31.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f1999b31640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f199406d530 con 0x7f19940b6690 2024-09-12T01:18:31.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f1992ffd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f19940d30f0 0x7f19940b5f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:49558/0 (socket says 172.21.15.122:49558) 2024-09-12T01:18:31.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f1992ffd640 1 -- 172.21.15.122:0/277103558 learned_addr learned my addr 172.21.15.122:0/277103558 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:31.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2155072289 0 0) 0x7f19940d3690 con 0x7f19940d30f0 2024-09-12T01:18:31.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f197c003520 con 0x7f19940d30f0 2024-09-12T01:18:31.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f1993fff640 1 --2- 172.21.15.122:0/277103558 >> v2:172.21.15.151:3300/0 conn(0x7f19940b6690 0x7f19941691a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2379238858 0 0) 0x7f197c003520 con 0x7f19940d30f0 2024-09-12T01:18:31.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 >> v2:172.21.15.151:3300/0 conn(0x7f19940b6690 msgr2=0x7f19941691a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:31.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 --2- 172.21.15.122:0/277103558 >> v2:172.21.15.151:3300/0 conn(0x7f19940b6690 0x7f19941691a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 >> v1:172.21.15.151:6789/0 conn(0x7f199415e5f0 legacy=0x7f19940d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:31.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f199406cee0 con 0x7f19940d30f0 2024-09-12T01:18:31.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f1988001670 con 0x7f19940d30f0 2024-09-12T01:18:31.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 >> v1:172.21.15.122:6789/0 conn(0x7f19940d30f0 legacy=0x7f19940b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 --2- 172.21.15.122:0/277103558 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f197c0039e0 0x7f197c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 --2- 172.21.15.122:0/277103558 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f197c004800 0x7f197c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 --2- 172.21.15.122:0/277103558 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 0x7f197c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f199406d530 con 0x7f197c005210 2024-09-12T01:18:31.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f197c00c140 con 0x7f197c004800 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.748+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f197c00c340 con 0x7f197c0039e0 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.749+0000 7f1993fff640 1 --2- 172.21.15.122:0/277103558 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 0x7f197c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.749+0000 7f19937fe640 1 --2- 172.21.15.122:0/277103558 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f197c0039e0 0x7f197c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.749+0000 7f1992ffd640 1 --2- 172.21.15.122:0/277103558 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f197c004800 0x7f197c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.749+0000 7f1993fff640 1 -- 172.21.15.122:0/277103558 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f197c0039e0 msgr2=0x7f197c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.749+0000 7f1993fff640 1 --2- 172.21.15.122:0/277103558 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f197c0039e0 0x7f197c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.749+0000 7f1993fff640 1 -- 172.21.15.122:0/277103558 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f197c004800 msgr2=0x7f197c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.749+0000 7f1993fff640 1 --2- 172.21.15.122:0/277103558 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f197c004800 0x7f197c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.749+0000 7f1993fff640 1 -- 172.21.15.122:0/277103558 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f197c003520 con 0x7f197c005210 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.749+0000 7f1993fff640 1 -- 172.21.15.122:0/277103558 reap_dead start 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.750+0000 7f1993fff640 1 --2- 172.21.15.122:0/277103558 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 0x7f197c00b9c0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f19940cb580 tx=0x7f197c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb216f64d3ae430c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.750+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c033070 con 0x7f197c005210 2024-09-12T01:18:31.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.750+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f198c003b90 con 0x7f197c005210 2024-09-12T01:18:31.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.750+0000 7f19927fc640 1 -- 172.21.15.122:0/277103558 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c009be0 con 0x7f197c005210 2024-09-12T01:18:31.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.750+0000 7f1999b31640 1 -- 172.21.15.122:0/277103558 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 msgr2=0x7f197c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.750+0000 7f1999b31640 1 --2- 172.21.15.122:0/277103558 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 0x7f197c00b9c0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f19940cb580 tx=0x7f197c005830 comp rx=0 tx=0).stop 2024-09-12T01:18:31.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.750+0000 7f1999b31640 1 -- 172.21.15.122:0/277103558 shutdown_connections 2024-09-12T01:18:31.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.750+0000 7f1999b31640 1 --2- 172.21.15.122:0/277103558 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 0x7f197c00b9c0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.750+0000 7f1999b31640 1 -- 172.21.15.122:0/277103558 >> 172.21.15.122:0/277103558 conn(0x7f199408bfc0 msgr2=0x7f19940d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:31.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.750+0000 7f1999b31640 1 -- 172.21.15.122:0/277103558 shutdown_connections 2024-09-12T01:18:31.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.750+0000 7f1999b31640 1 -- 172.21.15.122:0/277103558 wait complete. 2024-09-12T01:18:31.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.752+0000 7f1999b31640 1 Processor -- start 2024-09-12T01:18:31.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.752+0000 7f1999b31640 1 -- start start 2024-09-12T01:18:31.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.752+0000 7f1999b31640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 0x7f19941e7810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.752+0000 7f1999b31640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19940c90f0 0x7f1994150ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.752+0000 7f1999b31640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19940b8ef0 0x7f19940b9370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.752+0000 7f1999b31640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f19940b5f80 con 0x7f197c005210 2024-09-12T01:18:31.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.752+0000 7f1999b31640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f199415e9d0 con 0x7f19940c90f0 2024-09-12T01:18:31.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.752+0000 7f1999b31640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f19940b6100 con 0x7f19940b8ef0 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f19937fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 0x7f19941e7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f19937fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 0x7f19941e7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37078/0 (socket says 172.21.15.122:37078) 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f19937fe640 1 -- 172.21.15.122:0/3153310789 learned_addr learned my addr 172.21.15.122:0/3153310789 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f1992ffd640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19940c90f0 0x7f1994150ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f1993fff640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19940b8ef0 0x7f19940b9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f19937fe640 1 -- 172.21.15.122:0/3153310789 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19940b8ef0 msgr2=0x7f19940b9370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f19937fe640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19940b8ef0 0x7f19940b9370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f19937fe640 1 -- 172.21.15.122:0/3153310789 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19940c90f0 msgr2=0x7f1994150ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f19937fe640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19940c90f0 0x7f1994150ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f19937fe640 1 -- 172.21.15.122:0/3153310789 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19940c9660 con 0x7f197c005210 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f19937fe640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 0x7f19941e7810 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f198400f620 tx=0x7f198400fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f197bfff640 1 -- 172.21.15.122:0/3153310789 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19840052e0 con 0x7f197c005210 2024-09-12T01:18:31.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f197bfff640 1 -- 172.21.15.122:0/3153310789 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1984018070 con 0x7f197c005210 2024-09-12T01:18:31.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f197bfff640 1 -- 172.21.15.122:0/3153310789 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1984003830 con 0x7f197c005210 2024-09-12T01:18:31.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f1999b31640 1 -- 172.21.15.122:0/3153310789 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19940c9940 con 0x7f197c005210 2024-09-12T01:18:31.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.753+0000 7f1999b31640 1 -- 172.21.15.122:0/3153310789 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19940c9f00 con 0x7f197c005210 2024-09-12T01:18:31.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.754+0000 7f1999b31640 1 -- 172.21.15.122:0/3153310789 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19940d4dd0 con 0x7f197c005210 2024-09-12T01:18:31.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.755+0000 7f197bfff640 1 -- 172.21.15.122:0/3153310789 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f19840039d0 con 0x7f197c005210 2024-09-12T01:18:31.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.755+0000 7f197bfff640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f198006be30 0x7f198006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:31.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.755+0000 7f1992ffd640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f198006be30 0x7f198006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:31.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.755+0000 7f197bfff640 1 -- 172.21.15.122:0/3153310789 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f198408adf0 con 0x7f197c005210 2024-09-12T01:18:31.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.756+0000 7f1992ffd640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f198006be30 0x7f198006e2f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f199415dc80 tx=0x7f1988009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:31.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.760+0000 7f197bfff640 1 -- 172.21.15.122:0/3153310789 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1984059580 con 0x7f197c005210 2024-09-12T01:18:31.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.927+0000 7f1999b31640 1 -- 172.21.15.122:0/3153310789 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f19941e7d50 con 0x7f197c005210 2024-09-12T01:18:31.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.928+0000 7f197bfff640 1 -- 172.21.15.122:0/3153310789 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) ==== 74+0+17087 (secure 0 0 0) 0x7f1984058e80 con 0x7f197c005210 2024-09-12T01:18:31.927 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:31.928 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":50,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:18:30.661175+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:18:29.021288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-12T01:18:29.634307+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:18:31.929 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 -- 172.21.15.122:0/3153310789 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f198006be30 msgr2=0x7f198006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f198006be30 0x7f198006e2f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f199415dc80 tx=0x7f1988009040 comp rx=0 tx=0).stop 2024-09-12T01:18:31.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 -- 172.21.15.122:0/3153310789 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 msgr2=0x7f19941e7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:31.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 0x7f19941e7810 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f198400f620 tx=0x7f198400fae0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 -- 172.21.15.122:0/3153310789 shutdown_connections 2024-09-12T01:18:31.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f198006be30 0x7f198006e2f0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f19940b8ef0 0x7f19940b9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f19940c90f0 0x7f1994150ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 --2- 172.21.15.122:0/3153310789 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f197c005210 0x7f19941e7810 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:31.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 -- 172.21.15.122:0/3153310789 >> 172.21.15.122:0/3153310789 conn(0x7f199408bfc0 msgr2=0x7f1994160c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:31.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 -- 172.21.15.122:0/3153310789 shutdown_connections 2024-09-12T01:18:31.930 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:31.930+0000 7f1999b31640 1 -- 172.21.15.122:0/3153310789 wait complete. 2024-09-12T01:18:31.941 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-12T01:18:32.042 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.043+0000 7f816008d640 1 Processor -- start 2024-09-12T01:18:32.042 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.043+0000 7f816008d640 1 -- start start 2024-09-12T01:18:32.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f816008d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81580b6340 0x7f815815e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f816008d640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81580700b0 con 0x7f81580b5f10 2024-09-12T01:18:32.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f816008d640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81581601b0 con 0x7f8158159ce0 2024-09-12T01:18:32.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f816008d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f8158160490 con 0x7f81580b6340 2024-09-12T01:18:32.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815d628640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f81580b5f10 0x7f815815dce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:49574/0 (socket says 172.21.15.122:49574) 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815d628640 1 -- 172.21.15.122:0/873417716 learned_addr learned my addr 172.21.15.122:0/873417716 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815e62a640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81580b6340 0x7f815815e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1425566211 0 0) 0x7f81580700b0 con 0x7f81580b5f10 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8144003520 con 0x7f81580b5f10 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2103328411 0 0) 0x7f8144003520 con 0x7f81580b5f10 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81580b6340 msgr2=0x7f815815e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81580b6340 0x7f815815e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 >> v1:172.21.15.151:6789/0 conn(0x7f8158159ce0 legacy=0x7f815815d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8158160770 con 0x7f81580b5f10 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f8148001670 con 0x7f81580b5f10 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 >> v1:172.21.15.122:6789/0 conn(0x7f81580b5f10 legacy=0x7f815815dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81440039e0 0x7f8144003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.046 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8144004800 0x7f8144004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81580b6340 0x7f8144005200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8158160490 con 0x7f8144004800 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f814400baf0 con 0x7f81440039e0 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.044+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f814400bcf0 con 0x7f81580b6340 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.045+0000 7f815d628640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8144004800 0x7f8144004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.045+0000 7f815de29640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81440039e0 0x7f8144003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.045+0000 7f815e62a640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81580b6340 0x7f8144005200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.045+0000 7f815d628640 1 -- 172.21.15.122:0/873417716 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81580b6340 msgr2=0x7f8144005200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.045+0000 7f815d628640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81580b6340 0x7f8144005200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.045+0000 7f815d628640 1 -- 172.21.15.122:0/873417716 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81440039e0 msgr2=0x7f8144003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.045+0000 7f815d628640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f81440039e0 0x7f8144003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.045+0000 7f815d628640 1 -- 172.21.15.122:0/873417716 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8144003520 con 0x7f8144004800 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.045+0000 7f815d628640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8144004800 0x7f8144004c80 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f814800c240 tx=0x7f8144005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9143dcebb7e4a68 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.046+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8148007d30 con 0x7f8144004800 2024-09-12T01:18:32.047 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.046+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8148005af0 con 0x7f8144004800 2024-09-12T01:18:32.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.046+0000 7f815ce27640 1 -- 172.21.15.122:0/873417716 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8148007070 con 0x7f8144004800 2024-09-12T01:18:32.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.046+0000 7f816008d640 1 -- 172.21.15.122:0/873417716 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8144004800 msgr2=0x7f8144004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:32.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.046+0000 7f816008d640 1 --2- 172.21.15.122:0/873417716 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8144004800 0x7f8144004c80 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f814800c240 tx=0x7f8144005830 comp rx=0 tx=0).stop 2024-09-12T01:18:32.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.046+0000 7f815e62a640 1 -- 172.21.15.122:0/873417716 reap_dead start 2024-09-12T01:18:32.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.046+0000 7f816008d640 1 -- 172.21.15.122:0/873417716 shutdown_connections 2024-09-12T01:18:32.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.046+0000 7f816008d640 1 -- 172.21.15.122:0/873417716 >> 172.21.15.122:0/873417716 conn(0x7f8158073590 msgr2=0x7f815806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:32.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.046+0000 7f816008d640 1 -- 172.21.15.122:0/873417716 shutdown_connections 2024-09-12T01:18:32.048 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.046+0000 7f816008d640 1 -- 172.21.15.122:0/873417716 wait complete. 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.047+0000 7f816008d640 1 Processor -- start 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.047+0000 7f816008d640 1 -- start start 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.048+0000 7f816008d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8144004800 0x7f8158152a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.048+0000 7f816008d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8158153230 0x7f8158157260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.048+0000 7f816008d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81581f0eb0 0x7f81581f1340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.048+0000 7f816008d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f815815a0c0 con 0x7f8158153230 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.048+0000 7f816008d640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f81580b67d0 con 0x7f8144004800 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.048+0000 7f816008d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f81580af2b0 con 0x7f81581f0eb0 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.048+0000 7f815d628640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8158153230 0x7f8158157260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.048+0000 7f815d628640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8158153230 0x7f8158157260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37090/0 (socket says 172.21.15.122:37090) 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.048+0000 7f815d628640 1 -- 172.21.15.122:0/2427849496 learned_addr learned my addr 172.21.15.122:0/2427849496 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:32.051 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.048+0000 7f815de29640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8144004800 0x7f8158152a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.048+0000 7f815e62a640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81581f0eb0 0x7f81581f1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f815d628640 1 -- 172.21.15.122:0/2427849496 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81581f0eb0 msgr2=0x7f81581f1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f815d628640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81581f0eb0 0x7f81581f1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f815d628640 1 -- 172.21.15.122:0/2427849496 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8144004800 msgr2=0x7f8158152a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f815d628640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8144004800 0x7f8158152a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f815d628640 1 -- 172.21.15.122:0/2427849496 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8158153730 con 0x7f8158153230 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f815e62a640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81581f0eb0 0x7f81581f1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f815d628640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8158153230 0x7f8158157260 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f814800c360 tx=0x7f8158160380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f814e7fc640 1 -- 172.21.15.122:0/2427849496 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8148042020 con 0x7f8158153230 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f814e7fc640 1 -- 172.21.15.122:0/2427849496 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81480049e0 con 0x7f8158153230 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f816008d640 1 -- 172.21.15.122:0/2427849496 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81581f2730 con 0x7f8158153230 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f814e7fc640 1 -- 172.21.15.122:0/2427849496 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8148004dd0 con 0x7f8158153230 2024-09-12T01:18:32.052 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.049+0000 7f816008d640 1 -- 172.21.15.122:0/2427849496 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81581f2cf0 con 0x7f8158153230 2024-09-12T01:18:32.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.050+0000 7f816008d640 1 -- 172.21.15.122:0/2427849496 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81581f2520 con 0x7f8158153230 2024-09-12T01:18:32.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.050+0000 7f814e7fc640 1 -- 172.21.15.122:0/2427849496 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8148045020 con 0x7f8158153230 2024-09-12T01:18:32.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.051+0000 7f814e7fc640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f813c06be30 0x7f813c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.051+0000 7f814e7fc640 1 -- 172.21.15.122:0/2427849496 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f81480ab350 con 0x7f8158153230 2024-09-12T01:18:32.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.051+0000 7f815de29640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f813c06be30 0x7f813c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.053 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.051+0000 7f815de29640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f813c06be30 0x7f813c06e2f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8154001890 tx=0x7f8154009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:32.054 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.055+0000 7f814e7fc640 1 -- 172.21.15.122:0/2427849496 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8148079b70 con 0x7f8158153230 2024-09-12T01:18:32.254 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.255+0000 7f816008d640 1 -- 172.21.15.122:0/2427849496 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f815815fda0 con 0x7f8158153230 2024-09-12T01:18:32.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.333+0000 7f814e7fc640 1 -- 172.21.15.122:0/2427849496 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v25) ==== 118+0+0 (secure 0 0 0) 0x7f8148079470 con 0x7f8158153230 2024-09-12T01:18:32.335 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 -- 172.21.15.122:0/2427849496 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f813c06be30 msgr2=0x7f813c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:32.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f813c06be30 0x7f813c06e2f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8154001890 tx=0x7f8154009040 comp rx=0 tx=0).stop 2024-09-12T01:18:32.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 -- 172.21.15.122:0/2427849496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8158153230 msgr2=0x7f8158157260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:32.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8158153230 0x7f8158157260 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f814800c360 tx=0x7f8158160380 comp rx=0 tx=0).stop 2024-09-12T01:18:32.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 -- 172.21.15.122:0/2427849496 shutdown_connections 2024-09-12T01:18:32.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f813c06be30 0x7f813c06e2f0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f81581f0eb0 0x7f81581f1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8158153230 0x7f8158157260 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 --2- 172.21.15.122:0/2427849496 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8144004800 0x7f8158152a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 -- 172.21.15.122:0/2427849496 >> 172.21.15.122:0/2427849496 conn(0x7f8158073590 msgr2=0x7f8158158ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:32.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 -- 172.21.15.122:0/2427849496 shutdown_connections 2024-09-12T01:18:32.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.336+0000 7f816008d640 1 -- 172.21.15.122:0/2427849496 wait complete. 2024-09-12T01:18:32.346 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-12T01:18:32.346 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-12T01:18:32.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.451+0000 7f5b6a0d0640 1 Processor -- start 2024-09-12T01:18:32.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.451+0000 7f5b6a0d0640 1 -- start start 2024-09-12T01:18:32.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b6a0d0640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f5b6415e900 0x7f5b640b4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b6a0d0640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f5b640b4a20 0x7f5b640ad020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b6a0d0640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b640b4620 con 0x7f5b64072050 2024-09-12T01:18:32.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b6a0d0640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f5b640ce100 con 0x7f5b640b4a20 2024-09-12T01:18:32.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b6a0d0640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f5b640ce3a0 con 0x7f5b6415e900 2024-09-12T01:18:32.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b5affd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f5b640b4a20 0x7f5b640ad020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b5affd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f5b640b4a20 0x7f5b640ad020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37098/0 (socket says 172.21.15.122:37098) 2024-09-12T01:18:32.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b63fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f5b64072050 0x7f5b640cee80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:49590/0 (socket says 172.21.15.122:49590) 2024-09-12T01:18:32.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b5affd640 1 -- 172.21.15.122:0/1400196097 learned_addr learned my addr 172.21.15.122:0/1400196097 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:32.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b637fe640 1 --2- 172.21.15.122:0/1400196097 >> v2:172.21.15.151:3300/0 conn(0x7f5b6415e900 0x7f5b640b4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b5affd640 1 -- 172.21.15.122:0/1400196097 >> v2:172.21.15.151:3300/0 conn(0x7f5b6415e900 msgr2=0x7f5b640b4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:32.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b5affd640 1 --2- 172.21.15.122:0/1400196097 >> v2:172.21.15.151:3300/0 conn(0x7f5b6415e900 0x7f5b640b4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b5affd640 1 -- 172.21.15.122:0/1400196097 >> v1:172.21.15.122:6789/0 conn(0x7f5b64072050 legacy=0x7f5b640cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:32.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b5affd640 1 -- 172.21.15.122:0/1400196097 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b640ce680 con 0x7f5b640b4a20 2024-09-12T01:18:32.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.452+0000 7f5b62ffd640 1 -- 172.21.15.122:0/1400196097 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3495297097 0 0) 0x7f5b640b4620 con 0x7f5b64072050 2024-09-12T01:18:32.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.453+0000 7f5b5affd640 1 --2- 172.21.15.122:0/1400196097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b640b4a20 0x7f5b640ad020 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f5b640d0d60 tx=0x7f5b4c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f149361fb5df8d3d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:32.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.453+0000 7f5b62ffd640 1 -- 172.21.15.122:0/1400196097 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b4c037070 con 0x7f5b640b4a20 2024-09-12T01:18:32.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.453+0000 7f5b62ffd640 1 -- 172.21.15.122:0/1400196097 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b4c032440 con 0x7f5b640b4a20 2024-09-12T01:18:32.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.453+0000 7f5b62ffd640 1 -- 172.21.15.122:0/1400196097 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b4c032810 con 0x7f5b640b4a20 2024-09-12T01:18:32.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.454+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/1400196097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b640b4a20 msgr2=0x7f5b640ad020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:32.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.454+0000 7f5b6a0d0640 1 --2- 172.21.15.122:0/1400196097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b640b4a20 0x7f5b640ad020 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f5b640d0d60 tx=0x7f5b4c02a1e0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.454+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/1400196097 shutdown_connections 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.454+0000 7f5b6a0d0640 1 --2- 172.21.15.122:0/1400196097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b640b4a20 0x7f5b640ad020 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.454+0000 7f5b6a0d0640 1 --2- 172.21.15.122:0/1400196097 >> v2:172.21.15.151:3300/0 conn(0x7f5b6415e900 0x7f5b640b4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.454+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/1400196097 >> 172.21.15.122:0/1400196097 conn(0x7f5b6406bdf0 msgr2=0x7f5b6406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.454+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/1400196097 shutdown_connections 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.454+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/1400196097 wait complete. 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.455+0000 7f5b6a0d0640 1 Processor -- start 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.455+0000 7f5b6a0d0640 1 -- start start 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b6a0d0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b64072050 0x7f5b64155b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b6a0d0640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b640b4a20 0x7f5b64157390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b6a0d0640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b6415e900 0x7f5b6406f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b6a0d0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5b640ad560 con 0x7f5b64072050 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b6a0d0640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f5b640b4e50 con 0x7f5b6415e900 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b6a0d0640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5b640cf590 con 0x7f5b640b4a20 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b637fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b64072050 0x7f5b64155b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b637fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b64072050 0x7f5b64155b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37104/0 (socket says 172.21.15.122:37104) 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b637fe640 1 -- 172.21.15.122:0/546121581 learned_addr learned my addr 172.21.15.122:0/546121581 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b63fff640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b6415e900 0x7f5b6406f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b5affd640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b640b4a20 0x7f5b64157390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b637fe640 1 -- 172.21.15.122:0/546121581 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b640b4a20 msgr2=0x7f5b64157390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b637fe640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b640b4a20 0x7f5b64157390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b637fe640 1 -- 172.21.15.122:0/546121581 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b6415e900 msgr2=0x7f5b6406f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b637fe640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b6415e900 0x7f5b6406f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b637fe640 1 -- 172.21.15.122:0/546121581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b64157ce0 con 0x7f5b64072050 2024-09-12T01:18:32.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.456+0000 7f5b637fe640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b64072050 0x7f5b64155b30 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f5b5400d5f0 tx=0x7f5b5400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:32.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.457+0000 7f5b60ff9640 1 -- 172.21.15.122:0/546121581 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b540125f0 con 0x7f5b64072050 2024-09-12T01:18:32.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.457+0000 7f5b60ff9640 1 -- 172.21.15.122:0/546121581 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b54019070 con 0x7f5b64072050 2024-09-12T01:18:32.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.457+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/546121581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b64157fc0 con 0x7f5b64072050 2024-09-12T01:18:32.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.457+0000 7f5b60ff9640 1 -- 172.21.15.122:0/546121581 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b540129d0 con 0x7f5b64072050 2024-09-12T01:18:32.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.457+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/546121581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b641578d0 con 0x7f5b64072050 2024-09-12T01:18:32.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.458+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/546121581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b640cf920 con 0x7f5b64072050 2024-09-12T01:18:32.460 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.459+0000 7f5b60ff9640 1 -- 172.21.15.122:0/546121581 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5b54012b70 con 0x7f5b64072050 2024-09-12T01:18:32.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.459+0000 7f5b60ff9640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b4406be60 0x7f5b4406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:32.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.459+0000 7f5b5affd640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b4406be60 0x7f5b4406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:32.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.459+0000 7f5b60ff9640 1 -- 172.21.15.122:0/546121581 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f5b5408b420 con 0x7f5b64072050 2024-09-12T01:18:32.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.460+0000 7f5b5affd640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b4406be60 0x7f5b4406e320 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f5b4c034000 tx=0x7f5b4c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:32.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.464+0000 7f5b60ff9640 1 -- 172.21.15.122:0/546121581 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5b54059bc0 con 0x7f5b64072050 2024-09-12T01:18:32.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:32.672+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/546121581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f5b640d05d0 con 0x7f5b64072050 2024-09-12T01:18:33.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.337+0000 7f5b60ff9640 1 -- 172.21.15.122:0/546121581 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v26) ==== 122+0+0 (secure 0 0 0) 0x7f5b540594c0 con 0x7f5b64072050 2024-09-12T01:18:33.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/546121581 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b4406be60 msgr2=0x7f5b4406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b4406be60 0x7f5b4406e320 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f5b4c034000 tx=0x7f5b4c02e000 comp rx=0 tx=0).stop 2024-09-12T01:18:33.339 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/546121581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b64072050 msgr2=0x7f5b64155b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b64072050 0x7f5b64155b30 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f5b5400d5f0 tx=0x7f5b5400dab0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/546121581 shutdown_connections 2024-09-12T01:18:33.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5b4406be60 0x7f5b4406e320 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5b6415e900 0x7f5b6406f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5b640b4a20 0x7f5b64157390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 --2- 172.21.15.122:0/546121581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b64072050 0x7f5b64155b30 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/546121581 >> 172.21.15.122:0/546121581 conn(0x7f5b6406bdf0 msgr2=0x7f5b6415b770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:33.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/546121581 shutdown_connections 2024-09-12T01:18:33.340 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.340+0000 7f5b6a0d0640 1 -- 172.21.15.122:0/546121581 wait complete. 2024-09-12T01:18:33.350 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-12T01:18:33.351 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:33.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.452+0000 7efc6bab7640 1 Processor -- start 2024-09-12T01:18:33.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.452+0000 7efc6bab7640 1 -- start start 2024-09-12T01:18:33.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6bab7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efc64161c80 0x7efc6406e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6bab7640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7efc64162060 0x7efc640b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6bab7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7efc640b64b0 0x7efc640b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6bab7640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7efc6406e870 con 0x7efc640b64b0 2024-09-12T01:18:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6bab7640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7efc6406d9f0 con 0x7efc64162060 2024-09-12T01:18:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6bab7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7efc6406dcd0 con 0x7efc64161c80 2024-09-12T01:18:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6a054640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7efc640b64b0 0x7efc640b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6a054640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7efc640b64b0 0x7efc640b6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37106/0 (socket says 172.21.15.122:37106) 2024-09-12T01:18:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6a054640 1 -- 172.21.15.122:0/1833081150 learned_addr learned my addr 172.21.15.122:0/1833081150 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc69853640 1 --2- 172.21.15.122:0/1833081150 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efc64161c80 0x7efc6406e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc69052640 1 --2- 172.21.15.122:0/1833081150 >> v2:172.21.15.151:3300/0 conn(0x7efc64162060 0x7efc640b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.455 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6a054640 1 -- 172.21.15.122:0/1833081150 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efc64161c80 msgr2=0x7efc6406e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6a054640 1 --2- 172.21.15.122:0/1833081150 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efc64161c80 0x7efc6406e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6a054640 1 -- 172.21.15.122:0/1833081150 >> v2:172.21.15.151:3300/0 conn(0x7efc64162060 msgr2=0x7efc640b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6a054640 1 --2- 172.21.15.122:0/1833081150 >> v2:172.21.15.151:3300/0 conn(0x7efc64162060 0x7efc640b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.453+0000 7efc6a054640 1 -- 172.21.15.122:0/1833081150 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc6406dfb0 con 0x7efc640b64b0 2024-09-12T01:18:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.454+0000 7efc6a054640 1 --2- 172.21.15.122:0/1833081150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc640b64b0 0x7efc640b6960 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7efc640d0cb0 tx=0x7efc5c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79b0fa13bd224ada server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.454+0000 7efc68851640 1 -- 172.21.15.122:0/1833081150 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5c036070 con 0x7efc640b64b0 2024-09-12T01:18:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.454+0000 7efc68851640 1 -- 172.21.15.122:0/1833081150 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc5c031600 con 0x7efc640b64b0 2024-09-12T01:18:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.454+0000 7efc68851640 1 -- 172.21.15.122:0/1833081150 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5c0319d0 con 0x7efc640b64b0 2024-09-12T01:18:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.455+0000 7efc6bab7640 1 -- 172.21.15.122:0/1833081150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc640b64b0 msgr2=0x7efc640b6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.455+0000 7efc6bab7640 1 --2- 172.21.15.122:0/1833081150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc640b64b0 0x7efc640b6960 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7efc640d0cb0 tx=0x7efc5c02a6a0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.455+0000 7efc6bab7640 1 -- 172.21.15.122:0/1833081150 shutdown_connections 2024-09-12T01:18:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.455+0000 7efc6bab7640 1 --2- 172.21.15.122:0/1833081150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc640b64b0 0x7efc640b6960 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.455+0000 7efc6bab7640 1 --2- 172.21.15.122:0/1833081150 >> v2:172.21.15.151:3300/0 conn(0x7efc64162060 0x7efc640b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.455+0000 7efc6bab7640 1 --2- 172.21.15.122:0/1833081150 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efc64161c80 0x7efc6406e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.455+0000 7efc6bab7640 1 -- 172.21.15.122:0/1833081150 >> 172.21.15.122:0/1833081150 conn(0x7efc640d44f0 msgr2=0x7efc640d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.455+0000 7efc6bab7640 1 -- 172.21.15.122:0/1833081150 shutdown_connections 2024-09-12T01:18:33.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.455+0000 7efc6bab7640 1 -- 172.21.15.122:0/1833081150 wait complete. 2024-09-12T01:18:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.456+0000 7efc6bab7640 1 Processor -- start 2024-09-12T01:18:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.456+0000 7efc6bab7640 1 -- start start 2024-09-12T01:18:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6bab7640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7efc640b64b0 0x7efc640b21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6bab7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efc64161c80 0x7efc6415a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6bab7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc64162060 0x7efc641f4e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6bab7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efc64162500 con 0x7efc64162060 2024-09-12T01:18:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6bab7640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7efc640d2aa0 con 0x7efc640b64b0 2024-09-12T01:18:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6bab7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7efc64162680 con 0x7efc64161c80 2024-09-12T01:18:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6a054640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc64162060 0x7efc641f4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6a054640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc64162060 0x7efc641f4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37122/0 (socket says 172.21.15.122:37122) 2024-09-12T01:18:33.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6a054640 1 -- 172.21.15.122:0/1334257802 learned_addr learned my addr 172.21.15.122:0/1334257802 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc69853640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7efc640b64b0 0x7efc640b21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc69052640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efc64161c80 0x7efc6415a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6a054640 1 -- 172.21.15.122:0/1334257802 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efc64161c80 msgr2=0x7efc6415a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6a054640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efc64161c80 0x7efc6415a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6a054640 1 -- 172.21.15.122:0/1334257802 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7efc640b64b0 msgr2=0x7efc640b21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6a054640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7efc640b64b0 0x7efc640b21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6a054640 1 -- 172.21.15.122:0/1334257802 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc6415b040 con 0x7efc64162060 2024-09-12T01:18:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc69052640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efc64161c80 0x7efc6415a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6a054640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc64162060 0x7efc641f4e00 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7efc5c034040 tx=0x7efc5c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:33.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc5a7fc640 1 -- 172.21.15.122:0/1334257802 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5c036050 con 0x7efc64162060 2024-09-12T01:18:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc5a7fc640 1 -- 172.21.15.122:0/1334257802 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc5c042070 con 0x7efc64162060 2024-09-12T01:18:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6bab7640 1 -- 172.21.15.122:0/1334257802 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc640b8060 con 0x7efc64162060 2024-09-12T01:18:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc5a7fc640 1 -- 172.21.15.122:0/1334257802 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5c009510 con 0x7efc64162060 2024-09-12T01:18:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.457+0000 7efc6bab7640 1 -- 172.21.15.122:0/1334257802 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc6415b320 con 0x7efc64162060 2024-09-12T01:18:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.458+0000 7efc6bab7640 1 -- 172.21.15.122:0/1334257802 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc6406e330 con 0x7efc64162060 2024-09-12T01:18:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.459+0000 7efc5a7fc640 1 -- 172.21.15.122:0/1334257802 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efc5c007bd0 con 0x7efc64162060 2024-09-12T01:18:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.459+0000 7efc5a7fc640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7efc4806be30 0x7efc4806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.459+0000 7efc5a7fc640 1 -- 172.21.15.122:0/1334257802 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7efc5c0abde0 con 0x7efc64162060 2024-09-12T01:18:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.459+0000 7efc69853640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7efc4806be30 0x7efc4806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.460+0000 7efc69853640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7efc4806be30 0x7efc4806e2f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efc60006fd0 tx=0x7efc60008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:33.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.464+0000 7efc5a7fc640 1 -- 172.21.15.122:0/1334257802 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efc5c07a600 con 0x7efc64162060 2024-09-12T01:18:33.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.669+0000 7efc6bab7640 1 -- 172.21.15.122:0/1334257802 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efc640ba470 con 0x7efc64162060 2024-09-12T01:18:33.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.669+0000 7efc5a7fc640 1 -- 172.21.15.122:0/1334257802 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5232 (secure 0 0 0) 0x7efc5c079f00 con 0x7efc64162060 2024-09-12T01:18:33.668 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:33.669 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":26,"btime":"2024-09-12T01:18:33:334645+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4823,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3841854033","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3841854033},{"type":"v1","addr":"172.21.15.122:6837","nonce":3841854033}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":4832,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/4219428364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":4219428364},{"type":"v1","addr":"172.21.15.151:6835","nonce":4219428364}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":4835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2960749331","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2960749331},{"type":"v1","addr":"172.21.15.151:6834","nonce":2960749331}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:30.661492+0000","modified":"2024-09-12T01:18:32.673738+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5319},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5319":{"gid":5319,"name":"c","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6835/444570294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":444570294},{"type":"v1","addr":"172.21.15.122:6835","nonce":444570294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5319,"qdb_cluster":[5319]},"id":3}]} 2024-09-12T01:18:33.669 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 26 2024-09-12T01:18:33.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 -- 172.21.15.122:0/1334257802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7efc4806be30 msgr2=0x7efc4806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7efc4806be30 0x7efc4806e2f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efc60006fd0 tx=0x7efc60008040 comp rx=0 tx=0).stop 2024-09-12T01:18:33.670 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 -- 172.21.15.122:0/1334257802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc64162060 msgr2=0x7efc641f4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc64162060 0x7efc641f4e00 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7efc5c034040 tx=0x7efc5c004a40 comp rx=0 tx=0).stop 2024-09-12T01:18:33.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 -- 172.21.15.122:0/1334257802 shutdown_connections 2024-09-12T01:18:33.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7efc4806be30 0x7efc4806e2f0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc64162060 0x7efc641f4e00 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efc64161c80 0x7efc6415a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 --2- 172.21.15.122:0/1334257802 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7efc640b64b0 0x7efc640b21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 -- 172.21.15.122:0/1334257802 >> 172.21.15.122:0/1334257802 conn(0x7efc640d44f0 msgr2=0x7efc640b48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:33.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 -- 172.21.15.122:0/1334257802 shutdown_connections 2024-09-12T01:18:33.671 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.671+0000 7efc6bab7640 1 -- 172.21.15.122:0/1334257802 wait complete. 2024-09-12T01:18:33.681 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:18:33.777 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-09-12T01:18:33.777 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-12T01:18:33.777 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-12T01:18:33.779 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.779+0000 7f28d5ad0640 1 Processor -- start 2024-09-12T01:18:33.779 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.780+0000 7f28d5ad0640 1 -- start start 2024-09-12T01:18:33.783 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.780+0000 7f28d5ad0640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f28d015fc30 0x7f28d0071e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.780+0000 7f28d5ad0640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d00b17d0 0x7f28d009aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.780+0000 7f28d5ad0640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28d009ba30 con 0x7f28d009af70 2024-09-12T01:18:33.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.780+0000 7f28d5ad0640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f28d00b1590 con 0x7f28d015fc30 2024-09-12T01:18:33.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.780+0000 7f28d5ad0640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f28d0160ab0 con 0x7f28d00b17d0 2024-09-12T01:18:33.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.780+0000 7f28cffff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f28d009af70 0x7f28d00d0310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:49594/0 (socket says 172.21.15.122:49594) 2024-09-12T01:18:33.784 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.780+0000 7f28cffff640 1 -- 172.21.15.122:0/3594486273 learned_addr learned my addr 172.21.15.122:0/3594486273 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:33.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1591429371 0 0) 0x7f28d009ba30 con 0x7f28d009af70 2024-09-12T01:18:33.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f28b8003520 con 0x7f28d009af70 2024-09-12T01:18:33.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ceffd640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d00b17d0 0x7f28d009aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28cf7fe640 1 --2- 172.21.15.122:0/3594486273 >> v2:172.21.15.151:3300/0 conn(0x7f28d015fc30 0x7f28d0071e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2897189031 0 0) 0x7f28b8003520 con 0x7f28d009af70 2024-09-12T01:18:33.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d00b17d0 msgr2=0x7f28d009aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:33.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d00b17d0 0x7f28d009aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.785 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 >> v2:172.21.15.151:3300/0 conn(0x7f28d015fc30 msgr2=0x7f28d0071e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:33.786 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 --2- 172.21.15.122:0/3594486273 >> v2:172.21.15.151:3300/0 conn(0x7f28d015fc30 0x7f28d0071e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.786 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28d009bcf0 con 0x7f28d009af70 2024-09-12T01:18:33.786 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f28c8001670 con 0x7f28d009af70 2024-09-12T01:18:33.786 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 >> v1:172.21.15.122:6789/0 conn(0x7f28d009af70 legacy=0x7f28d00d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.786 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f28b80039b0 0x7f28b8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.786 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d00b17d0 0x7f28b8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.786 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28b8004d40 0x7f28b80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.786 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f28d00b1590 con 0x7f28b8004d40 2024-09-12T01:18:33.786 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f28d0160ab0 con 0x7f28b80039b0 2024-09-12T01:18:33.786 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f28b800b9f0 con 0x7f28d00b17d0 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28cffff640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28b8004d40 0x7f28b80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28ceffd640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d00b17d0 0x7f28b8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28cf7fe640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f28b80039b0 0x7f28b8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28cffff640 1 -- 172.21.15.122:0/3594486273 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d00b17d0 msgr2=0x7f28b8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28cffff640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d00b17d0 0x7f28b8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28cffff640 1 -- 172.21.15.122:0/3594486273 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f28b80039b0 msgr2=0x7f28b8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28cffff640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f28b80039b0 0x7f28b8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.781+0000 7f28cffff640 1 -- 172.21.15.122:0/3594486273 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28b8003520 con 0x7f28b8004d40 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.782+0000 7f28cffff640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28b8004d40 0x7f28b80051c0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f28c800c160 tx=0x7f28b8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38b1d5e6e3ddc73a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.782+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c8007c80 con 0x7f28b8004d40 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.782+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28c8005af0 con 0x7f28b8004d40 2024-09-12T01:18:33.787 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.782+0000 7f28ce7fc640 1 -- 172.21.15.122:0/3594486273 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c8007070 con 0x7f28b8004d40 2024-09-12T01:18:33.788 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.783+0000 7f28d5ad0640 1 -- 172.21.15.122:0/3594486273 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28b8004d40 msgr2=0x7f28b80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.788 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.783+0000 7f28d5ad0640 1 --2- 172.21.15.122:0/3594486273 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28b8004d40 0x7f28b80051c0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f28c800c160 tx=0x7f28b8005830 comp rx=0 tx=0).stop 2024-09-12T01:18:33.788 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.783+0000 7f28cffff640 1 -- 172.21.15.122:0/3594486273 reap_dead start 2024-09-12T01:18:33.788 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.783+0000 7f28d5ad0640 1 -- 172.21.15.122:0/3594486273 shutdown_connections 2024-09-12T01:18:33.788 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.783+0000 7f28d5ad0640 1 -- 172.21.15.122:0/3594486273 >> 172.21.15.122:0/3594486273 conn(0x7f28d00d23a0 msgr2=0x7f28d00d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:33.788 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.783+0000 7f28d5ad0640 1 -- 172.21.15.122:0/3594486273 shutdown_connections 2024-09-12T01:18:33.788 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.783+0000 7f28d5ad0640 1 -- 172.21.15.122:0/3594486273 wait complete. 2024-09-12T01:18:33.788 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.784+0000 7f28d5ad0640 1 Processor -- start 2024-09-12T01:18:33.788 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.784+0000 7f28d5ad0640 1 -- start start 2024-09-12T01:18:33.791 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28d5ad0640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f28d01e8920 0x7f28d00cd590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.791 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28d5ad0640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d01e8d00 0x7f28d00cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28d5ad0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28d01e6240 0x7f28d01e66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28d5ad0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f28d00b1bd0 con 0x7f28d01e6240 2024-09-12T01:18:33.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28d5ad0640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f28d0160fe0 con 0x7f28d01e8920 2024-09-12T01:18:33.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28d5ad0640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f28d0071500 con 0x7f28d01e8d00 2024-09-12T01:18:33.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28cffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28d01e6240 0x7f28d01e66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28cffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28d01e6240 0x7f28d01e66f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37142/0 (socket says 172.21.15.122:37142) 2024-09-12T01:18:33.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28cffff640 1 -- 172.21.15.122:0/1937367902 learned_addr learned my addr 172.21.15.122:0/1937367902 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:33.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28cf7fe640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f28d01e8920 0x7f28d00cd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28ceffd640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d01e8d00 0x7f28d00cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28cffff640 1 -- 172.21.15.122:0/1937367902 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d01e8d00 msgr2=0x7f28d00cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28cffff640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d01e8d00 0x7f28d00cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28cffff640 1 -- 172.21.15.122:0/1937367902 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f28d01e8920 msgr2=0x7f28d00cd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28cffff640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f28d01e8920 0x7f28d00cd590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28cffff640 1 -- 172.21.15.122:0/1937367902 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28d01f6380 con 0x7f28d01e6240 2024-09-12T01:18:33.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28ceffd640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d01e8d00 0x7f28d00cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:33.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.785+0000 7f28cffff640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28d01e6240 0x7f28d01e66f0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f28c800c160 tx=0x7f28d009bec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:33.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.786+0000 7f28b7fff640 1 -- 172.21.15.122:0/1937367902 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c8037040 con 0x7f28d01e6240 2024-09-12T01:18:33.793 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.786+0000 7f28b7fff640 1 -- 172.21.15.122:0/1937367902 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28c8041070 con 0x7f28d01e6240 2024-09-12T01:18:33.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.786+0000 7f28d5ad0640 1 -- 172.21.15.122:0/1937367902 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28d01f6660 con 0x7f28d01e6240 2024-09-12T01:18:33.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.786+0000 7f28b7fff640 1 -- 172.21.15.122:0/1937367902 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c8001be0 con 0x7f28d01e6240 2024-09-12T01:18:33.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.786+0000 7f28d5ad0640 1 -- 172.21.15.122:0/1937367902 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28d01f3d00 con 0x7f28d01e6240 2024-09-12T01:18:33.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.787+0000 7f28d5ad0640 1 -- 172.21.15.122:0/1937367902 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28d00cc6d0 con 0x7f28d01e6240 2024-09-12T01:18:33.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.787+0000 7f28b7fff640 1 -- 172.21.15.122:0/1937367902 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f28c8007270 con 0x7f28d01e6240 2024-09-12T01:18:33.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.787+0000 7f28b7fff640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f28bc06be60 0x7f28bc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:33.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.788+0000 7f28cf7fe640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f28bc06be60 0x7f28bc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:33.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.788+0000 7f28b7fff640 1 -- 172.21.15.122:0/1937367902 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f28c80aad40 con 0x7f28d01e6240 2024-09-12T01:18:33.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.788+0000 7f28cf7fe640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f28bc06be60 0x7f28bc06e320 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f28c0014450 tx=0x7f28c000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:33.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.792+0000 7f28b7fff640 1 -- 172.21.15.122:0/1937367902 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f28d00cc6d0 con 0x7f28d01e6240 2024-09-12T01:18:33.961 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.962+0000 7f28d5ad0640 1 -- 172.21.15.122:0/1937367902 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f28d0071e40 con 0x7f28d01e6240 2024-09-12T01:18:33.962 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.963+0000 7f28b7fff640 1 -- 172.21.15.122:0/1937367902 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v51) ==== 74+0+17074 (secure 0 0 0) 0x7f28c8079430 con 0x7f28d01e6240 2024-09-12T01:18:33.962 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:33.963 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":51,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:18:32.329075+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:18:29.021288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-12T01:18:29.634307+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 -- 172.21.15.122:0/1937367902 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f28bc06be60 msgr2=0x7f28bc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f28bc06be60 0x7f28bc06e320 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f28c0014450 tx=0x7f28c000b040 comp rx=0 tx=0).stop 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 -- 172.21.15.122:0/1937367902 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28d01e6240 msgr2=0x7f28d01e66f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28d01e6240 0x7f28d01e66f0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f28c800c160 tx=0x7f28d009bec0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 -- 172.21.15.122:0/1937367902 shutdown_connections 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f28bc06be60 0x7f28bc06e320 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28d01e6240 0x7f28d01e66f0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f28d01e8d00 0x7f28d00cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 --2- 172.21.15.122:0/1937367902 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f28d01e8920 0x7f28d00cd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 -- 172.21.15.122:0/1937367902 >> 172.21.15.122:0/1937367902 conn(0x7f28d00d23a0 msgr2=0x7f28d0154290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 -- 172.21.15.122:0/1937367902 shutdown_connections 2024-09-12T01:18:33.965 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:33.965+0000 7f28d5ad0640 1 -- 172.21.15.122:0/1937367902 wait complete. 2024-09-12T01:18:33.976 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T01:18:33.976 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:18:34.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.075+0000 7fa40c677640 1 Processor -- start 2024-09-12T01:18:34.075 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.075+0000 7fa40c677640 1 -- start start 2024-09-12T01:18:34.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.076+0000 7fa40c677640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa404145e00 0x7fa4040cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.076+0000 7fa40c677640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4040af720 con 0x7fa4040d0be0 2024-09-12T01:18:34.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.076+0000 7fa40c677640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa40415d8c0 con 0x7fa40415d460 2024-09-12T01:18:34.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.076+0000 7fa40c677640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa4041461e0 con 0x7fa404145e00 2024-09-12T01:18:34.079 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.076+0000 7fa40ac14640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fa4040d0be0 0x7fa4040afc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:49604/0 (socket says 172.21.15.122:49604) 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.076+0000 7fa40ac14640 1 -- 172.21.15.122:0/1957822610 learned_addr learned my addr 172.21.15.122:0/1957822610 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa40a413640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa404145e00 0x7fa4040cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3600375922 0 0) 0x7fa4040af720 con 0x7fa4040d0be0 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa3f0003520 con 0x7fa4040d0be0 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2382978643 0 0) 0x7fa3f0003520 con 0x7fa4040d0be0 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa404145e00 msgr2=0x7fa4040cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa404145e00 0x7fa4040cd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 >> v1:172.21.15.151:6789/0 conn(0x7fa40415d460 legacy=0x7fa4040d04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4040cdf90 con 0x7fa4040d0be0 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fa3fc001a10 con 0x7fa4040d0be0 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 >> v1:172.21.15.122:6789/0 conn(0x7fa4040d0be0 legacy=0x7fa4040afc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3f00039e0 0x7fa3f0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa404145e00 0x7fa3f0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa3f0004d40 0x7fa3f00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa4041461e0 con 0x7fa3f00039e0 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fa3f000b9c0 con 0x7fa3f0004d40 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa3f000bbc0 con 0x7fa404145e00 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa40a413640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3f00039e0 0x7fa3f0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa40ac14640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa3f0004d40 0x7fa3f00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409c12640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa404145e00 0x7fa3f0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa40a413640 1 -- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa404145e00 msgr2=0x7fa3f0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa40a413640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa404145e00 0x7fa3f0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa40a413640 1 -- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa3f0004d40 msgr2=0x7fa3f00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:34.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa40a413640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa3f0004d40 0x7fa3f00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa40a413640 1 -- 172.21.15.122:0/1957822610 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3f0003520 con 0x7fa3f00039e0 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.077+0000 7fa409c12640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa404145e00 0x7fa3f0004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.078+0000 7fa40a413640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3f00039e0 0x7fa3f0003dc0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fa400009ac0 tx=0x7fa3f0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=373a9e34f5e79645 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.078+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa400036070 con 0x7fa3f00039e0 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.078+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa400031400 con 0x7fa3f00039e0 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.078+0000 7fa409411640 1 -- 172.21.15.122:0/1957822610 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa400009690 con 0x7fa3f00039e0 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.079+0000 7fa40c677640 1 -- 172.21.15.122:0/1957822610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3f00039e0 msgr2=0x7fa3f0003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.079+0000 7fa40c677640 1 --2- 172.21.15.122:0/1957822610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3f00039e0 0x7fa3f0003dc0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fa400009ac0 tx=0x7fa3f0005830 comp rx=0 tx=0).stop 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.079+0000 7fa40ac14640 1 -- 172.21.15.122:0/1957822610 reap_dead start 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.079+0000 7fa40c677640 1 -- 172.21.15.122:0/1957822610 shutdown_connections 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.079+0000 7fa40c677640 1 -- 172.21.15.122:0/1957822610 >> 172.21.15.122:0/1957822610 conn(0x7fa4040b2f40 msgr2=0x7fa4040b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:34.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.079+0000 7fa40c677640 1 -- 172.21.15.122:0/1957822610 shutdown_connections 2024-09-12T01:18:34.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.079+0000 7fa40c677640 1 -- 172.21.15.122:0/1957822610 wait complete. 2024-09-12T01:18:34.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.080+0000 7fa40c677640 1 Processor -- start 2024-09-12T01:18:34.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.080+0000 7fa40c677640 1 -- start start 2024-09-12T01:18:34.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa40c677640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa3f00039e0 0x7fa40413cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa40c677640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa404157010 0x7fa404141260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa40c677640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa4040cfe50 0x7fa4040d02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa40c677640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa4040ce830 con 0x7fa404157010 2024-09-12T01:18:34.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa40c677640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fa4040ce550 con 0x7fa3f00039e0 2024-09-12T01:18:34.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa40c677640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa4040cede0 con 0x7fa4040cfe50 2024-09-12T01:18:34.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa409c12640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa404157010 0x7fa404141260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa409c12640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa404157010 0x7fa404141260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37158/0 (socket says 172.21.15.122:37158) 2024-09-12T01:18:34.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa409c12640 1 -- 172.21.15.122:0/604031819 learned_addr learned my addr 172.21.15.122:0/604031819 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:34.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa40a413640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa3f00039e0 0x7fa40413cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa40ac14640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa4040cfe50 0x7fa4040d02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa409c12640 1 -- 172.21.15.122:0/604031819 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa4040cfe50 msgr2=0x7fa4040d02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa409c12640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa4040cfe50 0x7fa4040d02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa409c12640 1 -- 172.21.15.122:0/604031819 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa3f00039e0 msgr2=0x7fa40413cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa409c12640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa3f00039e0 0x7fa40413cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa409c12640 1 -- 172.21.15.122:0/604031819 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa404157510 con 0x7fa404157010 2024-09-12T01:18:34.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa40a413640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa3f00039e0 0x7fa40413cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:34.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa409c12640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa404157010 0x7fa404141260 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fa3f400e7d0 tx=0x7fa3f400ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:34.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa3faffd640 1 -- 172.21.15.122:0/604031819 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f40050d0 con 0x7fa404157010 2024-09-12T01:18:34.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa3faffd640 1 -- 172.21.15.122:0/604031819 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3f4005270 con 0x7fa404157010 2024-09-12T01:18:34.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa3faffd640 1 -- 172.21.15.122:0/604031819 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f4005420 con 0x7fa404157010 2024-09-12T01:18:34.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.081+0000 7fa40c677640 1 -- 172.21.15.122:0/604031819 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4041577f0 con 0x7fa404157010 2024-09-12T01:18:34.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.082+0000 7fa40c677640 1 -- 172.21.15.122:0/604031819 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa404157db0 con 0x7fa404157010 2024-09-12T01:18:34.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.082+0000 7fa40c677640 1 -- 172.21.15.122:0/604031819 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa404157fb0 con 0x7fa404157010 2024-09-12T01:18:34.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.083+0000 7fa3faffd640 1 -- 172.21.15.122:0/604031819 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa3f401a020 con 0x7fa404157010 2024-09-12T01:18:34.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.083+0000 7fa3faffd640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa3e806be30 0x7fa3e806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.083+0000 7fa3faffd640 1 -- 172.21.15.122:0/604031819 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7fa3f408a700 con 0x7fa404157010 2024-09-12T01:18:34.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.083+0000 7fa40a413640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa3e806be30 0x7fa3e806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.084+0000 7fa40a413640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa3e806be30 0x7fa3e806e2f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa400033000 tx=0x7fa400008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:34.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.088+0000 7fa3faffd640 1 -- 172.21.15.122:0/604031819 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa3f4058fb0 con 0x7fa404157010 2024-09-12T01:18:34.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.248+0000 7fa40c677640 1 -- 172.21.15.122:0/604031819 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa4040cd8a0 con 0x7fa3e806be30 2024-09-12T01:18:34.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.253+0000 7fa3faffd640 1 -- 172.21.15.122:0/604031819 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240037 (secure 0 0 0) 0x7fa4040cd8a0 con 0x7fa3e806be30 2024-09-12T01:18:34.255 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:34.256 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:18:34.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 -- 172.21.15.122:0/604031819 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa3e806be30 msgr2=0x7fa3e806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa3e806be30 0x7fa3e806e2f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa400033000 tx=0x7fa400008030 comp rx=0 tx=0).stop 2024-09-12T01:18:34.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 -- 172.21.15.122:0/604031819 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa404157010 msgr2=0x7fa404141260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa404157010 0x7fa404141260 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fa3f400e7d0 tx=0x7fa3f400ec90 comp rx=0 tx=0).stop 2024-09-12T01:18:34.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 -- 172.21.15.122:0/604031819 shutdown_connections 2024-09-12T01:18:34.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa3e806be30 0x7fa3e806e2f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa4040cfe50 0x7fa4040d02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa404157010 0x7fa404141260 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 --2- 172.21.15.122:0/604031819 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa3f00039e0 0x7fa40413cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.259 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 -- 172.21.15.122:0/604031819 >> 172.21.15.122:0/604031819 conn(0x7fa4040b2f40 msgr2=0x7fa4040b0db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:34.259 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 -- 172.21.15.122:0/604031819 shutdown_connections 2024-09-12T01:18:34.259 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.256+0000 7fa40c677640 1 -- 172.21.15.122:0/604031819 wait complete. 2024-09-12T01:18:34.266 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2024-09-12T01:18:33.856222+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225928,"kb_used_data":5516,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754748792,"statfs":{"total":773094113280,"available":772862763008,"internally_reserved":0,"allocated":5648384,"data_stored":3120627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":225496628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.540003"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321069+0000","last_change":"2024-09-12T01:18:29.321069+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321069+0000","last_undegraded":"2024-09-12T01:18:29.321069+0000","last_fullsized":"2024-09-12T01:18:29.321069+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323554+0000","last_change":"2024-09-12T01:18:29.323554+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323554+0000","last_undegraded":"2024-09-12T01:18:29.323554+0000","last_fullsized":"2024-09-12T01:18:29.323554+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323723+0000","last_change":"2024-09-12T01:18:29.323723+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323723+0000","last_undegraded":"2024-09-12T01:18:29.323723+0000","last_fullsized":"2024-09-12T01:18:29.323723+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.322303+0000","last_change":"2024-09-12T01:18:29.322303+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.322303+0000","last_undegraded":"2024-09-12T01:18:29.322303+0000","last_fullsized":"2024-09-12T01:18:29.322303+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321311+0000","last_change":"2024-09-12T01:18:29.321311+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321311+0000","last_undegraded":"2024-09-12T01:18:29.321311+0000","last_fullsized":"2024-09-12T01:18:29.321311+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318062+0000","last_change":"2024-09-12T01:18:29.318062+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318062+0000","last_undegraded":"2024-09-12T01:18:29.318062+0000","last_fullsized":"2024-09-12T01:18:29.318062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320334+0000","last_change":"2024-09-12T01:18:29.320334+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320334+0000","last_undegraded":"2024-09-12T01:18:29.320334+0000","last_fullsized":"2024-09-12T01:18:29.320334+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321021+0000","last_change":"2024-09-12T01:18:29.321021+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321021+0000","last_undegraded":"2024-09-12T01:18:29.321021+0000","last_fullsized":"2024-09-12T01:18:29.321021+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318133+0000","last_change":"2024-09-12T01:18:29.318133+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318133+0000","last_undegraded":"2024-09-12T01:18:29.318133+0000","last_fullsized":"2024-09-12T01:18:29.318133+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318068+0000","last_change":"2024-09-12T01:18:29.318068+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318068+0000","last_undegraded":"2024-09-12T01:18:29.318068+0000","last_fullsized":"2024-09-12T01:18:29.318068+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319562+0000","last_change":"2024-09-12T01:18:29.319562+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319562+0000","last_undegraded":"2024-09-12T01:18:29.319562+0000","last_fullsized":"2024-09-12T01:18:29.319562+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319510+0000","last_change":"2024-09-12T01:18:29.319510+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319510+0000","last_undegraded":"2024-09-12T01:18:29.319510+0000","last_fullsized":"2024-09-12T01:18:29.319510+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320464+0000","last_change":"2024-09-12T01:18:29.320464+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320464+0000","last_undegraded":"2024-09-12T01:18:29.320464+0000","last_fullsized":"2024-09-12T01:18:29.320464+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320347+0000","last_change":"2024-09-12T01:18:29.320347+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320347+0000","last_undegraded":"2024-09-12T01:18:29.320347+0000","last_fullsized":"2024-09-12T01:18:29.320347+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318470+0000","last_change":"2024-09-12T01:18:29.318470+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318470+0000","last_undegraded":"2024-09-12T01:18:29.318470+0000","last_fullsized":"2024-09-12T01:18:29.318470+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319485+0000","last_change":"2024-09-12T01:18:29.319485+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319485+0000","last_undegraded":"2024-09-12T01:18:29.319485+0000","last_fullsized":"2024-09-12T01:18:29.319485+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320662+0000","last_change":"2024-09-12T01:18:29.320662+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320662+0000","last_undegraded":"2024-09-12T01:18:29.320662+0000","last_fullsized":"2024-09-12T01:18:29.320662+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320648+0000","last_change":"2024-09-12T01:18:29.320648+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320648+0000","last_undegraded":"2024-09-12T01:18:29.320648+0000","last_fullsized":"2024-09-12T01:18:29.320648+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320349+0000","last_change":"2024-09-12T01:18:29.320349+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320349+0000","last_undegraded":"2024-09-12T01:18:29.320349+0000","last_fullsized":"2024-09-12T01:18:29.320349+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320341+0000","last_change":"2024-09-12T01:18:29.320341+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320341+0000","last_undegraded":"2024-09-12T01:18:29.320341+0000","last_fullsized":"2024-09-12T01:18:29.320341+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323189+0000","last_change":"2024-09-12T01:18:29.323189+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323189+0000","last_undegraded":"2024-09-12T01:18:29.323189+0000","last_fullsized":"2024-09-12T01:18:29.323189+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319501+0000","last_change":"2024-09-12T01:18:29.319501+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319501+0000","last_undegraded":"2024-09-12T01:18:29.319501+0000","last_fullsized":"2024-09-12T01:18:29.319501+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320982+0000","last_change":"2024-09-12T01:18:29.320982+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320982+0000","last_undegraded":"2024-09-12T01:18:29.320982+0000","last_fullsized":"2024-09-12T01:18:29.320982+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320662+0000","last_change":"2024-09-12T01:18:29.320662+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320662+0000","last_undegraded":"2024-09-12T01:18:29.320662+0000","last_fullsized":"2024-09-12T01:18:29.320662+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320388+0000","last_change":"2024-09-12T01:18:29.320388+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320388+0000","last_undegraded":"2024-09-12T01:18:29.320388+0000","last_fullsized":"2024-09-12T01:18:29.320388+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318198+0000","last_change":"2024-09-12T01:18:29.318198+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318198+0000","last_undegraded":"2024-09-12T01:18:29.318198+0000","last_fullsized":"2024-09-12T01:18:29.318198+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321254+0000","last_change":"2024-09-12T01:18:29.321254+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321254+0000","last_undegraded":"2024-09-12T01:18:29.321254+0000","last_fullsized":"2024-09-12T01:18:29.321254+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318859+0000","last_change":"2024-09-12T01:18:29.318859+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318859+0000","last_undegraded":"2024-09-12T01:18:29.318859+0000","last_fullsized":"2024-09-12T01:18:29.318859+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318865+0000","last_change":"2024-09-12T01:18:29.318865+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318865+0000","last_undegraded":"2024-09-12T01:18:29.318865+0000","last_fullsized":"2024-09-12T01:18:29.318865+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318062+0000","last_change":"2024-09-12T01:18:29.318062+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318062+0000","last_undegraded":"2024-09-12T01:18:29.318062+0000","last_fullsized":"2024-09-12T01:18:29.318062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.322268+0000","last_change":"2024-09-12T01:18:29.322268+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.322268+0000","last_undegraded":"2024-09-12T01:18:29.322268+0000","last_fullsized":"2024-09-12T01:18:29.322268+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320774+0000","last_change":"2024-09-12T01:18:29.320774+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320774+0000","last_undegraded":"2024-09-12T01:18:29.320774+0000","last_fullsized":"2024-09-12T01:18:29.320774+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":219,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-12T01:18:29.318212+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:18:29.318212+0000","last_peered":"2024-09-12T01:18:29.318212+0000","last_clean":"2024-09-12T01:18:29.318212+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:18:29.318212+0000","last_undegraded":"2024-09-12T01:18:29.318212+0000","last_fullsized":"2024-09-12T01:18:29.318212+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1146880,"data_stored":830526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27568,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344272,"statfs":{"total":96636764160,"available":96608534528,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27584,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344256,"statfs":{"total":96636764160,"available":96608518144,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27584,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344256,"statfs":{"total":96636764160,"available":96608518144,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27568,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344272,"statfs":{"total":96636764160,"available":96608534528,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27588,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344252,"statfs":{"total":96636764160,"available":96608514048,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542166,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32312,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339528,"statfs":{"total":96636764160,"available":96603676672,"internally_reserved":0,"allocated":1146880,"data_stored":830526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:18:34.270 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:18:34.406 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.407+0000 7f953c34b640 1 Processor -- start 2024-09-12T01:18:34.406 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.407+0000 7f953c34b640 1 -- start start 2024-09-12T01:18:34.407 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f953c34b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f953415e5d0 0x7f95340d10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f953c34b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f953406df60 0x7f953409aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f953c34b640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f953406cec0 con 0x7f95340d1630 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f953c34b640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f953406dad0 con 0x7f953406df60 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f953c34b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f953406d1a0 con 0x7f953415e5d0 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f953a8e8640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f95340d1630 0x7f9534162230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:49610/0 (socket says 172.21.15.122:49610) 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f953a8e8640 1 -- 172.21.15.122:0/4116646256 learned_addr learned my addr 172.21.15.122:0/4116646256 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f95398e6640 1 --2- 172.21.15.122:0/4116646256 >> v2:172.21.15.122:3300/0 conn(0x7f953406df60 0x7f953409aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f95398e6640 1 -- 172.21.15.122:0/4116646256 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f953415e5d0 msgr2=0x7f95340d10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f95398e6640 1 --2- 172.21.15.122:0/4116646256 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f953415e5d0 0x7f95340d10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f95398e6640 1 -- 172.21.15.122:0/4116646256 >> v1:172.21.15.122:6789/0 conn(0x7f95340d1630 legacy=0x7f9534162230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f95398e6640 1 -- 172.21.15.122:0/4116646256 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f953406d480 con 0x7f953406df60 2024-09-12T01:18:34.408 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.408+0000 7f95390e5640 1 -- 172.21.15.122:0/4116646256 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 875071323 0 0) 0x7f953406cec0 con 0x7f95340d1630 2024-09-12T01:18:34.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.409+0000 7f95398e6640 1 --2- 172.21.15.122:0/4116646256 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f953406df60 0x7f953409aa30 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f95240097a0 tx=0x7f952402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=887c25797b12592a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:34.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.409+0000 7f95390e5640 1 -- 172.21.15.122:0/4116646256 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9524037070 con 0x7f953406df60 2024-09-12T01:18:34.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.409+0000 7f95390e5640 1 -- 172.21.15.122:0/4116646256 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9524032440 con 0x7f953406df60 2024-09-12T01:18:34.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.409+0000 7f95390e5640 1 -- 172.21.15.122:0/4116646256 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9524032810 con 0x7f953406df60 2024-09-12T01:18:34.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.410+0000 7f953c34b640 1 -- 172.21.15.122:0/4116646256 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f953406df60 msgr2=0x7f953409aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.410+0000 7f953c34b640 1 --2- 172.21.15.122:0/4116646256 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f953406df60 0x7f953409aa30 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f95240097a0 tx=0x7f952402a210 comp rx=0 tx=0).stop 2024-09-12T01:18:34.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.410+0000 7f953c34b640 1 -- 172.21.15.122:0/4116646256 shutdown_connections 2024-09-12T01:18:34.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.410+0000 7f953c34b640 1 --2- 172.21.15.122:0/4116646256 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f953406df60 0x7f953409aa30 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.410+0000 7f953c34b640 1 --2- 172.21.15.122:0/4116646256 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f953415e5d0 0x7f95340d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.410+0000 7f953c34b640 1 -- 172.21.15.122:0/4116646256 >> 172.21.15.122:0/4116646256 conn(0x7f95340d23a0 msgr2=0x7f95340d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:34.410 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.410+0000 7f953c34b640 1 -- 172.21.15.122:0/4116646256 shutdown_connections 2024-09-12T01:18:34.411 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.410+0000 7f953c34b640 1 -- 172.21.15.122:0/4116646256 wait complete. 2024-09-12T01:18:34.411 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.411+0000 7f953c34b640 1 Processor -- start 2024-09-12T01:18:34.411 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.411+0000 7f953c34b640 1 -- start start 2024-09-12T01:18:34.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953c34b640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f953406df60 0x7f9534153370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953c34b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f95340d1630 0x7f95340c5e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953c34b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f953415e5d0 0x7f9534155730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953c34b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f953415eb30 con 0x7f953415e5d0 2024-09-12T01:18:34.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953c34b640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f953415e9b0 con 0x7f95340d1630 2024-09-12T01:18:34.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953c34b640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f953409af70 con 0x7f953406df60 2024-09-12T01:18:34.413 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953a8e8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f953415e5d0 0x7f9534155730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953a8e8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f953415e5d0 0x7f9534155730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37164/0 (socket says 172.21.15.122:37164) 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953a8e8640 1 -- 172.21.15.122:0/2874664526 learned_addr learned my addr 172.21.15.122:0/2874664526 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953a0e7640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f953406df60 0x7f9534153370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953a8e8640 1 -- 172.21.15.122:0/2874664526 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f953406df60 msgr2=0x7f9534153370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953a8e8640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f953406df60 0x7f9534153370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953a8e8640 1 -- 172.21.15.122:0/2874664526 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f95340d1630 msgr2=0x7f95340c5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953a8e8640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f95340d1630 0x7f95340c5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953a8e8640 1 -- 172.21.15.122:0/2874664526 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95340c6930 con 0x7f953415e5d0 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953a8e8640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f953415e5d0 0x7f9534155730 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f953000c450 tx=0x7f953000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f952affd640 1 -- 172.21.15.122:0/2874664526 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9530018070 con 0x7f953415e5d0 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f952affd640 1 -- 172.21.15.122:0/2874664526 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9530007500 con 0x7f953415e5d0 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953c34b640 1 -- 172.21.15.122:0/2874664526 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95340c6c10 con 0x7f953415e5d0 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f952affd640 1 -- 172.21.15.122:0/2874664526 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9530004a20 con 0x7f953415e5d0 2024-09-12T01:18:34.414 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.412+0000 7f953c34b640 1 -- 172.21.15.122:0/2874664526 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95340c71d0 con 0x7f953415e5d0 2024-09-12T01:18:34.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.414+0000 7f953c34b640 1 -- 172.21.15.122:0/2874664526 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f953409aa30 con 0x7f953415e5d0 2024-09-12T01:18:34.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.414+0000 7f952affd640 1 -- 172.21.15.122:0/2874664526 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f953001b070 con 0x7f953415e5d0 2024-09-12T01:18:34.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.414+0000 7f952affd640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f951806be30 0x7f951806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.415+0000 7f953a0e7640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f951806be30 0x7f951806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.415+0000 7f952affd640 1 -- 172.21.15.122:0/2874664526 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f953008a2f0 con 0x7f953415e5d0 2024-09-12T01:18:34.415 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.415+0000 7f953a0e7640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f951806be30 0x7f951806e2f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f95340b0cb0 tx=0x7f952c007310 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:34.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.419+0000 7f952affd640 1 -- 172.21.15.122:0/2874664526 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9530058b10 con 0x7f953415e5d0 2024-09-12T01:18:34.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.580+0000 7f953c34b640 1 -- 172.21.15.122:0/2874664526 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f95340b2050 con 0x7f951806be30 2024-09-12T01:18:34.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.586+0000 7f952affd640 1 -- 172.21.15.122:0/2874664526 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240037 (secure 0 0 0) 0x7f95340b2050 con 0x7f951806be30 2024-09-12T01:18:34.587 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:34.588 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:18:34.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.588+0000 7f953c34b640 1 -- 172.21.15.122:0/2874664526 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f951806be30 msgr2=0x7f951806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.588+0000 7f953c34b640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f951806be30 0x7f951806e2f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f95340b0cb0 tx=0x7f952c007310 comp rx=0 tx=0).stop 2024-09-12T01:18:34.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.588+0000 7f953c34b640 1 -- 172.21.15.122:0/2874664526 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f953415e5d0 msgr2=0x7f9534155730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.588+0000 7f953c34b640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f953415e5d0 0x7f9534155730 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f953000c450 tx=0x7f953000c910 comp rx=0 tx=0).stop 2024-09-12T01:18:34.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.588+0000 7f953c34b640 1 -- 172.21.15.122:0/2874664526 shutdown_connections 2024-09-12T01:18:34.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.588+0000 7f953c34b640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f951806be30 0x7f951806e2f0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.588+0000 7f953c34b640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f953415e5d0 0x7f9534155730 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.588+0000 7f953c34b640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f95340d1630 0x7f95340c5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.588+0000 7f953c34b640 1 --2- 172.21.15.122:0/2874664526 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f953406df60 0x7f9534153370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.588+0000 7f953c34b640 1 -- 172.21.15.122:0/2874664526 >> 172.21.15.122:0/2874664526 conn(0x7f95340d23a0 msgr2=0x7f95340b2850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:34.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.589+0000 7f953c34b640 1 -- 172.21.15.122:0/2874664526 shutdown_connections 2024-09-12T01:18:34.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.589+0000 7f953c34b640 1 -- 172.21.15.122:0/2874664526 wait complete. 2024-09-12T01:18:34.598 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2024-09-12T01:18:33.856222+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225928,"kb_used_data":5516,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754748792,"statfs":{"total":773094113280,"available":772862763008,"internally_reserved":0,"allocated":5648384,"data_stored":3120627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":225496628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.540003"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321069+0000","last_change":"2024-09-12T01:18:29.321069+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321069+0000","last_undegraded":"2024-09-12T01:18:29.321069+0000","last_fullsized":"2024-09-12T01:18:29.321069+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323554+0000","last_change":"2024-09-12T01:18:29.323554+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323554+0000","last_undegraded":"2024-09-12T01:18:29.323554+0000","last_fullsized":"2024-09-12T01:18:29.323554+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323723+0000","last_change":"2024-09-12T01:18:29.323723+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323723+0000","last_undegraded":"2024-09-12T01:18:29.323723+0000","last_fullsized":"2024-09-12T01:18:29.323723+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.322303+0000","last_change":"2024-09-12T01:18:29.322303+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.322303+0000","last_undegraded":"2024-09-12T01:18:29.322303+0000","last_fullsized":"2024-09-12T01:18:29.322303+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321311+0000","last_change":"2024-09-12T01:18:29.321311+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321311+0000","last_undegraded":"2024-09-12T01:18:29.321311+0000","last_fullsized":"2024-09-12T01:18:29.321311+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318062+0000","last_change":"2024-09-12T01:18:29.318062+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318062+0000","last_undegraded":"2024-09-12T01:18:29.318062+0000","last_fullsized":"2024-09-12T01:18:29.318062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320334+0000","last_change":"2024-09-12T01:18:29.320334+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320334+0000","last_undegraded":"2024-09-12T01:18:29.320334+0000","last_fullsized":"2024-09-12T01:18:29.320334+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321021+0000","last_change":"2024-09-12T01:18:29.321021+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321021+0000","last_undegraded":"2024-09-12T01:18:29.321021+0000","last_fullsized":"2024-09-12T01:18:29.321021+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318133+0000","last_change":"2024-09-12T01:18:29.318133+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318133+0000","last_undegraded":"2024-09-12T01:18:29.318133+0000","last_fullsized":"2024-09-12T01:18:29.318133+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318068+0000","last_change":"2024-09-12T01:18:29.318068+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318068+0000","last_undegraded":"2024-09-12T01:18:29.318068+0000","last_fullsized":"2024-09-12T01:18:29.318068+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319562+0000","last_change":"2024-09-12T01:18:29.319562+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319562+0000","last_undegraded":"2024-09-12T01:18:29.319562+0000","last_fullsized":"2024-09-12T01:18:29.319562+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319510+0000","last_change":"2024-09-12T01:18:29.319510+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319510+0000","last_undegraded":"2024-09-12T01:18:29.319510+0000","last_fullsized":"2024-09-12T01:18:29.319510+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320464+0000","last_change":"2024-09-12T01:18:29.320464+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320464+0000","last_undegraded":"2024-09-12T01:18:29.320464+0000","last_fullsized":"2024-09-12T01:18:29.320464+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320347+0000","last_change":"2024-09-12T01:18:29.320347+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320347+0000","last_undegraded":"2024-09-12T01:18:29.320347+0000","last_fullsized":"2024-09-12T01:18:29.320347+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318470+0000","last_change":"2024-09-12T01:18:29.318470+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318470+0000","last_undegraded":"2024-09-12T01:18:29.318470+0000","last_fullsized":"2024-09-12T01:18:29.318470+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319485+0000","last_change":"2024-09-12T01:18:29.319485+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319485+0000","last_undegraded":"2024-09-12T01:18:29.319485+0000","last_fullsized":"2024-09-12T01:18:29.319485+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320662+0000","last_change":"2024-09-12T01:18:29.320662+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320662+0000","last_undegraded":"2024-09-12T01:18:29.320662+0000","last_fullsized":"2024-09-12T01:18:29.320662+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320648+0000","last_change":"2024-09-12T01:18:29.320648+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320648+0000","last_undegraded":"2024-09-12T01:18:29.320648+0000","last_fullsized":"2024-09-12T01:18:29.320648+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320349+0000","last_change":"2024-09-12T01:18:29.320349+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320349+0000","last_undegraded":"2024-09-12T01:18:29.320349+0000","last_fullsized":"2024-09-12T01:18:29.320349+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320341+0000","last_change":"2024-09-12T01:18:29.320341+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320341+0000","last_undegraded":"2024-09-12T01:18:29.320341+0000","last_fullsized":"2024-09-12T01:18:29.320341+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323189+0000","last_change":"2024-09-12T01:18:29.323189+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323189+0000","last_undegraded":"2024-09-12T01:18:29.323189+0000","last_fullsized":"2024-09-12T01:18:29.323189+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319501+0000","last_change":"2024-09-12T01:18:29.319501+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319501+0000","last_undegraded":"2024-09-12T01:18:29.319501+0000","last_fullsized":"2024-09-12T01:18:29.319501+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320982+0000","last_change":"2024-09-12T01:18:29.320982+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320982+0000","last_undegraded":"2024-09-12T01:18:29.320982+0000","last_fullsized":"2024-09-12T01:18:29.320982+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320662+0000","last_change":"2024-09-12T01:18:29.320662+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320662+0000","last_undegraded":"2024-09-12T01:18:29.320662+0000","last_fullsized":"2024-09-12T01:18:29.320662+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320388+0000","last_change":"2024-09-12T01:18:29.320388+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320388+0000","last_undegraded":"2024-09-12T01:18:29.320388+0000","last_fullsized":"2024-09-12T01:18:29.320388+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318198+0000","last_change":"2024-09-12T01:18:29.318198+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318198+0000","last_undegraded":"2024-09-12T01:18:29.318198+0000","last_fullsized":"2024-09-12T01:18:29.318198+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321254+0000","last_change":"2024-09-12T01:18:29.321254+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321254+0000","last_undegraded":"2024-09-12T01:18:29.321254+0000","last_fullsized":"2024-09-12T01:18:29.321254+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318859+0000","last_change":"2024-09-12T01:18:29.318859+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318859+0000","last_undegraded":"2024-09-12T01:18:29.318859+0000","last_fullsized":"2024-09-12T01:18:29.318859+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318865+0000","last_change":"2024-09-12T01:18:29.318865+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318865+0000","last_undegraded":"2024-09-12T01:18:29.318865+0000","last_fullsized":"2024-09-12T01:18:29.318865+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318062+0000","last_change":"2024-09-12T01:18:29.318062+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318062+0000","last_undegraded":"2024-09-12T01:18:29.318062+0000","last_fullsized":"2024-09-12T01:18:29.318062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.322268+0000","last_change":"2024-09-12T01:18:29.322268+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.322268+0000","last_undegraded":"2024-09-12T01:18:29.322268+0000","last_fullsized":"2024-09-12T01:18:29.322268+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320774+0000","last_change":"2024-09-12T01:18:29.320774+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320774+0000","last_undegraded":"2024-09-12T01:18:29.320774+0000","last_fullsized":"2024-09-12T01:18:29.320774+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":219,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-12T01:18:29.318212+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:18:29.318212+0000","last_peered":"2024-09-12T01:18:29.318212+0000","last_clean":"2024-09-12T01:18:29.318212+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:18:29.318212+0000","last_undegraded":"2024-09-12T01:18:29.318212+0000","last_fullsized":"2024-09-12T01:18:29.318212+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1146880,"data_stored":830526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27568,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344272,"statfs":{"total":96636764160,"available":96608534528,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27584,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344256,"statfs":{"total":96636764160,"available":96608518144,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27584,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344256,"statfs":{"total":96636764160,"available":96608518144,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27568,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344272,"statfs":{"total":96636764160,"available":96608534528,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27588,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344252,"statfs":{"total":96636764160,"available":96608514048,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542166,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32312,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339528,"statfs":{"total":96636764160,"available":96603676672,"internally_reserved":0,"allocated":1146880,"data_stored":830526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:18:34.602 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:18:34.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.739+0000 7f0cfdb42640 1 Processor -- start 2024-09-12T01:18:34.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.739+0000 7f0cfdb42640 1 -- start start 2024-09-12T01:18:34.739 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.739+0000 7f0cfdb42640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f0cf8161c80 0x7f0cf806e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.739+0000 7f0cfdb42640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f0cf8162060 0x7f0cf80b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.740+0000 7f0cfdb42640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cf806e870 con 0x7f0cf80b64b0 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.740+0000 7f0cfdb42640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f0cf806d9f0 con 0x7f0cf8162060 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.740+0000 7f0cfdb42640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f0cf806dcd0 con 0x7f0cf8161c80 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.740+0000 7f0cf6ffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f0cf8162060 0x7f0cf80b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.740+0000 7f0cf6ffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f0cf8162060 0x7f0cf80b5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37166/0 (socket says 172.21.15.122:37166) 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.740+0000 7f0cf6ffd640 1 -- 172.21.15.122:0/2266633688 learned_addr learned my addr 172.21.15.122:0/2266633688 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.740+0000 7f0cf77fe640 1 --2- 172.21.15.122:0/2266633688 >> v2:172.21.15.151:3300/0 conn(0x7f0cf8161c80 0x7f0cf806e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.740+0000 7f0cf6ffd640 1 -- 172.21.15.122:0/2266633688 >> v2:172.21.15.151:3300/0 conn(0x7f0cf8161c80 msgr2=0x7f0cf806e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.740+0000 7f0cf6ffd640 1 --2- 172.21.15.122:0/2266633688 >> v2:172.21.15.151:3300/0 conn(0x7f0cf8161c80 0x7f0cf806e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.740+0000 7f0cf6ffd640 1 -- 172.21.15.122:0/2266633688 >> v1:172.21.15.151:6789/0 conn(0x7f0cf80b64b0 legacy=0x7f0cf8162500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:34.740 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.740+0000 7f0cf6ffd640 1 -- 172.21.15.122:0/2266633688 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf806dfb0 con 0x7f0cf8162060 2024-09-12T01:18:34.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cf6ffd640 1 --2- 172.21.15.122:0/2266633688 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf8162060 0x7f0cf80b5f70 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0cf808d7a0 tx=0x7f0cec02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad9a260b10095f71 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:34.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cf67fc640 1 -- 172.21.15.122:0/2266633688 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cec037070 con 0x7f0cf8162060 2024-09-12T01:18:34.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cf67fc640 1 -- 172.21.15.122:0/2266633688 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cec032440 con 0x7f0cf8162060 2024-09-12T01:18:34.741 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cf67fc640 1 -- 172.21.15.122:0/2266633688 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cec032810 con 0x7f0cf8162060 2024-09-12T01:18:34.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cfdb42640 1 -- 172.21.15.122:0/2266633688 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf8162060 msgr2=0x7f0cf80b5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cfdb42640 1 --2- 172.21.15.122:0/2266633688 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf8162060 0x7f0cf80b5f70 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0cf808d7a0 tx=0x7f0cec02a230 comp rx=0 tx=0).stop 2024-09-12T01:18:34.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cfdb42640 1 -- 172.21.15.122:0/2266633688 shutdown_connections 2024-09-12T01:18:34.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cfdb42640 1 --2- 172.21.15.122:0/2266633688 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf8162060 0x7f0cf80b5f70 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cfdb42640 1 --2- 172.21.15.122:0/2266633688 >> v2:172.21.15.151:3300/0 conn(0x7f0cf8161c80 0x7f0cf806e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cfdb42640 1 -- 172.21.15.122:0/2266633688 >> 172.21.15.122:0/2266633688 conn(0x7f0cf80d44f0 msgr2=0x7f0cf80d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:34.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cfdb42640 1 -- 172.21.15.122:0/2266633688 shutdown_connections 2024-09-12T01:18:34.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.741+0000 7f0cfdb42640 1 -- 172.21.15.122:0/2266633688 wait complete. 2024-09-12T01:18:34.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.742+0000 7f0cfdb42640 1 Processor -- start 2024-09-12T01:18:34.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.743+0000 7f0cfdb42640 1 -- start start 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.743+0000 7f0cfdb42640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cf80b64b0 0x7f0cf815d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.743+0000 7f0cfdb42640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf8161c80 0x7f0cf8155c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.743+0000 7f0cfdb42640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0cf8162060 0x7f0cf80d37e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.743+0000 7f0cfdb42640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf80d2a10 con 0x7f0cf8161c80 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.743+0000 7f0cfdb42640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf80d2890 con 0x7f0cf80b64b0 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.743+0000 7f0cfdb42640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f0cf80b6960 con 0x7f0cf8162060 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cf6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf8161c80 0x7f0cf8155c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cf6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf8161c80 0x7f0cf8155c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37170/0 (socket says 172.21.15.122:37170) 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cf6ffd640 1 -- 172.21.15.122:0/1830816695 learned_addr learned my addr 172.21.15.122:0/1830816695 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cf7fff640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0cf8162060 0x7f0cf80d37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cf77fe640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cf80b64b0 0x7f0cf815d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cf6ffd640 1 -- 172.21.15.122:0/1830816695 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0cf8162060 msgr2=0x7f0cf80d37e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cf6ffd640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0cf8162060 0x7f0cf80d37e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cf6ffd640 1 -- 172.21.15.122:0/1830816695 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cf80b64b0 msgr2=0x7f0cf815d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cf6ffd640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cf80b64b0 0x7f0cf815d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cf6ffd640 1 -- 172.21.15.122:0/1830816695 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf81605f0 con 0x7f0cf8161c80 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cf6ffd640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf8161c80 0x7f0cf8155c80 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f0cec000c00 tx=0x7f0cec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cdffff640 1 -- 172.21.15.122:0/1830816695 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cec041020 con 0x7f0cf8161c80 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cdffff640 1 -- 172.21.15.122:0/1830816695 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cec0306c0 con 0x7f0cf8161c80 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cfdb42640 1 -- 172.21.15.122:0/1830816695 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cf81608d0 con 0x7f0cf8161c80 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cdffff640 1 -- 172.21.15.122:0/1830816695 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cec037040 con 0x7f0cf8161c80 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.744+0000 7f0cfdb42640 1 -- 172.21.15.122:0/1830816695 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cf80ce510 con 0x7f0cf8161c80 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.745+0000 7f0cfdb42640 1 -- 172.21.15.122:0/1830816695 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cf80ba470 con 0x7f0cf8161c80 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.746+0000 7f0cdffff640 1 -- 172.21.15.122:0/1830816695 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0cec044020 con 0x7f0cf8161c80 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.746+0000 7f0cdffff640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0ce406be60 0x7f0ce406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:34.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.746+0000 7f0cdffff640 1 -- 172.21.15.122:0/1830816695 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f0cec0ab780 con 0x7f0cf8161c80 2024-09-12T01:18:34.749 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.746+0000 7f0cf77fe640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0ce406be60 0x7f0ce406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:34.749 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.747+0000 7f0cf77fe640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0ce406be60 0x7f0ce406e320 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8006fd0 tx=0x7f0ce8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:34.749 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.750+0000 7f0cdffff640 1 -- 172.21.15.122:0/1830816695 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0cec04b030 con 0x7f0cf8161c80 2024-09-12T01:18:34.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.917+0000 7f0cfdb42640 1 -- 172.21.15.122:0/1830816695 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0cf8148520 con 0x7f0ce406be60 2024-09-12T01:18:34.921 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.922+0000 7f0cdffff640 1 -- 172.21.15.122:0/1830816695 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240037 (secure 0 0 0) 0x7f0cf8148520 con 0x7f0ce406be60 2024-09-12T01:18:34.924 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:34.925 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:18:34.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.925+0000 7f0cfdb42640 1 -- 172.21.15.122:0/1830816695 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0ce406be60 msgr2=0x7f0ce406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.925+0000 7f0cfdb42640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0ce406be60 0x7f0ce406e320 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8006fd0 tx=0x7f0ce8008040 comp rx=0 tx=0).stop 2024-09-12T01:18:34.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.925+0000 7f0cfdb42640 1 -- 172.21.15.122:0/1830816695 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf8161c80 msgr2=0x7f0cf8155c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:34.926 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.925+0000 7f0cfdb42640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf8161c80 0x7f0cf8155c80 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f0cec000c00 tx=0x7f0cec0046c0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.925+0000 7f0cfdb42640 1 -- 172.21.15.122:0/1830816695 shutdown_connections 2024-09-12T01:18:34.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.925+0000 7f0cfdb42640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f0ce406be60 0x7f0ce406e320 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.925+0000 7f0cfdb42640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f0cf8162060 0x7f0cf80d37e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.925+0000 7f0cfdb42640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf8161c80 0x7f0cf8155c80 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.925+0000 7f0cfdb42640 1 --2- 172.21.15.122:0/1830816695 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f0cf80b64b0 0x7f0cf815d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:34.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.925+0000 7f0cfdb42640 1 -- 172.21.15.122:0/1830816695 >> 172.21.15.122:0/1830816695 conn(0x7f0cf80d44f0 msgr2=0x7f0cf80d11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:34.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.926+0000 7f0cfdb42640 1 -- 172.21.15.122:0/1830816695 shutdown_connections 2024-09-12T01:18:34.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:34.926+0000 7f0cfdb42640 1 -- 172.21.15.122:0/1830816695 wait complete. 2024-09-12T01:18:34.935 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2024-09-12T01:18:33.856222+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225928,"kb_used_data":5516,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754748792,"statfs":{"total":773094113280,"available":772862763008,"internally_reserved":0,"allocated":5648384,"data_stored":3120627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":225496628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.540003"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321069+0000","last_change":"2024-09-12T01:18:29.321069+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321069+0000","last_undegraded":"2024-09-12T01:18:29.321069+0000","last_fullsized":"2024-09-12T01:18:29.321069+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323554+0000","last_change":"2024-09-12T01:18:29.323554+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323554+0000","last_undegraded":"2024-09-12T01:18:29.323554+0000","last_fullsized":"2024-09-12T01:18:29.323554+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323723+0000","last_change":"2024-09-12T01:18:29.323723+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323723+0000","last_undegraded":"2024-09-12T01:18:29.323723+0000","last_fullsized":"2024-09-12T01:18:29.323723+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.322303+0000","last_change":"2024-09-12T01:18:29.322303+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.322303+0000","last_undegraded":"2024-09-12T01:18:29.322303+0000","last_fullsized":"2024-09-12T01:18:29.322303+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321311+0000","last_change":"2024-09-12T01:18:29.321311+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321311+0000","last_undegraded":"2024-09-12T01:18:29.321311+0000","last_fullsized":"2024-09-12T01:18:29.321311+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318062+0000","last_change":"2024-09-12T01:18:29.318062+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318062+0000","last_undegraded":"2024-09-12T01:18:29.318062+0000","last_fullsized":"2024-09-12T01:18:29.318062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320334+0000","last_change":"2024-09-12T01:18:29.320334+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320334+0000","last_undegraded":"2024-09-12T01:18:29.320334+0000","last_fullsized":"2024-09-12T01:18:29.320334+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321021+0000","last_change":"2024-09-12T01:18:29.321021+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321021+0000","last_undegraded":"2024-09-12T01:18:29.321021+0000","last_fullsized":"2024-09-12T01:18:29.321021+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318133+0000","last_change":"2024-09-12T01:18:29.318133+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318133+0000","last_undegraded":"2024-09-12T01:18:29.318133+0000","last_fullsized":"2024-09-12T01:18:29.318133+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318068+0000","last_change":"2024-09-12T01:18:29.318068+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318068+0000","last_undegraded":"2024-09-12T01:18:29.318068+0000","last_fullsized":"2024-09-12T01:18:29.318068+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319562+0000","last_change":"2024-09-12T01:18:29.319562+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319562+0000","last_undegraded":"2024-09-12T01:18:29.319562+0000","last_fullsized":"2024-09-12T01:18:29.319562+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319510+0000","last_change":"2024-09-12T01:18:29.319510+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319510+0000","last_undegraded":"2024-09-12T01:18:29.319510+0000","last_fullsized":"2024-09-12T01:18:29.319510+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320464+0000","last_change":"2024-09-12T01:18:29.320464+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320464+0000","last_undegraded":"2024-09-12T01:18:29.320464+0000","last_fullsized":"2024-09-12T01:18:29.320464+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320347+0000","last_change":"2024-09-12T01:18:29.320347+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320347+0000","last_undegraded":"2024-09-12T01:18:29.320347+0000","last_fullsized":"2024-09-12T01:18:29.320347+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318470+0000","last_change":"2024-09-12T01:18:29.318470+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318470+0000","last_undegraded":"2024-09-12T01:18:29.318470+0000","last_fullsized":"2024-09-12T01:18:29.318470+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319485+0000","last_change":"2024-09-12T01:18:29.319485+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319485+0000","last_undegraded":"2024-09-12T01:18:29.319485+0000","last_fullsized":"2024-09-12T01:18:29.319485+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320662+0000","last_change":"2024-09-12T01:18:29.320662+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320662+0000","last_undegraded":"2024-09-12T01:18:29.320662+0000","last_fullsized":"2024-09-12T01:18:29.320662+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320648+0000","last_change":"2024-09-12T01:18:29.320648+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320648+0000","last_undegraded":"2024-09-12T01:18:29.320648+0000","last_fullsized":"2024-09-12T01:18:29.320648+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320349+0000","last_change":"2024-09-12T01:18:29.320349+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320349+0000","last_undegraded":"2024-09-12T01:18:29.320349+0000","last_fullsized":"2024-09-12T01:18:29.320349+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320341+0000","last_change":"2024-09-12T01:18:29.320341+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320341+0000","last_undegraded":"2024-09-12T01:18:29.320341+0000","last_fullsized":"2024-09-12T01:18:29.320341+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323189+0000","last_change":"2024-09-12T01:18:29.323189+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323189+0000","last_undegraded":"2024-09-12T01:18:29.323189+0000","last_fullsized":"2024-09-12T01:18:29.323189+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319501+0000","last_change":"2024-09-12T01:18:29.319501+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319501+0000","last_undegraded":"2024-09-12T01:18:29.319501+0000","last_fullsized":"2024-09-12T01:18:29.319501+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320982+0000","last_change":"2024-09-12T01:18:29.320982+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320982+0000","last_undegraded":"2024-09-12T01:18:29.320982+0000","last_fullsized":"2024-09-12T01:18:29.320982+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320662+0000","last_change":"2024-09-12T01:18:29.320662+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320662+0000","last_undegraded":"2024-09-12T01:18:29.320662+0000","last_fullsized":"2024-09-12T01:18:29.320662+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320388+0000","last_change":"2024-09-12T01:18:29.320388+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320388+0000","last_undegraded":"2024-09-12T01:18:29.320388+0000","last_fullsized":"2024-09-12T01:18:29.320388+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318198+0000","last_change":"2024-09-12T01:18:29.318198+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318198+0000","last_undegraded":"2024-09-12T01:18:29.318198+0000","last_fullsized":"2024-09-12T01:18:29.318198+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321254+0000","last_change":"2024-09-12T01:18:29.321254+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321254+0000","last_undegraded":"2024-09-12T01:18:29.321254+0000","last_fullsized":"2024-09-12T01:18:29.321254+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318859+0000","last_change":"2024-09-12T01:18:29.318859+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318859+0000","last_undegraded":"2024-09-12T01:18:29.318859+0000","last_fullsized":"2024-09-12T01:18:29.318859+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318865+0000","last_change":"2024-09-12T01:18:29.318865+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318865+0000","last_undegraded":"2024-09-12T01:18:29.318865+0000","last_fullsized":"2024-09-12T01:18:29.318865+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318062+0000","last_change":"2024-09-12T01:18:29.318062+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318062+0000","last_undegraded":"2024-09-12T01:18:29.318062+0000","last_fullsized":"2024-09-12T01:18:29.318062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.322268+0000","last_change":"2024-09-12T01:18:29.322268+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.322268+0000","last_undegraded":"2024-09-12T01:18:29.322268+0000","last_fullsized":"2024-09-12T01:18:29.322268+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320774+0000","last_change":"2024-09-12T01:18:29.320774+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320774+0000","last_undegraded":"2024-09-12T01:18:29.320774+0000","last_fullsized":"2024-09-12T01:18:29.320774+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":219,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-12T01:18:29.318212+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:18:29.318212+0000","last_peered":"2024-09-12T01:18:29.318212+0000","last_clean":"2024-09-12T01:18:29.318212+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:18:29.318212+0000","last_undegraded":"2024-09-12T01:18:29.318212+0000","last_fullsized":"2024-09-12T01:18:29.318212+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1146880,"data_stored":830526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27568,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344272,"statfs":{"total":96636764160,"available":96608534528,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27584,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344256,"statfs":{"total":96636764160,"available":96608518144,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27584,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344256,"statfs":{"total":96636764160,"available":96608518144,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27568,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344272,"statfs":{"total":96636764160,"available":96608534528,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27588,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344252,"statfs":{"total":96636764160,"available":96608514048,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542166,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32312,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339528,"statfs":{"total":96636764160,"available":96603676672,"internally_reserved":0,"allocated":1146880,"data_stored":830526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:18:34.939 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3f is not active+clean 2024-09-12T01:18:34.939 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.939 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3e is not active+clean 2024-09-12T01:18:34.940 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.940 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3d is not active+clean 2024-09-12T01:18:34.940 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.940 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3c is not active+clean 2024-09-12T01:18:34.940 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.940 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3b is not active+clean 2024-09-12T01:18:34.940 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.940 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3a is not active+clean 2024-09-12T01:18:34.940 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.940 INFO:tasks.ceph.ceph_manager.ceph:PG 8.39 is not active+clean 2024-09-12T01:18:34.940 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.941 INFO:tasks.ceph.ceph_manager.ceph:PG 8.38 is not active+clean 2024-09-12T01:18:34.941 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.941 INFO:tasks.ceph.ceph_manager.ceph:PG 8.37 is not active+clean 2024-09-12T01:18:34.941 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.941 INFO:tasks.ceph.ceph_manager.ceph:PG 8.36 is not active+clean 2024-09-12T01:18:34.941 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.941 INFO:tasks.ceph.ceph_manager.ceph:PG 8.35 is not active+clean 2024-09-12T01:18:34.941 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.941 INFO:tasks.ceph.ceph_manager.ceph:PG 8.34 is not active+clean 2024-09-12T01:18:34.941 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.941 INFO:tasks.ceph.ceph_manager.ceph:PG 8.33 is not active+clean 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:PG 8.32 is not active+clean 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:PG 8.31 is not active+clean 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:PG 8.30 is not active+clean 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2f is not active+clean 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2e is not active+clean 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.942 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2d is not active+clean 2024-09-12T01:18:34.943 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.943 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2c is not active+clean 2024-09-12T01:18:34.943 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.943 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2b is not active+clean 2024-09-12T01:18:34.943 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.943 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2a is not active+clean 2024-09-12T01:18:34.943 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.943 INFO:tasks.ceph.ceph_manager.ceph:PG 8.29 is not active+clean 2024-09-12T01:18:34.943 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.943 INFO:tasks.ceph.ceph_manager.ceph:PG 8.28 is not active+clean 2024-09-12T01:18:34.943 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.944 INFO:tasks.ceph.ceph_manager.ceph:PG 8.27 is not active+clean 2024-09-12T01:18:34.944 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.944 INFO:tasks.ceph.ceph_manager.ceph:PG 8.26 is not active+clean 2024-09-12T01:18:34.944 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.944 INFO:tasks.ceph.ceph_manager.ceph:PG 8.25 is not active+clean 2024-09-12T01:18:34.944 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.944 INFO:tasks.ceph.ceph_manager.ceph:PG 8.24 is not active+clean 2024-09-12T01:18:34.944 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.944 INFO:tasks.ceph.ceph_manager.ceph:PG 8.23 is not active+clean 2024-09-12T01:18:34.944 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.944 INFO:tasks.ceph.ceph_manager.ceph:PG 8.22 is not active+clean 2024-09-12T01:18:34.945 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.945 INFO:tasks.ceph.ceph_manager.ceph:PG 8.21 is not active+clean 2024-09-12T01:18:34.945 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.945 INFO:tasks.ceph.ceph_manager.ceph:PG 8.20 is not active+clean 2024-09-12T01:18:34.945 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.945 INFO:tasks.ceph.ceph_manager.ceph:PG 8.10 is not active+clean 2024-09-12T01:18:34.945 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.945 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1f is not active+clean 2024-09-12T01:18:34.945 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.321069+0000', 'last_change': '2024-09-12T01:18:29.321069+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.321069+0000', 'last_undegraded': '2024-09-12T01:18:29.321069+0000', 'last_fullsized': '2024-09-12T01:18:29.321069+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-12T01:18:34.945 INFO:tasks.ceph.ceph_manager.ceph:PG 8.11 is not active+clean 2024-09-12T01:18:34.945 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1e is not active+clean 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.323554+0000', 'last_change': '2024-09-12T01:18:29.323554+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.323554+0000', 'last_undegraded': '2024-09-12T01:18:29.323554+0000', 'last_fullsized': '2024-09-12T01:18:29.323554+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:PG 8.12 is not active+clean 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1d is not active+clean 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.323723+0000', 'last_change': '2024-09-12T01:18:29.323723+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.323723+0000', 'last_undegraded': '2024-09-12T01:18:29.323723+0000', 'last_fullsized': '2024-09-12T01:18:29.323723+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:PG 8.13 is not active+clean 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1c is not active+clean 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.322303+0000', 'last_change': '2024-09-12T01:18:29.322303+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.322303+0000', 'last_undegraded': '2024-09-12T01:18:29.322303+0000', 'last_fullsized': '2024-09-12T01:18:29.322303+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:PG 8.14 is not active+clean 2024-09-12T01:18:34.946 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.947 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1b is not active+clean 2024-09-12T01:18:34.947 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.321311+0000', 'last_change': '2024-09-12T01:18:29.321311+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.321311+0000', 'last_undegraded': '2024-09-12T01:18:29.321311+0000', 'last_fullsized': '2024-09-12T01:18:29.321311+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-12T01:18:34.947 INFO:tasks.ceph.ceph_manager.ceph:PG 8.15 is not active+clean 2024-09-12T01:18:34.947 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.947 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1a is not active+clean 2024-09-12T01:18:34.947 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.318062+0000', 'last_change': '2024-09-12T01:18:29.318062+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.318062+0000', 'last_undegraded': '2024-09-12T01:18:29.318062+0000', 'last_fullsized': '2024-09-12T01:18:29.318062+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-12T01:18:34.947 INFO:tasks.ceph.ceph_manager.ceph:PG 8.16 is not active+clean 2024-09-12T01:18:34.947 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.947 INFO:tasks.ceph.ceph_manager.ceph:PG 7.19 is not active+clean 2024-09-12T01:18:34.947 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.320334+0000', 'last_change': '2024-09-12T01:18:29.320334+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.320334+0000', 'last_undegraded': '2024-09-12T01:18:29.320334+0000', 'last_fullsized': '2024-09-12T01:18:29.320334+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:PG 8.17 is not active+clean 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:PG 7.18 is not active+clean 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.321021+0000', 'last_change': '2024-09-12T01:18:29.321021+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.321021+0000', 'last_undegraded': '2024-09-12T01:18:29.321021+0000', 'last_fullsized': '2024-09-12T01:18:29.321021+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:PG 8.18 is not active+clean 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:PG 7.17 is not active+clean 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.318133+0000', 'last_change': '2024-09-12T01:18:29.318133+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.318133+0000', 'last_undegraded': '2024-09-12T01:18:29.318133+0000', 'last_fullsized': '2024-09-12T01:18:29.318133+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:PG 8.19 is not active+clean 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:PG 7.16 is not active+clean 2024-09-12T01:18:34.948 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.318068+0000', 'last_change': '2024-09-12T01:18:29.318068+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.318068+0000', 'last_undegraded': '2024-09-12T01:18:29.318068+0000', 'last_fullsized': '2024-09-12T01:18:29.318068+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-12T01:18:34.949 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1a is not active+clean 2024-09-12T01:18:34.949 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.949 INFO:tasks.ceph.ceph_manager.ceph:PG 7.15 is not active+clean 2024-09-12T01:18:34.949 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.319562+0000', 'last_change': '2024-09-12T01:18:29.319562+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.319562+0000', 'last_undegraded': '2024-09-12T01:18:29.319562+0000', 'last_fullsized': '2024-09-12T01:18:29.319562+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-12T01:18:34.949 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1b is not active+clean 2024-09-12T01:18:34.949 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.949 INFO:tasks.ceph.ceph_manager.ceph:PG 7.14 is not active+clean 2024-09-12T01:18:34.949 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.319510+0000', 'last_change': '2024-09-12T01:18:29.319510+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.319510+0000', 'last_undegraded': '2024-09-12T01:18:29.319510+0000', 'last_fullsized': '2024-09-12T01:18:29.319510+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-12T01:18:34.949 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1c is not active+clean 2024-09-12T01:18:34.949 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:PG 7.13 is not active+clean 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.320464+0000', 'last_change': '2024-09-12T01:18:29.320464+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.320464+0000', 'last_undegraded': '2024-09-12T01:18:29.320464+0000', 'last_fullsized': '2024-09-12T01:18:29.320464+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1d is not active+clean 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:PG 7.12 is not active+clean 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.320347+0000', 'last_change': '2024-09-12T01:18:29.320347+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.320347+0000', 'last_undegraded': '2024-09-12T01:18:29.320347+0000', 'last_fullsized': '2024-09-12T01:18:29.320347+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1e is not active+clean 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:PG 7.11 is not active+clean 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.318470+0000', 'last_change': '2024-09-12T01:18:29.318470+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.318470+0000', 'last_undegraded': '2024-09-12T01:18:29.318470+0000', 'last_fullsized': '2024-09-12T01:18:29.318470+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1f is not active+clean 2024-09-12T01:18:34.950 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.951 INFO:tasks.ceph.ceph_manager.ceph:PG 7.10 is not active+clean 2024-09-12T01:18:34.951 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.319485+0000', 'last_change': '2024-09-12T01:18:29.319485+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.319485+0000', 'last_undegraded': '2024-09-12T01:18:29.319485+0000', 'last_fullsized': '2024-09-12T01:18:29.319485+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-12T01:18:34.951 INFO:tasks.ceph.ceph_manager.ceph:PG 8.0 is not active+clean 2024-09-12T01:18:34.951 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.951 INFO:tasks.ceph.ceph_manager.ceph:PG 7.f is not active+clean 2024-09-12T01:18:34.951 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.320662+0000', 'last_change': '2024-09-12T01:18:29.320662+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.320662+0000', 'last_undegraded': '2024-09-12T01:18:29.320662+0000', 'last_fullsized': '2024-09-12T01:18:29.320662+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-12T01:18:34.951 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1 is not active+clean 2024-09-12T01:18:34.951 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.951 INFO:tasks.ceph.ceph_manager.ceph:PG 7.e is not active+clean 2024-09-12T01:18:34.951 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.320648+0000', 'last_change': '2024-09-12T01:18:29.320648+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.320648+0000', 'last_undegraded': '2024-09-12T01:18:29.320648+0000', 'last_fullsized': '2024-09-12T01:18:29.320648+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2 is not active+clean 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:PG 7.d is not active+clean 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.320349+0000', 'last_change': '2024-09-12T01:18:29.320349+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.320349+0000', 'last_undegraded': '2024-09-12T01:18:29.320349+0000', 'last_fullsized': '2024-09-12T01:18:29.320349+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3 is not active+clean 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:PG 7.c is not active+clean 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.320341+0000', 'last_change': '2024-09-12T01:18:29.320341+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.320341+0000', 'last_undegraded': '2024-09-12T01:18:29.320341+0000', 'last_fullsized': '2024-09-12T01:18:29.320341+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:PG 8.4 is not active+clean 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:PG 7.b is not active+clean 2024-09-12T01:18:34.952 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.323189+0000', 'last_change': '2024-09-12T01:18:29.323189+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.323189+0000', 'last_undegraded': '2024-09-12T01:18:29.323189+0000', 'last_fullsized': '2024-09-12T01:18:29.323189+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-12T01:18:34.953 INFO:tasks.ceph.ceph_manager.ceph:PG 8.5 is not active+clean 2024-09-12T01:18:34.953 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.953 INFO:tasks.ceph.ceph_manager.ceph:PG 7.a is not active+clean 2024-09-12T01:18:34.953 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.319501+0000', 'last_change': '2024-09-12T01:18:29.319501+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.319501+0000', 'last_undegraded': '2024-09-12T01:18:29.319501+0000', 'last_fullsized': '2024-09-12T01:18:29.319501+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-12T01:18:34.953 INFO:tasks.ceph.ceph_manager.ceph:PG 8.6 is not active+clean 2024-09-12T01:18:34.953 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.953 INFO:tasks.ceph.ceph_manager.ceph:PG 7.9 is not active+clean 2024-09-12T01:18:34.953 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.320982+0000', 'last_change': '2024-09-12T01:18:29.320982+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.320982+0000', 'last_undegraded': '2024-09-12T01:18:29.320982+0000', 'last_fullsized': '2024-09-12T01:18:29.320982+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-12T01:18:34.953 INFO:tasks.ceph.ceph_manager.ceph:PG 8.7 is not active+clean 2024-09-12T01:18:34.953 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.953 INFO:tasks.ceph.ceph_manager.ceph:PG 7.8 is not active+clean 2024-09-12T01:18:34.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.320662+0000', 'last_change': '2024-09-12T01:18:29.320662+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.320662+0000', 'last_undegraded': '2024-09-12T01:18:29.320662+0000', 'last_fullsized': '2024-09-12T01:18:29.320662+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-12T01:18:34.954 INFO:tasks.ceph.ceph_manager.ceph:PG 8.8 is not active+clean 2024-09-12T01:18:34.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.954 INFO:tasks.ceph.ceph_manager.ceph:PG 7.7 is not active+clean 2024-09-12T01:18:34.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.320388+0000', 'last_change': '2024-09-12T01:18:29.320388+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.320388+0000', 'last_undegraded': '2024-09-12T01:18:29.320388+0000', 'last_fullsized': '2024-09-12T01:18:29.320388+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-12T01:18:34.954 INFO:tasks.ceph.ceph_manager.ceph:PG 8.a is not active+clean 2024-09-12T01:18:34.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.954 INFO:tasks.ceph.ceph_manager.ceph:PG 7.5 is not active+clean 2024-09-12T01:18:34.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.318198+0000', 'last_change': '2024-09-12T01:18:29.318198+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.318198+0000', 'last_undegraded': '2024-09-12T01:18:29.318198+0000', 'last_fullsized': '2024-09-12T01:18:29.318198+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-12T01:18:34.954 INFO:tasks.ceph.ceph_manager.ceph:PG 8.b is not active+clean 2024-09-12T01:18:34.954 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:PG 7.4 is not active+clean 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.321254+0000', 'last_change': '2024-09-12T01:18:29.321254+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.321254+0000', 'last_undegraded': '2024-09-12T01:18:29.321254+0000', 'last_fullsized': '2024-09-12T01:18:29.321254+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:PG 8.c is not active+clean 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:PG 7.3 is not active+clean 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.318859+0000', 'last_change': '2024-09-12T01:18:29.318859+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.318859+0000', 'last_undegraded': '2024-09-12T01:18:29.318859+0000', 'last_fullsized': '2024-09-12T01:18:29.318859+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:PG 8.d is not active+clean 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:PG 7.2 is not active+clean 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.318865+0000', 'last_change': '2024-09-12T01:18:29.318865+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.318865+0000', 'last_undegraded': '2024-09-12T01:18:29.318865+0000', 'last_fullsized': '2024-09-12T01:18:29.318865+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:PG 8.e is not active+clean 2024-09-12T01:18:34.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.956 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1 is not active+clean 2024-09-12T01:18:34.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.318062+0000', 'last_change': '2024-09-12T01:18:29.318062+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.318062+0000', 'last_undegraded': '2024-09-12T01:18:29.318062+0000', 'last_fullsized': '2024-09-12T01:18:29.318062+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-12T01:18:34.956 INFO:tasks.ceph.ceph_manager.ceph:PG 8.f is not active+clean 2024-09-12T01:18:34.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.956 INFO:tasks.ceph.ceph_manager.ceph:PG 7.0 is not active+clean 2024-09-12T01:18:34.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.322268+0000', 'last_change': '2024-09-12T01:18:29.322268+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.322268+0000', 'last_undegraded': '2024-09-12T01:18:29.322268+0000', 'last_fullsized': '2024-09-12T01:18:29.322268+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-12T01:18:34.956 INFO:tasks.ceph.ceph_manager.ceph:PG 8.9 is not active+clean 2024-09-12T01:18:34.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-12T01:18:30.315946+0000', 'last_change': '2024-09-12T01:18:30.315946+0000', 'last_active': '2024-09-12T01:18:30.315946+0000', 'last_peered': '2024-09-12T01:18:30.315946+0000', 'last_clean': '2024-09-12T01:18:30.315946+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:30.315946+0000', 'last_undegraded': '2024-09-12T01:18:30.315946+0000', 'last_fullsized': '2024-09-12T01:18:30.315946+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:30.315946+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-12T01:18:34.956 INFO:tasks.ceph.ceph_manager.ceph:PG 7.6 is not active+clean 2024-09-12T01:18:34.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-12T01:18:29.320774+0000', 'last_change': '2024-09-12T01:18:29.320774+0000', 'last_active': '2024-09-12T01:18:29.313753+0000', 'last_peered': '2024-09-12T01:18:29.313753+0000', 'last_clean': '2024-09-12T01:18:29.313753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-12T01:18:29.320774+0000', 'last_undegraded': '2024-09-12T01:18:29.320774+0000', 'last_fullsized': '2024-09-12T01:18:29.320774+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'last_clean_scrub_stamp': '2024-09-12T01:18:29.313753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-12T01:18:34.957 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T01:18:35.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.075+0000 7f8e3b230640 1 Processor -- start 2024-09-12T01:18:35.074 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.075+0000 7f8e3b230640 1 -- start start 2024-09-12T01:18:35.075 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.076+0000 7f8e3b230640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8e340af560 0x7f8e341691e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.076+0000 7f8e3b230640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e3406cb30 con 0x7f8e340d04a0 2024-09-12T01:18:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.076+0000 7f8e3b230640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e3406bfb0 con 0x7f8e34147360 2024-09-12T01:18:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.076+0000 7f8e3b230640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f8e3406c290 con 0x7f8e340af560 2024-09-12T01:18:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.076+0000 7f8e397cd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8e340af560 0x7f8e341691e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.076+0000 7f8e33fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f8e340d04a0 0x7f8e340d0910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:49624/0 (socket says 172.21.15.122:49624) 2024-09-12T01:18:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.076+0000 7f8e33fff640 1 -- 172.21.15.122:0/1696948493 learned_addr learned my addr 172.21.15.122:0/1696948493 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.076+0000 7f8e337fe640 1 -- 172.21.15.122:0/1696948493 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2772940558 0 0) 0x7f8e3406cb30 con 0x7f8e340d04a0 2024-09-12T01:18:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.076+0000 7f8e337fe640 1 -- 172.21.15.122:0/1696948493 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8e24003520 con 0x7f8e340d04a0 2024-09-12T01:18:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.077+0000 7f8e397cd640 1 -- 172.21.15.122:0/1696948493 >> v1:172.21.15.151:6789/0 conn(0x7f8e34147360 legacy=0x7f8e34070890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.077+0000 7f8e397cd640 1 -- 172.21.15.122:0/1696948493 >> v1:172.21.15.122:6789/0 conn(0x7f8e340d04a0 legacy=0x7f8e340d0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.076 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.077+0000 7f8e397cd640 1 -- 172.21.15.122:0/1696948493 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e3406c570 con 0x7f8e340af560 2024-09-12T01:18:35.077 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.077+0000 7f8e397cd640 1 --2- 172.21.15.122:0/1696948493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e340af560 0x7f8e341691e0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c009d90 tx=0x7f8e2c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6411aef1f9d71ef server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.077+0000 7f8e337fe640 1 -- 172.21.15.122:0/1696948493 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c031600 con 0x7f8e340af560 2024-09-12T01:18:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.077+0000 7f8e337fe640 1 -- 172.21.15.122:0/1696948493 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e2c0317a0 con 0x7f8e340af560 2024-09-12T01:18:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.077+0000 7f8e337fe640 1 -- 172.21.15.122:0/1696948493 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c031b70 con 0x7f8e340af560 2024-09-12T01:18:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.078+0000 7f8e3b230640 1 -- 172.21.15.122:0/1696948493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e340af560 msgr2=0x7f8e341691e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.078+0000 7f8e3b230640 1 --2- 172.21.15.122:0/1696948493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e340af560 0x7f8e341691e0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c009d90 tx=0x7f8e2c02a610 comp rx=0 tx=0).stop 2024-09-12T01:18:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.078+0000 7f8e3b230640 1 -- 172.21.15.122:0/1696948493 shutdown_connections 2024-09-12T01:18:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.078+0000 7f8e3b230640 1 --2- 172.21.15.122:0/1696948493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e340af560 0x7f8e341691e0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.078+0000 7f8e3b230640 1 -- 172.21.15.122:0/1696948493 >> 172.21.15.122:0/1696948493 conn(0x7f8e340b2f40 msgr2=0x7f8e340b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.078+0000 7f8e3b230640 1 -- 172.21.15.122:0/1696948493 shutdown_connections 2024-09-12T01:18:35.078 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.078+0000 7f8e3b230640 1 -- 172.21.15.122:0/1696948493 wait complete. 2024-09-12T01:18:35.080 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.079+0000 7f8e3b230640 1 Processor -- start 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.079+0000 7f8e3b230640 1 -- start start 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.080+0000 7f8e3b230640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8e340af560 0x7f8e34144470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.080+0000 7f8e3b230640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8e340d04a0 0x7f8e34143430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.080+0000 7f8e3b230640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e34147360 0x7f8e34143970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.080+0000 7f8e3b230640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8e3406bc10 con 0x7f8e34147360 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.080+0000 7f8e3b230640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f8e34070fa0 con 0x7f8e340af560 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.080+0000 7f8e3b230640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f8e3406bd90 con 0x7f8e340d04a0 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.080+0000 7f8e397cd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e34147360 0x7f8e34143970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.080+0000 7f8e397cd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e34147360 0x7f8e34143970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37198/0 (socket says 172.21.15.122:37198) 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.080+0000 7f8e397cd640 1 -- 172.21.15.122:0/2626730234 learned_addr learned my addr 172.21.15.122:0/2626730234 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.080+0000 7f8e33fff640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8e340d04a0 0x7f8e34143430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.080+0000 7f8e38fcc640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8e340af560 0x7f8e34144470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:35.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e397cd640 1 -- 172.21.15.122:0/2626730234 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8e340d04a0 msgr2=0x7f8e34143430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e397cd640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8e340d04a0 0x7f8e34143430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e397cd640 1 -- 172.21.15.122:0/2626730234 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8e340af560 msgr2=0x7f8e34144470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e397cd640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8e340af560 0x7f8e34144470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e397cd640 1 -- 172.21.15.122:0/2626730234 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e34142110 con 0x7f8e34147360 2024-09-12T01:18:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e38fcc640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8e340af560 0x7f8e34144470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e397cd640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e34147360 0x7f8e34143970 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c009d90 tx=0x7f8e2c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e317fa640 1 -- 172.21.15.122:0/2626730234 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c040070 con 0x7f8e34147360 2024-09-12T01:18:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e317fa640 1 -- 172.21.15.122:0/2626730234 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e2c030b60 con 0x7f8e34147360 2024-09-12T01:18:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e3b230640 1 -- 172.21.15.122:0/2626730234 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e341f7a80 con 0x7f8e34147360 2024-09-12T01:18:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e317fa640 1 -- 172.21.15.122:0/2626730234 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c009450 con 0x7f8e34147360 2024-09-12T01:18:35.082 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.081+0000 7f8e3b230640 1 -- 172.21.15.122:0/2626730234 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e341f8040 con 0x7f8e34147360 2024-09-12T01:18:35.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.082+0000 7f8e3b230640 1 -- 172.21.15.122:0/2626730234 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e340d0910 con 0x7f8e34147360 2024-09-12T01:18:35.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.083+0000 7f8e317fa640 1 -- 172.21.15.122:0/2626730234 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8e2c039040 con 0x7f8e34147360 2024-09-12T01:18:35.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.083+0000 7f8e317fa640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8e1806be60 0x7f8e1806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:35.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.083+0000 7f8e38fcc640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8e1806be60 0x7f8e1806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:35.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.083+0000 7f8e317fa640 1 -- 172.21.15.122:0/2626730234 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f8e2c0ac180 con 0x7f8e34147360 2024-09-12T01:18:35.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.084+0000 7f8e38fcc640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8e1806be60 0x7f8e1806e320 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8e28006fd0 tx=0x7f8e28008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:35.086 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.087+0000 7f8e317fa640 1 -- 172.21.15.122:0/2626730234 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8e2c07a9a0 con 0x7f8e34147360 2024-09-12T01:18:35.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.318+0000 7f8e3b230640 1 -- 172.21.15.122:0/2626730234 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f8e340b0150 con 0x7f8e34147360 2024-09-12T01:18:35.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.318+0000 7f8e317fa640 1 -- 172.21.15.122:0/2626730234 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1570 (secure 0 0 0) 0x7f8e2c07a2a0 con 0x7f8e34147360 2024-09-12T01:18:35.317 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:35.317 INFO:teuthology.orchestra.run.smithi122.stdout:{"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":107,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":51,"num_osds":8,"num_up_osds":8,"osd_up_since":1726103819,"num_in_osds":8,"osd_in_since":1726103809,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":64},{"state_name":"creating+peering","count":32},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":231350272,"bytes_avail":772862763008,"bytes_total":773094113280,"unknown_pgs_ratio":0.65979379415512085,"inactive_pgs_ratio":0.32989689707756042},"fsmap":{"epoch":26,"btime":"2024-09-12T01:18:33:334645+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"c","status":"up:active","gid":5319}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-12T01:18:21.854246+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-12T01:18:35.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 -- 172.21.15.122:0/2626730234 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8e1806be60 msgr2=0x7f8e1806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8e1806be60 0x7f8e1806e320 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8e28006fd0 tx=0x7f8e28008040 comp rx=0 tx=0).stop 2024-09-12T01:18:35.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 -- 172.21.15.122:0/2626730234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e34147360 msgr2=0x7f8e34143970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e34147360 0x7f8e34143970 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c009d90 tx=0x7f8e2c004a40 comp rx=0 tx=0).stop 2024-09-12T01:18:35.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 -- 172.21.15.122:0/2626730234 shutdown_connections 2024-09-12T01:18:35.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8e1806be60 0x7f8e1806e320 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e34147360 0x7f8e34143970 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8e340d04a0 0x7f8e34143430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 --2- 172.21.15.122:0/2626730234 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8e340af560 0x7f8e34144470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 -- 172.21.15.122:0/2626730234 >> 172.21.15.122:0/2626730234 conn(0x7f8e340b2f40 msgr2=0x7f8e3406f8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:35.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 -- 172.21.15.122:0/2626730234 shutdown_connections 2024-09-12T01:18:35.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.320+0000 7f8e3b230640 1 -- 172.21.15.122:0/2626730234 wait complete. 2024-09-12T01:18:35.330 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-12T01:18:35.331 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:18:35.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.430+0000 7f2dd0ee4640 1 Processor -- start 2024-09-12T01:18:35.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.430+0000 7f2dd0ee4640 1 -- start start 2024-09-12T01:18:35.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.431+0000 7f2dd0ee4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f2dcc0afd70 0x7f2dcc160820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:35.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.431+0000 7f2dd0ee4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2dcc160d60 con 0x7f2dcc0ce660 2024-09-12T01:18:35.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.431+0000 7f2dd0ee4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2dcc06f5f0 con 0x7f2dcc0b5f80 2024-09-12T01:18:35.430 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.431+0000 7f2dd0ee4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f2dcc06fdb0 con 0x7f2dcc0afd70 2024-09-12T01:18:35.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.431+0000 7f2dca59c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f2dcc0afd70 0x7f2dcc160820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:35.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.431+0000 7f2dcad9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f2dcc0ce660 0x7f2dcc06eee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:49636/0 (socket says 172.21.15.122:49636) 2024-09-12T01:18:35.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.431+0000 7f2dcad9d640 1 -- 172.21.15.122:0/799693996 learned_addr learned my addr 172.21.15.122:0/799693996 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:35.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.431+0000 7f2dca59c640 1 -- 172.21.15.122:0/799693996 >> v1:172.21.15.151:6789/0 conn(0x7f2dcc0b5f80 legacy=0x7f2dcc06e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:35.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.431+0000 7f2dca59c640 1 -- 172.21.15.122:0/799693996 >> v1:172.21.15.122:6789/0 conn(0x7f2dcc0ce660 legacy=0x7f2dcc06eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.431+0000 7f2dca59c640 1 -- 172.21.15.122:0/799693996 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dcc070090 con 0x7f2dcc0afd70 2024-09-12T01:18:35.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.432+0000 7f2dca59c640 1 --2- 172.21.15.122:0/799693996 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2dcc0afd70 0x7f2dcc160820 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc009d90 tx=0x7f2dbc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b9f75d39565f675 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:35.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.432+0000 7f2dc959a640 1 -- 172.21.15.122:0/799693996 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dbc007740 con 0x7f2dcc0afd70 2024-09-12T01:18:35.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.432+0000 7f2dc959a640 1 -- 172.21.15.122:0/799693996 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dbc0078e0 con 0x7f2dcc0afd70 2024-09-12T01:18:35.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.432+0000 7f2dc959a640 1 -- 172.21.15.122:0/799693996 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dbc007cb0 con 0x7f2dcc0afd70 2024-09-12T01:18:35.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.433+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/799693996 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2dcc0afd70 msgr2=0x7f2dcc160820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.433+0000 7f2dd0ee4640 1 --2- 172.21.15.122:0/799693996 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2dcc0afd70 0x7f2dcc160820 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc009d90 tx=0x7f2dbc02a6a0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.433+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/799693996 shutdown_connections 2024-09-12T01:18:35.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.433+0000 7f2dd0ee4640 1 --2- 172.21.15.122:0/799693996 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2dcc0afd70 0x7f2dcc160820 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.433+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/799693996 >> 172.21.15.122:0/799693996 conn(0x7f2dcc06bc10 msgr2=0x7f2dcc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:35.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.433+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/799693996 shutdown_connections 2024-09-12T01:18:35.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.433+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/799693996 wait complete. 2024-09-12T01:18:35.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.434+0000 7f2dd0ee4640 1 Processor -- start 2024-09-12T01:18:35.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.434+0000 7f2dd0ee4640 1 -- start start 2024-09-12T01:18:35.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dd0ee4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2dcc0afd70 0x7f2dcc155770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:35.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dd0ee4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2dcc0b5f80 0x7f2dcc06ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:35.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dd0ee4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2dcc0ce660 0x7f2dcc153920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:35.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dd0ee4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2dcc06fa80 con 0x7f2dcc0ce660 2024-09-12T01:18:35.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dd0ee4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f2dcc070650 con 0x7f2dcc0afd70 2024-09-12T01:18:35.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dd0ee4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2dcc0b0150 con 0x7f2dcc0b5f80 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dcad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2dcc0ce660 0x7f2dcc153920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dcad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2dcc0ce660 0x7f2dcc153920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37212/0 (socket says 172.21.15.122:37212) 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dcad9d640 1 -- 172.21.15.122:0/3756825707 learned_addr learned my addr 172.21.15.122:0/3756825707 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dcad9d640 1 -- 172.21.15.122:0/3756825707 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2dcc0b5f80 msgr2=0x7f2dcc06ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dcad9d640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2dcc0b5f80 0x7f2dcc06ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dca59c640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2dcc0afd70 0x7f2dcc155770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dcad9d640 1 -- 172.21.15.122:0/3756825707 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2dcc0afd70 msgr2=0x7f2dcc155770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dcad9d640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2dcc0afd70 0x7f2dcc155770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.435+0000 7f2dcad9d640 1 -- 172.21.15.122:0/3756825707 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dcc0b42f0 con 0x7f2dcc0ce660 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.436+0000 7f2dcad9d640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2dcc0ce660 0x7f2dcc153920 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f2dc400c370 tx=0x7f2dc400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.436+0000 7f2dbaffd640 1 -- 172.21.15.122:0/3756825707 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc4017070 con 0x7f2dcc0ce660 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.436+0000 7f2dbaffd640 1 -- 172.21.15.122:0/3756825707 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dc4005ce0 con 0x7f2dcc0ce660 2024-09-12T01:18:35.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.436+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/3756825707 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dcc0b45d0 con 0x7f2dcc0ce660 2024-09-12T01:18:35.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.436+0000 7f2dbaffd640 1 -- 172.21.15.122:0/3756825707 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc40072d0 con 0x7f2dcc0ce660 2024-09-12T01:18:35.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.436+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/3756825707 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dcc0b4b90 con 0x7f2dcc0ce660 2024-09-12T01:18:35.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.437+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/3756825707 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dcc160060 con 0x7f2dcc0ce660 2024-09-12T01:18:35.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.437+0000 7f2dbaffd640 1 -- 172.21.15.122:0/3756825707 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2dc401a070 con 0x7f2dcc0ce660 2024-09-12T01:18:35.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.438+0000 7f2dbaffd640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2dac06be30 0x7f2dac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:35.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.438+0000 7f2dbaffd640 1 -- 172.21.15.122:0/3756825707 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f2dc408a240 con 0x7f2dcc0ce660 2024-09-12T01:18:35.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.438+0000 7f2dca59c640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2dac06be30 0x7f2dac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:35.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.438+0000 7f2dca59c640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2dac06be30 0x7f2dac06e2f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc034000 tx=0x7f2dbc02f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:35.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.442+0000 7f2dbaffd640 1 -- 172.21.15.122:0/3756825707 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2dcc160d60 con 0x7f2dcc0ce660 2024-09-12T01:18:35.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.606+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/3756825707 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2dcc0b5d60 con 0x7f2dac06be30 2024-09-12T01:18:35.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.611+0000 7f2dbaffd640 1 -- 172.21.15.122:0/3756825707 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240037 (secure 0 0 0) 0x7f2dcc0b5d60 con 0x7f2dac06be30 2024-09-12T01:18:35.612 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:35.613 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:18:35.615 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/3756825707 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2dac06be30 msgr2=0x7f2dac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.615 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2dac06be30 0x7f2dac06e2f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc034000 tx=0x7f2dbc02f000 comp rx=0 tx=0).stop 2024-09-12T01:18:35.615 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/3756825707 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2dcc0ce660 msgr2=0x7f2dcc153920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:35.615 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2dcc0ce660 0x7f2dcc153920 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f2dc400c370 tx=0x7f2dc400c830 comp rx=0 tx=0).stop 2024-09-12T01:18:35.615 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/3756825707 shutdown_connections 2024-09-12T01:18:35.615 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2dac06be30 0x7f2dac06e2f0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.615 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2dcc0ce660 0x7f2dcc153920 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.615 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2dcc0b5f80 0x7f2dcc06ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.616 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 --2- 172.21.15.122:0/3756825707 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2dcc0afd70 0x7f2dcc155770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:35.616 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/3756825707 >> 172.21.15.122:0/3756825707 conn(0x7f2dcc06bc10 msgr2=0x7f2dcc15f220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:35.616 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/3756825707 shutdown_connections 2024-09-12T01:18:35.616 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:35.614+0000 7f2dd0ee4640 1 -- 172.21.15.122:0/3756825707 wait complete. 2024-09-12T01:18:35.624 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2024-09-12T01:18:33.856222+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225928,"kb_used_data":5516,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754748792,"statfs":{"total":773094113280,"available":772862763008,"internally_reserved":0,"allocated":5648384,"data_stored":3120627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":225496628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.540003"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321069+0000","last_change":"2024-09-12T01:18:29.321069+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321069+0000","last_undegraded":"2024-09-12T01:18:29.321069+0000","last_fullsized":"2024-09-12T01:18:29.321069+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323554+0000","last_change":"2024-09-12T01:18:29.323554+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323554+0000","last_undegraded":"2024-09-12T01:18:29.323554+0000","last_fullsized":"2024-09-12T01:18:29.323554+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323723+0000","last_change":"2024-09-12T01:18:29.323723+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323723+0000","last_undegraded":"2024-09-12T01:18:29.323723+0000","last_fullsized":"2024-09-12T01:18:29.323723+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.322303+0000","last_change":"2024-09-12T01:18:29.322303+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.322303+0000","last_undegraded":"2024-09-12T01:18:29.322303+0000","last_fullsized":"2024-09-12T01:18:29.322303+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321311+0000","last_change":"2024-09-12T01:18:29.321311+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321311+0000","last_undegraded":"2024-09-12T01:18:29.321311+0000","last_fullsized":"2024-09-12T01:18:29.321311+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318062+0000","last_change":"2024-09-12T01:18:29.318062+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318062+0000","last_undegraded":"2024-09-12T01:18:29.318062+0000","last_fullsized":"2024-09-12T01:18:29.318062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320334+0000","last_change":"2024-09-12T01:18:29.320334+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320334+0000","last_undegraded":"2024-09-12T01:18:29.320334+0000","last_fullsized":"2024-09-12T01:18:29.320334+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321021+0000","last_change":"2024-09-12T01:18:29.321021+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321021+0000","last_undegraded":"2024-09-12T01:18:29.321021+0000","last_fullsized":"2024-09-12T01:18:29.321021+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318133+0000","last_change":"2024-09-12T01:18:29.318133+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318133+0000","last_undegraded":"2024-09-12T01:18:29.318133+0000","last_fullsized":"2024-09-12T01:18:29.318133+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318068+0000","last_change":"2024-09-12T01:18:29.318068+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318068+0000","last_undegraded":"2024-09-12T01:18:29.318068+0000","last_fullsized":"2024-09-12T01:18:29.318068+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319562+0000","last_change":"2024-09-12T01:18:29.319562+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319562+0000","last_undegraded":"2024-09-12T01:18:29.319562+0000","last_fullsized":"2024-09-12T01:18:29.319562+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319510+0000","last_change":"2024-09-12T01:18:29.319510+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319510+0000","last_undegraded":"2024-09-12T01:18:29.319510+0000","last_fullsized":"2024-09-12T01:18:29.319510+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320464+0000","last_change":"2024-09-12T01:18:29.320464+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320464+0000","last_undegraded":"2024-09-12T01:18:29.320464+0000","last_fullsized":"2024-09-12T01:18:29.320464+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320347+0000","last_change":"2024-09-12T01:18:29.320347+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320347+0000","last_undegraded":"2024-09-12T01:18:29.320347+0000","last_fullsized":"2024-09-12T01:18:29.320347+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318470+0000","last_change":"2024-09-12T01:18:29.318470+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318470+0000","last_undegraded":"2024-09-12T01:18:29.318470+0000","last_fullsized":"2024-09-12T01:18:29.318470+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319485+0000","last_change":"2024-09-12T01:18:29.319485+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319485+0000","last_undegraded":"2024-09-12T01:18:29.319485+0000","last_fullsized":"2024-09-12T01:18:29.319485+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320662+0000","last_change":"2024-09-12T01:18:29.320662+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320662+0000","last_undegraded":"2024-09-12T01:18:29.320662+0000","last_fullsized":"2024-09-12T01:18:29.320662+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320648+0000","last_change":"2024-09-12T01:18:29.320648+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320648+0000","last_undegraded":"2024-09-12T01:18:29.320648+0000","last_fullsized":"2024-09-12T01:18:29.320648+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320349+0000","last_change":"2024-09-12T01:18:29.320349+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320349+0000","last_undegraded":"2024-09-12T01:18:29.320349+0000","last_fullsized":"2024-09-12T01:18:29.320349+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320341+0000","last_change":"2024-09-12T01:18:29.320341+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320341+0000","last_undegraded":"2024-09-12T01:18:29.320341+0000","last_fullsized":"2024-09-12T01:18:29.320341+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.323189+0000","last_change":"2024-09-12T01:18:29.323189+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.323189+0000","last_undegraded":"2024-09-12T01:18:29.323189+0000","last_fullsized":"2024-09-12T01:18:29.323189+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.319501+0000","last_change":"2024-09-12T01:18:29.319501+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.319501+0000","last_undegraded":"2024-09-12T01:18:29.319501+0000","last_fullsized":"2024-09-12T01:18:29.319501+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320982+0000","last_change":"2024-09-12T01:18:29.320982+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320982+0000","last_undegraded":"2024-09-12T01:18:29.320982+0000","last_fullsized":"2024-09-12T01:18:29.320982+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320662+0000","last_change":"2024-09-12T01:18:29.320662+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320662+0000","last_undegraded":"2024-09-12T01:18:29.320662+0000","last_fullsized":"2024-09-12T01:18:29.320662+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320388+0000","last_change":"2024-09-12T01:18:29.320388+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320388+0000","last_undegraded":"2024-09-12T01:18:29.320388+0000","last_fullsized":"2024-09-12T01:18:29.320388+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318198+0000","last_change":"2024-09-12T01:18:29.318198+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318198+0000","last_undegraded":"2024-09-12T01:18:29.318198+0000","last_fullsized":"2024-09-12T01:18:29.318198+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.321254+0000","last_change":"2024-09-12T01:18:29.321254+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.321254+0000","last_undegraded":"2024-09-12T01:18:29.321254+0000","last_fullsized":"2024-09-12T01:18:29.321254+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318859+0000","last_change":"2024-09-12T01:18:29.318859+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318859+0000","last_undegraded":"2024-09-12T01:18:29.318859+0000","last_fullsized":"2024-09-12T01:18:29.318859+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318865+0000","last_change":"2024-09-12T01:18:29.318865+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318865+0000","last_undegraded":"2024-09-12T01:18:29.318865+0000","last_fullsized":"2024-09-12T01:18:29.318865+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.318062+0000","last_change":"2024-09-12T01:18:29.318062+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.318062+0000","last_undegraded":"2024-09-12T01:18:29.318062+0000","last_fullsized":"2024-09-12T01:18:29.318062+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.322268+0000","last_change":"2024-09-12T01:18:29.322268+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.322268+0000","last_undegraded":"2024-09-12T01:18:29.322268+0000","last_fullsized":"2024-09-12T01:18:29.322268+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T01:18:30.315946+0000","last_change":"2024-09-12T01:18:30.315946+0000","last_active":"2024-09-12T01:18:30.315946+0000","last_peered":"2024-09-12T01:18:30.315946+0000","last_clean":"2024-09-12T01:18:30.315946+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:30.315946+0000","last_undegraded":"2024-09-12T01:18:30.315946+0000","last_fullsized":"2024-09-12T01:18:30.315946+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-12T01:18:29.320774+0000","last_change":"2024-09-12T01:18:29.320774+0000","last_active":"2024-09-12T01:18:29.313753+0000","last_peered":"2024-09-12T01:18:29.313753+0000","last_clean":"2024-09-12T01:18:29.313753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T01:18:29.320774+0000","last_undegraded":"2024-09-12T01:18:29.320774+0000","last_fullsized":"2024-09-12T01:18:29.320774+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":219,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-12T01:18:29.318212+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:18:29.318212+0000","last_peered":"2024-09-12T01:18:29.318212+0000","last_clean":"2024-09-12T01:18:29.318212+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:18:29.318212+0000","last_undegraded":"2024-09-12T01:18:29.318212+0000","last_fullsized":"2024-09-12T01:18:29.318212+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1146880,"data_stored":830526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27568,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344272,"statfs":{"total":96636764160,"available":96608534528,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27584,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344256,"statfs":{"total":96636764160,"available":96608518144,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27584,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344256,"statfs":{"total":96636764160,"available":96608518144,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27568,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344272,"statfs":{"total":96636764160,"available":96608534528,"internally_reserved":0,"allocated":552960,"data_stored":240158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27588,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344252,"statfs":{"total":96636764160,"available":96608514048,"internally_reserved":0,"allocated":565248,"data_stored":246367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542166,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32312,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339528,"statfs":{"total":96636764160,"available":96603676672,"internally_reserved":0,"allocated":1146880,"data_stored":830526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:18:37.316 INFO:tasks.ceph.mds.c.smithi122.stderr:2024-09-12T01:18:37.317+0000 7f749d625640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T01:18:38.628 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:18:38.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.743+0000 7f5fb7cb7640 1 Processor -- start 2024-09-12T01:18:38.742 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.743+0000 7f5fb7cb7640 1 -- start start 2024-09-12T01:18:38.743 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb7cb7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f5fb006df60 0x7f5fb009aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:38.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb7cb7640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fb006cec0 con 0x7f5fb015e5d0 2024-09-12T01:18:38.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb7cb7640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fb006d1a0 con 0x7f5fb009af70 2024-09-12T01:18:38.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb7cb7640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f5fb006dad0 con 0x7f5fb006df60 2024-09-12T01:18:38.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb5a53640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f5fb015e5d0 0x7f5fb00d10f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:49652/0 (socket says 172.21.15.122:49652) 2024-09-12T01:18:38.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb5a53640 1 -- 172.21.15.122:0/1113280577 learned_addr learned my addr 172.21.15.122:0/1113280577 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:38.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb5252640 1 --2- 172.21.15.122:0/1113280577 >> v2:172.21.15.122:3300/0 conn(0x7f5fb006df60 0x7f5fb009aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:38.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb4a51640 1 -- 172.21.15.122:0/1113280577 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2229252297 0 0) 0x7f5fb006cec0 con 0x7f5fb015e5d0 2024-09-12T01:18:38.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb4a51640 1 -- 172.21.15.122:0/1113280577 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5f9c003520 con 0x7f5fb015e5d0 2024-09-12T01:18:38.744 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb5252640 1 -- 172.21.15.122:0/1113280577 >> v1:172.21.15.151:6789/0 conn(0x7f5fb009af70 legacy=0x7f5fb0168560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:38.745 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb5252640 1 -- 172.21.15.122:0/1113280577 >> v1:172.21.15.122:6789/0 conn(0x7f5fb015e5d0 legacy=0x7f5fb00d10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:38.745 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.744+0000 7f5fb5252640 1 -- 172.21.15.122:0/1113280577 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb006d480 con 0x7f5fb006df60 2024-09-12T01:18:38.749 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.745+0000 7f5fb5252640 1 --2- 172.21.15.122:0/1113280577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb006df60 0x7f5fb009aa30 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f5fa00097a0 tx=0x7f5fa002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3beb02411416ec32 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:38.749 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.745+0000 7f5fb4a51640 1 -- 172.21.15.122:0/1113280577 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa0037070 con 0x7f5fb006df60 2024-09-12T01:18:38.749 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.745+0000 7f5fb4a51640 1 -- 172.21.15.122:0/1113280577 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fa0032440 con 0x7f5fb006df60 2024-09-12T01:18:38.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.745+0000 7f5fb4a51640 1 -- 172.21.15.122:0/1113280577 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa0032810 con 0x7f5fb006df60 2024-09-12T01:18:38.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.746+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/1113280577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb006df60 msgr2=0x7f5fb009aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:38.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.746+0000 7f5fb7cb7640 1 --2- 172.21.15.122:0/1113280577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb006df60 0x7f5fb009aa30 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f5fa00097a0 tx=0x7f5fa002a270 comp rx=0 tx=0).stop 2024-09-12T01:18:38.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.746+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/1113280577 shutdown_connections 2024-09-12T01:18:38.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.746+0000 7f5fb7cb7640 1 --2- 172.21.15.122:0/1113280577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb006df60 0x7f5fb009aa30 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:38.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.746+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/1113280577 >> 172.21.15.122:0/1113280577 conn(0x7f5fb00d23a0 msgr2=0x7f5fb00d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:38.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.746+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/1113280577 shutdown_connections 2024-09-12T01:18:38.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.746+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/1113280577 wait complete. 2024-09-12T01:18:38.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.747+0000 7f5fb7cb7640 1 Processor -- start 2024-09-12T01:18:38.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.747+0000 7f5fb7cb7640 1 -- start start 2024-09-12T01:18:38.750 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb7cb7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb006df60 0x7f5fb01f75c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:38.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb7cb7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb009af70 0x7f5fb00c8930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:38.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb7cb7640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb015e5d0 0x7f5fb00b5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:38.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb7cb7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb00d1980 con 0x7f5fb006df60 2024-09-12T01:18:38.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb7cb7640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb00d1800 con 0x7f5fb015e5d0 2024-09-12T01:18:38.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb7cb7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5fb015e9b0 con 0x7f5fb009af70 2024-09-12T01:18:38.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb5a53640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb006df60 0x7f5fb01f75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:38.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb5a53640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb006df60 0x7f5fb01f75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37238/0 (socket says 172.21.15.122:37238) 2024-09-12T01:18:38.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb5a53640 1 -- 172.21.15.122:0/3603500339 learned_addr learned my addr 172.21.15.122:0/3603500339 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:38.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb5a53640 1 -- 172.21.15.122:0/3603500339 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb009af70 msgr2=0x7f5fb00c8930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:38.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb5a53640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb009af70 0x7f5fb00c8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:38.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb5a53640 1 -- 172.21.15.122:0/3603500339 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb015e5d0 msgr2=0x7f5fb00b5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:38.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb5a53640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb015e5d0 0x7f5fb00b5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:38.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.748+0000 7f5fb5a53640 1 -- 172.21.15.122:0/3603500339 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb00c7890 con 0x7f5fb006df60 2024-09-12T01:18:38.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.749+0000 7f5fb5a53640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb006df60 0x7f5fb01f75c0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f5fac00c460 tx=0x7f5fac00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:38.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.749+0000 7f5fa67fc640 1 -- 172.21.15.122:0/3603500339 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fac017070 con 0x7f5fb006df60 2024-09-12T01:18:38.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.749+0000 7f5fa67fc640 1 -- 172.21.15.122:0/3603500339 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fac005ce0 con 0x7f5fb006df60 2024-09-12T01:18:38.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.749+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/3603500339 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb00c7b70 con 0x7f5fb006df60 2024-09-12T01:18:38.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.749+0000 7f5fa67fc640 1 -- 172.21.15.122:0/3603500339 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fac007290 con 0x7f5fb006df60 2024-09-12T01:18:38.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.749+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/3603500339 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb00c8130 con 0x7f5fb006df60 2024-09-12T01:18:38.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.750+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/3603500339 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb009aa30 con 0x7f5fb006df60 2024-09-12T01:18:38.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.750+0000 7f5fa67fc640 1 -- 172.21.15.122:0/3603500339 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5fac01a070 con 0x7f5fb006df60 2024-09-12T01:18:38.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.751+0000 7f5fa67fc640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5f9406be30 0x7f5f9406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:38.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.751+0000 7f5fa67fc640 1 -- 172.21.15.122:0/3603500339 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f5fac08a370 con 0x7f5fb006df60 2024-09-12T01:18:38.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.751+0000 7f5fb5252640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5f9406be30 0x7f5f9406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:38.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.751+0000 7f5fb5252640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5f9406be30 0x7f5f9406e2f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5fa0034000 tx=0x7f5fa002c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:38.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.755+0000 7f5fa67fc640 1 -- 172.21.15.122:0/3603500339 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5fac058b90 con 0x7f5fb006df60 2024-09-12T01:18:38.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.916+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/3603500339 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5fb00b5750 con 0x7f5f9406be30 2024-09-12T01:18:38.921 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.922+0000 7f5fa67fc640 1 -- 172.21.15.122:0/3603500339 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251956 (secure 0 0 0) 0x7f5fb00b5750 con 0x7f5f9406be30 2024-09-12T01:18:38.924 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:38.925 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:18:38.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/3603500339 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5f9406be30 msgr2=0x7f5f9406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:38.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5f9406be30 0x7f5f9406e2f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5fa0034000 tx=0x7f5fa002c000 comp rx=0 tx=0).stop 2024-09-12T01:18:38.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/3603500339 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb006df60 msgr2=0x7f5fb01f75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:38.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb006df60 0x7f5fb01f75c0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f5fac00c460 tx=0x7f5fac00c920 comp rx=0 tx=0).stop 2024-09-12T01:18:38.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/3603500339 shutdown_connections 2024-09-12T01:18:38.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5f9406be30 0x7f5f9406e2f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:38.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5fb015e5d0 0x7f5fb00b5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:38.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5fb009af70 0x7f5fb00c8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:38.927 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 --2- 172.21.15.122:0/3603500339 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5fb006df60 0x7f5fb01f75c0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:38.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/3603500339 >> 172.21.15.122:0/3603500339 conn(0x7f5fb00d23a0 msgr2=0x7f5fb00b31d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:38.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/3603500339 shutdown_connections 2024-09-12T01:18:38.928 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:38.925+0000 7f5fb7cb7640 1 -- 172.21.15.122:0/3603500339 wait complete. 2024-09-12T01:18:38.935 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":93,"stamp":"2024-09-12T01:18:37.856975+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":226336,"kb_used_data":5928,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754748384,"statfs":{"total":773094113280,"available":772862345216,"internally_reserved":0,"allocated":6070272,"data_stored":3320700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":225496628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.535913"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419999+0000","last_change":"2024-09-12T01:18:31.349071+0000","last_active":"2024-09-12T01:18:33.419999+0000","last_peered":"2024-09-12T01:18:33.419999+0000","last_clean":"2024-09-12T01:18:33.419999+0000","last_became_active":"2024-09-12T01:18:31.348821+0000","last_became_peered":"2024-09-12T01:18:31.348821+0000","last_unstale":"2024-09-12T01:18:33.419999+0000","last_undegraded":"2024-09-12T01:18:33.419999+0000","last_fullsized":"2024-09-12T01:18:33.419999+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:26.716286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335744+0000","last_change":"2024-09-12T01:18:31.336703+0000","last_active":"2024-09-12T01:18:33.335744+0000","last_peered":"2024-09-12T01:18:33.335744+0000","last_clean":"2024-09-12T01:18:33.335744+0000","last_became_active":"2024-09-12T01:18:31.336437+0000","last_became_peered":"2024-09-12T01:18:31.336437+0000","last_unstale":"2024-09-12T01:18:33.335744+0000","last_undegraded":"2024-09-12T01:18:33.335744+0000","last_fullsized":"2024-09-12T01:18:33.335744+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:12:26.947609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330625+0000","last_change":"2024-09-12T01:18:31.337840+0000","last_active":"2024-09-12T01:18:33.330625+0000","last_peered":"2024-09-12T01:18:33.330625+0000","last_clean":"2024-09-12T01:18:33.330625+0000","last_became_active":"2024-09-12T01:18:31.337562+0000","last_became_peered":"2024-09-12T01:18:31.337562+0000","last_unstale":"2024-09-12T01:18:33.330625+0000","last_undegraded":"2024-09-12T01:18:33.330625+0000","last_fullsized":"2024-09-12T01:18:33.330625+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:13:06.787294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335450+0000","last_change":"2024-09-12T01:18:31.337760+0000","last_active":"2024-09-12T01:18:33.335450+0000","last_peered":"2024-09-12T01:18:33.335450+0000","last_clean":"2024-09-12T01:18:33.335450+0000","last_became_active":"2024-09-12T01:18:31.337378+0000","last_became_peered":"2024-09-12T01:18:31.337378+0000","last_unstale":"2024-09-12T01:18:33.335450+0000","last_undegraded":"2024-09-12T01:18:33.335450+0000","last_fullsized":"2024-09-12T01:18:33.335450+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:25:58.980965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340353+0000","last_change":"2024-09-12T01:18:31.337436+0000","last_active":"2024-09-12T01:18:32.340353+0000","last_peered":"2024-09-12T01:18:32.340353+0000","last_clean":"2024-09-12T01:18:32.340353+0000","last_became_active":"2024-09-12T01:18:31.337182+0000","last_became_peered":"2024-09-12T01:18:31.337182+0000","last_unstale":"2024-09-12T01:18:32.340353+0000","last_undegraded":"2024-09-12T01:18:32.340353+0000","last_fullsized":"2024-09-12T01:18:32.340353+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:19.852368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419760+0000","last_change":"2024-09-12T01:18:31.350148+0000","last_active":"2024-09-12T01:18:33.419760+0000","last_peered":"2024-09-12T01:18:33.419760+0000","last_clean":"2024-09-12T01:18:33.419760+0000","last_became_active":"2024-09-12T01:18:31.349898+0000","last_became_peered":"2024-09-12T01:18:31.349898+0000","last_unstale":"2024-09-12T01:18:33.419760+0000","last_undegraded":"2024-09-12T01:18:33.419760+0000","last_fullsized":"2024-09-12T01:18:33.419760+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:32:33.898419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330090+0000","last_change":"2024-09-12T01:18:31.338491+0000","last_active":"2024-09-12T01:18:33.330090+0000","last_peered":"2024-09-12T01:18:33.330090+0000","last_clean":"2024-09-12T01:18:33.330090+0000","last_became_active":"2024-09-12T01:18:31.337168+0000","last_became_peered":"2024-09-12T01:18:31.337168+0000","last_unstale":"2024-09-12T01:18:33.330090+0000","last_undegraded":"2024-09-12T01:18:33.330090+0000","last_fullsized":"2024-09-12T01:18:33.330090+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:43:20.185113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336726+0000","last_change":"2024-09-12T01:18:31.342796+0000","last_active":"2024-09-12T01:18:32.336726+0000","last_peered":"2024-09-12T01:18:32.336726+0000","last_clean":"2024-09-12T01:18:32.336726+0000","last_became_active":"2024-09-12T01:18:31.342514+0000","last_became_peered":"2024-09-12T01:18:31.342514+0000","last_unstale":"2024-09-12T01:18:32.336726+0000","last_undegraded":"2024-09-12T01:18:32.336726+0000","last_fullsized":"2024-09-12T01:18:32.336726+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:49:11.309505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.337153+0000","last_change":"2024-09-12T01:18:31.352089+0000","last_active":"2024-09-12T01:18:32.337153+0000","last_peered":"2024-09-12T01:18:32.337153+0000","last_clean":"2024-09-12T01:18:32.337153+0000","last_became_active":"2024-09-12T01:18:31.351850+0000","last_became_peered":"2024-09-12T01:18:31.351850+0000","last_unstale":"2024-09-12T01:18:32.337153+0000","last_undegraded":"2024-09-12T01:18:32.337153+0000","last_fullsized":"2024-09-12T01:18:32.337153+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:17.270554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419843+0000","last_change":"2024-09-12T01:18:31.341859+0000","last_active":"2024-09-12T01:18:33.419843+0000","last_peered":"2024-09-12T01:18:33.419843+0000","last_clean":"2024-09-12T01:18:33.419843+0000","last_became_active":"2024-09-12T01:18:31.340314+0000","last_became_peered":"2024-09-12T01:18:31.340314+0000","last_unstale":"2024-09-12T01:18:33.419843+0000","last_undegraded":"2024-09-12T01:18:33.419843+0000","last_fullsized":"2024-09-12T01:18:33.419843+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:13.912210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.420792+0000","last_change":"2024-09-12T01:18:31.345918+0000","last_active":"2024-09-12T01:18:33.420792+0000","last_peered":"2024-09-12T01:18:33.420792+0000","last_clean":"2024-09-12T01:18:33.420792+0000","last_became_active":"2024-09-12T01:18:31.345668+0000","last_became_peered":"2024-09-12T01:18:31.345668+0000","last_unstale":"2024-09-12T01:18:33.420792+0000","last_undegraded":"2024-09-12T01:18:33.420792+0000","last_fullsized":"2024-09-12T01:18:33.420792+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:46.461232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.337238+0000","last_change":"2024-09-12T01:18:31.351024+0000","last_active":"2024-09-12T01:18:32.337238+0000","last_peered":"2024-09-12T01:18:32.337238+0000","last_clean":"2024-09-12T01:18:32.337238+0000","last_became_active":"2024-09-12T01:18:31.350754+0000","last_became_peered":"2024-09-12T01:18:31.350754+0000","last_unstale":"2024-09-12T01:18:32.337238+0000","last_undegraded":"2024-09-12T01:18:32.337238+0000","last_fullsized":"2024-09-12T01:18:32.337238+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:05.365775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419528+0000","last_change":"2024-09-12T01:18:31.347016+0000","last_active":"2024-09-12T01:18:33.419528+0000","last_peered":"2024-09-12T01:18:33.419528+0000","last_clean":"2024-09-12T01:18:33.419528+0000","last_became_active":"2024-09-12T01:18:31.346558+0000","last_became_peered":"2024-09-12T01:18:31.346558+0000","last_unstale":"2024-09-12T01:18:33.419528+0000","last_undegraded":"2024-09-12T01:18:33.419528+0000","last_fullsized":"2024-09-12T01:18:33.419528+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:45:03.599104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330388+0000","last_change":"2024-09-12T01:18:31.336088+0000","last_active":"2024-09-12T01:18:33.330388+0000","last_peered":"2024-09-12T01:18:33.330388+0000","last_clean":"2024-09-12T01:18:33.330388+0000","last_became_active":"2024-09-12T01:18:31.335826+0000","last_became_peered":"2024-09-12T01:18:31.335826+0000","last_unstale":"2024-09-12T01:18:33.330388+0000","last_undegraded":"2024-09-12T01:18:33.330388+0000","last_fullsized":"2024-09-12T01:18:33.330388+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:07.956675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335269+0000","last_change":"2024-09-12T01:18:31.340350+0000","last_active":"2024-09-12T01:18:33.335269+0000","last_peered":"2024-09-12T01:18:33.335269+0000","last_clean":"2024-09-12T01:18:33.335269+0000","last_became_active":"2024-09-12T01:18:31.340081+0000","last_became_peered":"2024-09-12T01:18:31.340081+0000","last_unstale":"2024-09-12T01:18:33.335269+0000","last_undegraded":"2024-09-12T01:18:33.335269+0000","last_fullsized":"2024-09-12T01:18:33.335269+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:36.441963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419513+0000","last_change":"2024-09-12T01:18:31.346492+0000","last_active":"2024-09-12T01:18:33.419513+0000","last_peered":"2024-09-12T01:18:33.419513+0000","last_clean":"2024-09-12T01:18:33.419513+0000","last_became_active":"2024-09-12T01:18:31.346233+0000","last_became_peered":"2024-09-12T01:18:31.346233+0000","last_unstale":"2024-09-12T01:18:33.419513+0000","last_undegraded":"2024-09-12T01:18:33.419513+0000","last_fullsized":"2024-09-12T01:18:33.419513+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:19.852368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330851+0000","last_change":"2024-09-12T01:18:31.336205+0000","last_active":"2024-09-12T01:18:33.330851+0000","last_peered":"2024-09-12T01:18:33.330851+0000","last_clean":"2024-09-12T01:18:33.330851+0000","last_became_active":"2024-09-12T01:18:31.335705+0000","last_became_peered":"2024-09-12T01:18:31.335705+0000","last_unstale":"2024-09-12T01:18:33.330851+0000","last_undegraded":"2024-09-12T01:18:33.330851+0000","last_fullsized":"2024-09-12T01:18:33.330851+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:05:10.391658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335773+0000","last_change":"2024-09-12T01:18:31.344222+0000","last_active":"2024-09-12T01:18:33.335773+0000","last_peered":"2024-09-12T01:18:33.335773+0000","last_clean":"2024-09-12T01:18:33.335773+0000","last_became_active":"2024-09-12T01:18:31.343865+0000","last_became_peered":"2024-09-12T01:18:31.343865+0000","last_unstale":"2024-09-12T01:18:33.335773+0000","last_undegraded":"2024-09-12T01:18:33.335773+0000","last_fullsized":"2024-09-12T01:18:33.335773+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:14.860378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330760+0000","last_change":"2024-09-12T01:18:31.337868+0000","last_active":"2024-09-12T01:18:33.330760+0000","last_peered":"2024-09-12T01:18:33.330760+0000","last_clean":"2024-09-12T01:18:33.330760+0000","last_became_active":"2024-09-12T01:18:31.337616+0000","last_became_peered":"2024-09-12T01:18:31.337616+0000","last_unstale":"2024-09-12T01:18:33.330760+0000","last_undegraded":"2024-09-12T01:18:33.330760+0000","last_fullsized":"2024-09-12T01:18:33.330760+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:26:24.276471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408298+0000","last_change":"2024-09-12T01:18:31.347571+0000","last_active":"2024-09-12T01:18:32.408298+0000","last_peered":"2024-09-12T01:18:32.408298+0000","last_clean":"2024-09-12T01:18:32.408298+0000","last_became_active":"2024-09-12T01:18:31.347213+0000","last_became_peered":"2024-09-12T01:18:31.347213+0000","last_unstale":"2024-09-12T01:18:32.408298+0000","last_undegraded":"2024-09-12T01:18:32.408298+0000","last_fullsized":"2024-09-12T01:18:32.408298+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:13.912210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408211+0000","last_change":"2024-09-12T01:18:31.347519+0000","last_active":"2024-09-12T01:18:32.408211+0000","last_peered":"2024-09-12T01:18:32.408211+0000","last_clean":"2024-09-12T01:18:32.408211+0000","last_became_active":"2024-09-12T01:18:31.347152+0000","last_became_peered":"2024-09-12T01:18:31.347152+0000","last_unstale":"2024-09-12T01:18:32.408211+0000","last_undegraded":"2024-09-12T01:18:32.408211+0000","last_fullsized":"2024-09-12T01:18:32.408211+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:41.991326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336653+0000","last_change":"2024-09-12T01:18:31.346650+0000","last_active":"2024-09-12T01:18:32.336653+0000","last_peered":"2024-09-12T01:18:32.336653+0000","last_clean":"2024-09-12T01:18:32.336653+0000","last_became_active":"2024-09-12T01:18:31.346372+0000","last_became_peered":"2024-09-12T01:18:31.346372+0000","last_unstale":"2024-09-12T01:18:32.336653+0000","last_undegraded":"2024-09-12T01:18:32.336653+0000","last_fullsized":"2024-09-12T01:18:32.336653+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:48.632719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.420099+0000","last_change":"2024-09-12T01:18:31.338637+0000","last_active":"2024-09-12T01:18:33.420099+0000","last_peered":"2024-09-12T01:18:33.420099+0000","last_clean":"2024-09-12T01:18:33.420099+0000","last_became_active":"2024-09-12T01:18:31.338380+0000","last_became_peered":"2024-09-12T01:18:31.338380+0000","last_unstale":"2024-09-12T01:18:33.420099+0000","last_undegraded":"2024-09-12T01:18:33.420099+0000","last_fullsized":"2024-09-12T01:18:33.420099+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:08.708189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330040+0000","last_change":"2024-09-12T01:18:31.336741+0000","last_active":"2024-09-12T01:18:33.330040+0000","last_peered":"2024-09-12T01:18:33.330040+0000","last_clean":"2024-09-12T01:18:33.330040+0000","last_became_active":"2024-09-12T01:18:31.336454+0000","last_became_peered":"2024-09-12T01:18:31.336454+0000","last_unstale":"2024-09-12T01:18:33.330040+0000","last_undegraded":"2024-09-12T01:18:33.330040+0000","last_fullsized":"2024-09-12T01:18:33.330040+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:10:58.253707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330977+0000","last_change":"2024-09-12T01:18:31.349501+0000","last_active":"2024-09-12T01:18:33.330977+0000","last_peered":"2024-09-12T01:18:33.330977+0000","last_clean":"2024-09-12T01:18:33.330977+0000","last_became_active":"2024-09-12T01:18:31.348078+0000","last_became_peered":"2024-09-12T01:18:31.348078+0000","last_unstale":"2024-09-12T01:18:33.330977+0000","last_undegraded":"2024-09-12T01:18:33.330977+0000","last_fullsized":"2024-09-12T01:18:33.330977+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:53.073128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336866+0000","last_change":"2024-09-12T01:18:31.341882+0000","last_active":"2024-09-12T01:18:32.336866+0000","last_peered":"2024-09-12T01:18:32.336866+0000","last_clean":"2024-09-12T01:18:32.336866+0000","last_became_active":"2024-09-12T01:18:31.341625+0000","last_became_peered":"2024-09-12T01:18:31.341625+0000","last_unstale":"2024-09-12T01:18:32.336866+0000","last_undegraded":"2024-09-12T01:18:32.336866+0000","last_fullsized":"2024-09-12T01:18:32.336866+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:21.915857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419843+0000","last_change":"2024-09-12T01:18:31.351518+0000","last_active":"2024-09-12T01:18:33.419843+0000","last_peered":"2024-09-12T01:18:33.419843+0000","last_clean":"2024-09-12T01:18:33.419843+0000","last_became_active":"2024-09-12T01:18:31.351266+0000","last_became_peered":"2024-09-12T01:18:31.351266+0000","last_unstale":"2024-09-12T01:18:33.419843+0000","last_undegraded":"2024-09-12T01:18:33.419843+0000","last_fullsized":"2024-09-12T01:18:33.419843+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:02.090483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408301+0000","last_change":"2024-09-12T01:18:31.349653+0000","last_active":"2024-09-12T01:18:32.408301+0000","last_peered":"2024-09-12T01:18:32.408301+0000","last_clean":"2024-09-12T01:18:32.408301+0000","last_became_active":"2024-09-12T01:18:31.349358+0000","last_became_peered":"2024-09-12T01:18:31.349358+0000","last_unstale":"2024-09-12T01:18:32.408301+0000","last_undegraded":"2024-09-12T01:18:32.408301+0000","last_fullsized":"2024-09-12T01:18:32.408301+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:02.090483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330230+0000","last_change":"2024-09-12T01:18:31.348950+0000","last_active":"2024-09-12T01:18:33.330230+0000","last_peered":"2024-09-12T01:18:33.330230+0000","last_clean":"2024-09-12T01:18:33.330230+0000","last_became_active":"2024-09-12T01:18:31.348668+0000","last_became_peered":"2024-09-12T01:18:31.348668+0000","last_unstale":"2024-09-12T01:18:33.330230+0000","last_undegraded":"2024-09-12T01:18:33.330230+0000","last_fullsized":"2024-09-12T01:18:33.330230+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:54:08.345571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335259+0000","last_change":"2024-09-12T01:18:31.342118+0000","last_active":"2024-09-12T01:18:33.335259+0000","last_peered":"2024-09-12T01:18:33.335259+0000","last_clean":"2024-09-12T01:18:33.335259+0000","last_became_active":"2024-09-12T01:18:31.341804+0000","last_became_peered":"2024-09-12T01:18:31.341804+0000","last_unstale":"2024-09-12T01:18:33.335259+0000","last_undegraded":"2024-09-12T01:18:33.335259+0000","last_fullsized":"2024-09-12T01:18:33.335259+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:51.035513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330322+0000","last_change":"2024-09-12T01:18:31.336969+0000","last_active":"2024-09-12T01:18:33.330322+0000","last_peered":"2024-09-12T01:18:33.330322+0000","last_clean":"2024-09-12T01:18:33.330322+0000","last_became_active":"2024-09-12T01:18:31.336643+0000","last_became_peered":"2024-09-12T01:18:31.336643+0000","last_unstale":"2024-09-12T01:18:33.330322+0000","last_undegraded":"2024-09-12T01:18:33.330322+0000","last_fullsized":"2024-09-12T01:18:33.330322+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:28.024765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.339890+0000","last_change":"2024-09-12T01:18:31.344635+0000","last_active":"2024-09-12T01:18:32.339890+0000","last_peered":"2024-09-12T01:18:32.339890+0000","last_clean":"2024-09-12T01:18:32.339890+0000","last_became_active":"2024-09-12T01:18:31.344191+0000","last_became_peered":"2024-09-12T01:18:31.344191+0000","last_unstale":"2024-09-12T01:18:32.339890+0000","last_undegraded":"2024-09-12T01:18:32.339890+0000","last_fullsized":"2024-09-12T01:18:32.339890+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:14.860378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335246+0000","last_change":"2024-09-12T01:18:31.336061+0000","last_active":"2024-09-12T01:18:33.335246+0000","last_peered":"2024-09-12T01:18:33.335246+0000","last_clean":"2024-09-12T01:18:33.335246+0000","last_became_active":"2024-09-12T01:18:31.335808+0000","last_became_peered":"2024-09-12T01:18:31.335808+0000","last_unstale":"2024-09-12T01:18:33.335246+0000","last_undegraded":"2024-09-12T01:18:33.335246+0000","last_fullsized":"2024-09-12T01:18:33.335246+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:11:36.155351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"50'4","reported_seq":18,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408372+0000","last_change":"2024-09-12T01:18:30.337188+0000","last_active":"2024-09-12T01:18:32.408372+0000","last_peered":"2024-09-12T01:18:32.408372+0000","last_clean":"2024-09-12T01:18:32.408372+0000","last_became_active":"2024-09-12T01:18:30.336856+0000","last_became_peered":"2024-09-12T01:18:30.336856+0000","last_unstale":"2024-09-12T01:18:32.408372+0000","last_undegraded":"2024-09-12T01:18:32.408372+0000","last_fullsized":"2024-09-12T01:18:32.408372+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:16.437829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340333+0000","last_change":"2024-09-12T01:18:31.340373+0000","last_active":"2024-09-12T01:18:32.340333+0000","last_peered":"2024-09-12T01:18:32.340333+0000","last_clean":"2024-09-12T01:18:32.340333+0000","last_became_active":"2024-09-12T01:18:31.340090+0000","last_became_peered":"2024-09-12T01:18:31.340090+0000","last_unstale":"2024-09-12T01:18:32.340333+0000","last_undegraded":"2024-09-12T01:18:32.340333+0000","last_fullsized":"2024-09-12T01:18:32.340333+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:51.401121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"50'1","reported_seq":15,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419882+0000","last_change":"2024-09-12T01:18:30.340349+0000","last_active":"2024-09-12T01:18:33.419882+0000","last_peered":"2024-09-12T01:18:33.419882+0000","last_clean":"2024-09-12T01:18:33.419882+0000","last_became_active":"2024-09-12T01:18:30.340107+0000","last_became_peered":"2024-09-12T01:18:30.340107+0000","last_unstale":"2024-09-12T01:18:33.419882+0000","last_undegraded":"2024-09-12T01:18:33.419882+0000","last_fullsized":"2024-09-12T01:18:33.419882+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:17:11.307747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408211+0000","last_change":"2024-09-12T01:18:31.346693+0000","last_active":"2024-09-12T01:18:32.408211+0000","last_peered":"2024-09-12T01:18:32.408211+0000","last_clean":"2024-09-12T01:18:32.408211+0000","last_became_active":"2024-09-12T01:18:31.346211+0000","last_became_peered":"2024-09-12T01:18:31.346211+0000","last_unstale":"2024-09-12T01:18:32.408211+0000","last_undegraded":"2024-09-12T01:18:32.408211+0000","last_fullsized":"2024-09-12T01:18:32.408211+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:18.156865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"50'2","reported_seq":16,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419777+0000","last_change":"2024-09-12T01:18:30.339118+0000","last_active":"2024-09-12T01:18:33.419777+0000","last_peered":"2024-09-12T01:18:33.419777+0000","last_clean":"2024-09-12T01:18:33.419777+0000","last_became_active":"2024-09-12T01:18:30.338519+0000","last_became_peered":"2024-09-12T01:18:30.338519+0000","last_unstale":"2024-09-12T01:18:33.419777+0000","last_undegraded":"2024-09-12T01:18:33.419777+0000","last_fullsized":"2024-09-12T01:18:33.419777+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:16.821426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336650+0000","last_change":"2024-09-12T01:18:31.336145+0000","last_active":"2024-09-12T01:18:32.336650+0000","last_peered":"2024-09-12T01:18:32.336650+0000","last_clean":"2024-09-12T01:18:32.336650+0000","last_became_active":"2024-09-12T01:18:31.335876+0000","last_became_peered":"2024-09-12T01:18:31.335876+0000","last_unstale":"2024-09-12T01:18:32.336650+0000","last_undegraded":"2024-09-12T01:18:32.336650+0000","last_fullsized":"2024-09-12T01:18:32.336650+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:21.773083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"50'2","reported_seq":16,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340675+0000","last_change":"2024-09-12T01:18:30.339811+0000","last_active":"2024-09-12T01:18:32.340675+0000","last_peered":"2024-09-12T01:18:32.340675+0000","last_clean":"2024-09-12T01:18:32.340675+0000","last_became_active":"2024-09-12T01:18:30.339585+0000","last_became_peered":"2024-09-12T01:18:30.339585+0000","last_unstale":"2024-09-12T01:18:32.340675+0000","last_undegraded":"2024-09-12T01:18:32.340675+0000","last_fullsized":"2024-09-12T01:18:32.340675+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:38.413000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340210+0000","last_change":"2024-09-12T01:18:31.346761+0000","last_active":"2024-09-12T01:18:32.340210+0000","last_peered":"2024-09-12T01:18:32.340210+0000","last_clean":"2024-09-12T01:18:32.340210+0000","last_became_active":"2024-09-12T01:18:31.346379+0000","last_became_peered":"2024-09-12T01:18:31.346379+0000","last_unstale":"2024-09-12T01:18:32.340210+0000","last_undegraded":"2024-09-12T01:18:32.340210+0000","last_fullsized":"2024-09-12T01:18:32.340210+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:46.326688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"50'1","reported_seq":15,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330353+0000","last_change":"2024-09-12T01:18:30.345199+0000","last_active":"2024-09-12T01:18:33.330353+0000","last_peered":"2024-09-12T01:18:33.330353+0000","last_clean":"2024-09-12T01:18:33.330353+0000","last_became_active":"2024-09-12T01:18:30.344925+0000","last_became_peered":"2024-09-12T01:18:30.344925+0000","last_unstale":"2024-09-12T01:18:33.330353+0000","last_undegraded":"2024-09-12T01:18:33.330353+0000","last_fullsized":"2024-09-12T01:18:33.330353+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:32.918117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335564+0000","last_change":"2024-09-12T01:18:31.352286+0000","last_active":"2024-09-12T01:18:33.335564+0000","last_peered":"2024-09-12T01:18:33.335564+0000","last_clean":"2024-09-12T01:18:33.335564+0000","last_became_active":"2024-09-12T01:18:31.352026+0000","last_became_peered":"2024-09-12T01:18:31.352026+0000","last_unstale":"2024-09-12T01:18:33.335564+0000","last_undegraded":"2024-09-12T01:18:33.335564+0000","last_fullsized":"2024-09-12T01:18:33.335564+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:32.866384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"50'1","reported_seq":15,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340612+0000","last_change":"2024-09-12T01:18:30.337841+0000","last_active":"2024-09-12T01:18:32.340612+0000","last_peered":"2024-09-12T01:18:32.340612+0000","last_clean":"2024-09-12T01:18:32.340612+0000","last_became_active":"2024-09-12T01:18:30.337558+0000","last_became_peered":"2024-09-12T01:18:30.337558+0000","last_unstale":"2024-09-12T01:18:32.340612+0000","last_undegraded":"2024-09-12T01:18:32.340612+0000","last_fullsized":"2024-09-12T01:18:32.340612+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:06.134359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336995+0000","last_change":"2024-09-12T01:18:31.340390+0000","last_active":"2024-09-12T01:18:32.336995+0000","last_peered":"2024-09-12T01:18:32.336995+0000","last_clean":"2024-09-12T01:18:32.336995+0000","last_became_active":"2024-09-12T01:18:31.340120+0000","last_became_peered":"2024-09-12T01:18:31.340120+0000","last_unstale":"2024-09-12T01:18:32.336995+0000","last_undegraded":"2024-09-12T01:18:32.336995+0000","last_fullsized":"2024-09-12T01:18:32.336995+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:33.591238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408059+0000","last_change":"2024-09-12T01:18:30.338463+0000","last_active":"2024-09-12T01:18:32.408059+0000","last_peered":"2024-09-12T01:18:32.408059+0000","last_clean":"2024-09-12T01:18:32.408059+0000","last_became_active":"2024-09-12T01:18:30.338206+0000","last_became_peered":"2024-09-12T01:18:30.338206+0000","last_unstale":"2024-09-12T01:18:32.408059+0000","last_undegraded":"2024-09-12T01:18:32.408059+0000","last_fullsized":"2024-09-12T01:18:32.408059+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:52:53.767285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335603+0000","last_change":"2024-09-12T01:18:31.349044+0000","last_active":"2024-09-12T01:18:33.335603+0000","last_peered":"2024-09-12T01:18:33.335603+0000","last_clean":"2024-09-12T01:18:33.335603+0000","last_became_active":"2024-09-12T01:18:31.348754+0000","last_became_peered":"2024-09-12T01:18:31.348754+0000","last_unstale":"2024-09-12T01:18:33.335603+0000","last_undegraded":"2024-09-12T01:18:33.335603+0000","last_fullsized":"2024-09-12T01:18:33.335603+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:06:02.596756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330011+0000","last_change":"2024-09-12T01:18:30.342129+0000","last_active":"2024-09-12T01:18:33.330011+0000","last_peered":"2024-09-12T01:18:33.330011+0000","last_clean":"2024-09-12T01:18:33.330011+0000","last_became_active":"2024-09-12T01:18:30.341645+0000","last_became_peered":"2024-09-12T01:18:30.341645+0000","last_unstale":"2024-09-12T01:18:33.330011+0000","last_undegraded":"2024-09-12T01:18:33.330011+0000","last_fullsized":"2024-09-12T01:18:33.330011+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:28.144392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340055+0000","last_change":"2024-09-12T01:18:31.342965+0000","last_active":"2024-09-12T01:18:32.340055+0000","last_peered":"2024-09-12T01:18:32.340055+0000","last_clean":"2024-09-12T01:18:32.340055+0000","last_became_active":"2024-09-12T01:18:31.342688+0000","last_became_peered":"2024-09-12T01:18:31.342688+0000","last_unstale":"2024-09-12T01:18:32.340055+0000","last_undegraded":"2024-09-12T01:18:32.340055+0000","last_fullsized":"2024-09-12T01:18:32.340055+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:48:03.355972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335843+0000","last_change":"2024-09-12T01:18:30.340934+0000","last_active":"2024-09-12T01:18:33.335843+0000","last_peered":"2024-09-12T01:18:33.335843+0000","last_clean":"2024-09-12T01:18:33.335843+0000","last_became_active":"2024-09-12T01:18:30.340634+0000","last_became_peered":"2024-09-12T01:18:30.340634+0000","last_unstale":"2024-09-12T01:18:33.335843+0000","last_undegraded":"2024-09-12T01:18:33.335843+0000","last_fullsized":"2024-09-12T01:18:33.335843+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:45.324496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340047+0000","last_change":"2024-09-12T01:18:31.333245+0000","last_active":"2024-09-12T01:18:32.340047+0000","last_peered":"2024-09-12T01:18:32.340047+0000","last_clean":"2024-09-12T01:18:32.340047+0000","last_became_active":"2024-09-12T01:18:31.332851+0000","last_became_peered":"2024-09-12T01:18:31.332851+0000","last_unstale":"2024-09-12T01:18:32.340047+0000","last_undegraded":"2024-09-12T01:18:32.340047+0000","last_fullsized":"2024-09-12T01:18:32.340047+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:34:25.219970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340245+0000","last_change":"2024-09-12T01:18:30.346549+0000","last_active":"2024-09-12T01:18:32.340245+0000","last_peered":"2024-09-12T01:18:32.340245+0000","last_clean":"2024-09-12T01:18:32.340245+0000","last_became_active":"2024-09-12T01:18:30.346192+0000","last_became_peered":"2024-09-12T01:18:30.346192+0000","last_unstale":"2024-09-12T01:18:32.340245+0000","last_undegraded":"2024-09-12T01:18:32.340245+0000","last_fullsized":"2024-09-12T01:18:32.340245+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:16.437829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330421+0000","last_change":"2024-09-12T01:18:31.340750+0000","last_active":"2024-09-12T01:18:33.330421+0000","last_peered":"2024-09-12T01:18:33.330421+0000","last_clean":"2024-09-12T01:18:33.330421+0000","last_became_active":"2024-09-12T01:18:31.340488+0000","last_became_peered":"2024-09-12T01:18:31.340488+0000","last_unstale":"2024-09-12T01:18:33.330421+0000","last_undegraded":"2024-09-12T01:18:33.330421+0000","last_fullsized":"2024-09-12T01:18:33.330421+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:35.194069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"50'3","reported_seq":17,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335595+0000","last_change":"2024-09-12T01:18:30.340256+0000","last_active":"2024-09-12T01:18:33.335595+0000","last_peered":"2024-09-12T01:18:33.335595+0000","last_clean":"2024-09-12T01:18:33.335595+0000","last_became_active":"2024-09-12T01:18:30.339998+0000","last_became_peered":"2024-09-12T01:18:30.339998+0000","last_unstale":"2024-09-12T01:18:33.335595+0000","last_undegraded":"2024-09-12T01:18:33.335595+0000","last_fullsized":"2024-09-12T01:18:33.335595+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:45:02.596911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340508+0000","last_change":"2024-09-12T01:18:31.336738+0000","last_active":"2024-09-12T01:18:32.340508+0000","last_peered":"2024-09-12T01:18:32.340508+0000","last_clean":"2024-09-12T01:18:32.340508+0000","last_became_active":"2024-09-12T01:18:31.336453+0000","last_became_peered":"2024-09-12T01:18:31.336453+0000","last_unstale":"2024-09-12T01:18:32.340508+0000","last_undegraded":"2024-09-12T01:18:32.340508+0000","last_fullsized":"2024-09-12T01:18:32.340508+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:45:03.599104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"50'6","reported_seq":20,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.337170+0000","last_change":"2024-09-12T01:18:30.340852+0000","last_active":"2024-09-12T01:18:32.337170+0000","last_peered":"2024-09-12T01:18:32.337170+0000","last_clean":"2024-09-12T01:18:32.337170+0000","last_became_active":"2024-09-12T01:18:30.338114+0000","last_became_peered":"2024-09-12T01:18:30.338114+0000","last_unstale":"2024-09-12T01:18:32.337170+0000","last_undegraded":"2024-09-12T01:18:32.337170+0000","last_fullsized":"2024-09-12T01:18:32.337170+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:25:57.978772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340488+0000","last_change":"2024-09-12T01:18:31.333536+0000","last_active":"2024-09-12T01:18:32.340488+0000","last_peered":"2024-09-12T01:18:32.340488+0000","last_clean":"2024-09-12T01:18:32.340488+0000","last_became_active":"2024-09-12T01:18:31.332776+0000","last_became_peered":"2024-09-12T01:18:31.332776+0000","last_unstale":"2024-09-12T01:18:32.340488+0000","last_undegraded":"2024-09-12T01:18:32.340488+0000","last_fullsized":"2024-09-12T01:18:32.340488+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:02.368051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"50'2","reported_seq":16,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330454+0000","last_change":"2024-09-12T01:18:30.345931+0000","last_active":"2024-09-12T01:18:33.330454+0000","last_peered":"2024-09-12T01:18:33.330454+0000","last_clean":"2024-09-12T01:18:33.330454+0000","last_became_active":"2024-09-12T01:18:30.345617+0000","last_became_peered":"2024-09-12T01:18:30.345617+0000","last_unstale":"2024-09-12T01:18:33.330454+0000","last_undegraded":"2024-09-12T01:18:33.330454+0000","last_fullsized":"2024-09-12T01:18:33.330454+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:58.110410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330897+0000","last_change":"2024-09-12T01:18:31.348551+0000","last_active":"2024-09-12T01:18:33.330897+0000","last_peered":"2024-09-12T01:18:33.330897+0000","last_clean":"2024-09-12T01:18:33.330897+0000","last_became_active":"2024-09-12T01:18:31.348280+0000","last_became_peered":"2024-09-12T01:18:31.348280+0000","last_unstale":"2024-09-12T01:18:33.330897+0000","last_undegraded":"2024-09-12T01:18:33.330897+0000","last_fullsized":"2024-09-12T01:18:33.330897+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:56.356026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408231+0000","last_change":"2024-09-12T01:18:30.345882+0000","last_active":"2024-09-12T01:18:32.408231+0000","last_peered":"2024-09-12T01:18:32.408231+0000","last_clean":"2024-09-12T01:18:32.408231+0000","last_became_active":"2024-09-12T01:18:30.345595+0000","last_became_peered":"2024-09-12T01:18:30.345595+0000","last_unstale":"2024-09-12T01:18:32.408231+0000","last_undegraded":"2024-09-12T01:18:32.408231+0000","last_fullsized":"2024-09-12T01:18:32.408231+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:39.730152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336896+0000","last_change":"2024-09-12T01:18:31.353439+0000","last_active":"2024-09-12T01:18:32.336896+0000","last_peered":"2024-09-12T01:18:32.336896+0000","last_clean":"2024-09-12T01:18:32.336896+0000","last_became_active":"2024-09-12T01:18:31.353096+0000","last_became_peered":"2024-09-12T01:18:31.353096+0000","last_unstale":"2024-09-12T01:18:32.336896+0000","last_undegraded":"2024-09-12T01:18:32.336896+0000","last_fullsized":"2024-09-12T01:18:32.336896+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:22:59.150404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335330+0000","last_change":"2024-09-12T01:18:30.337163+0000","last_active":"2024-09-12T01:18:33.335330+0000","last_peered":"2024-09-12T01:18:33.335330+0000","last_clean":"2024-09-12T01:18:33.335330+0000","last_became_active":"2024-09-12T01:18:30.336838+0000","last_became_peered":"2024-09-12T01:18:30.336838+0000","last_unstale":"2024-09-12T01:18:33.335330+0000","last_undegraded":"2024-09-12T01:18:33.335330+0000","last_fullsized":"2024-09-12T01:18:33.335330+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:18.850175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330652+0000","last_change":"2024-09-12T01:18:31.335991+0000","last_active":"2024-09-12T01:18:33.330652+0000","last_peered":"2024-09-12T01:18:33.330652+0000","last_clean":"2024-09-12T01:18:33.330652+0000","last_became_active":"2024-09-12T01:18:31.335359+0000","last_became_peered":"2024-09-12T01:18:31.335359+0000","last_unstale":"2024-09-12T01:18:33.330652+0000","last_undegraded":"2024-09-12T01:18:33.330652+0000","last_fullsized":"2024-09-12T01:18:33.330652+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:24:46.374491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"50'8","reported_seq":22,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336814+0000","last_change":"2024-09-12T01:18:30.334914+0000","last_active":"2024-09-12T01:18:32.336814+0000","last_peered":"2024-09-12T01:18:32.336814+0000","last_clean":"2024-09-12T01:18:32.336814+0000","last_became_active":"2024-09-12T01:18:30.334627+0000","last_became_peered":"2024-09-12T01:18:30.334627+0000","last_unstale":"2024-09-12T01:18:32.336814+0000","last_undegraded":"2024-09-12T01:18:32.336814+0000","last_fullsized":"2024-09-12T01:18:32.336814+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:31.864191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336877+0000","last_change":"2024-09-12T01:18:31.341634+0000","last_active":"2024-09-12T01:18:32.336877+0000","last_peered":"2024-09-12T01:18:32.336877+0000","last_clean":"2024-09-12T01:18:32.336877+0000","last_became_active":"2024-09-12T01:18:31.341379+0000","last_became_peered":"2024-09-12T01:18:31.341379+0000","last_unstale":"2024-09-12T01:18:32.336877+0000","last_undegraded":"2024-09-12T01:18:32.336877+0000","last_fullsized":"2024-09-12T01:18:32.336877+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:26:13.688101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"50'1","reported_seq":15,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330960+0000","last_change":"2024-09-12T01:18:30.342107+0000","last_active":"2024-09-12T01:18:33.330960+0000","last_peered":"2024-09-12T01:18:33.330960+0000","last_clean":"2024-09-12T01:18:33.330960+0000","last_became_active":"2024-09-12T01:18:30.340482+0000","last_became_peered":"2024-09-12T01:18:30.340482+0000","last_unstale":"2024-09-12T01:18:33.330960+0000","last_undegraded":"2024-09-12T01:18:33.330960+0000","last_fullsized":"2024-09-12T01:18:33.330960+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:43:10.231656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419622+0000","last_change":"2024-09-12T01:18:31.350557+0000","last_active":"2024-09-12T01:18:33.419622+0000","last_peered":"2024-09-12T01:18:33.419622+0000","last_clean":"2024-09-12T01:18:33.419622+0000","last_became_active":"2024-09-12T01:18:31.350312+0000","last_became_peered":"2024-09-12T01:18:31.350312+0000","last_unstale":"2024-09-12T01:18:33.419622+0000","last_undegraded":"2024-09-12T01:18:33.419622+0000","last_fullsized":"2024-09-12T01:18:33.419622+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:18:17.753112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"50'2","reported_seq":16,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.420091+0000","last_change":"2024-09-12T01:18:30.336121+0000","last_active":"2024-09-12T01:18:33.420091+0000","last_peered":"2024-09-12T01:18:33.420091+0000","last_clean":"2024-09-12T01:18:33.420091+0000","last_became_active":"2024-09-12T01:18:30.335866+0000","last_became_peered":"2024-09-12T01:18:30.335866+0000","last_unstale":"2024-09-12T01:18:33.420091+0000","last_undegraded":"2024-09-12T01:18:33.420091+0000","last_fullsized":"2024-09-12T01:18:33.420091+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:07.905112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340545+0000","last_change":"2024-09-12T01:18:31.346694+0000","last_active":"2024-09-12T01:18:32.340545+0000","last_peered":"2024-09-12T01:18:32.340545+0000","last_clean":"2024-09-12T01:18:32.340545+0000","last_became_active":"2024-09-12T01:18:31.346399+0000","last_became_peered":"2024-09-12T01:18:31.346399+0000","last_unstale":"2024-09-12T01:18:32.340545+0000","last_undegraded":"2024-09-12T01:18:32.340545+0000","last_fullsized":"2024-09-12T01:18:32.340545+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:18:17.753112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"50'1","reported_seq":15,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408347+0000","last_change":"2024-09-12T01:18:30.345145+0000","last_active":"2024-09-12T01:18:32.408347+0000","last_peered":"2024-09-12T01:18:32.408347+0000","last_clean":"2024-09-12T01:18:32.408347+0000","last_became_active":"2024-09-12T01:18:30.344907+0000","last_became_peered":"2024-09-12T01:18:30.344907+0000","last_unstale":"2024-09-12T01:18:32.408347+0000","last_undegraded":"2024-09-12T01:18:32.408347+0000","last_fullsized":"2024-09-12T01:18:32.408347+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:06.134359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419630+0000","last_change":"2024-09-12T01:18:31.346795+0000","last_active":"2024-09-12T01:18:33.419630+0000","last_peered":"2024-09-12T01:18:33.419630+0000","last_clean":"2024-09-12T01:18:33.419630+0000","last_became_active":"2024-09-12T01:18:31.346221+0000","last_became_peered":"2024-09-12T01:18:31.346221+0000","last_unstale":"2024-09-12T01:18:33.419630+0000","last_undegraded":"2024-09-12T01:18:33.419630+0000","last_fullsized":"2024-09-12T01:18:33.419630+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:18.156865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408370+0000","last_change":"2024-09-12T01:18:30.339461+0000","last_active":"2024-09-12T01:18:32.408370+0000","last_peered":"2024-09-12T01:18:32.408370+0000","last_clean":"2024-09-12T01:18:32.408370+0000","last_became_active":"2024-09-12T01:18:30.339163+0000","last_became_peered":"2024-09-12T01:18:30.339163+0000","last_unstale":"2024-09-12T01:18:32.408370+0000","last_undegraded":"2024-09-12T01:18:32.408370+0000","last_fullsized":"2024-09-12T01:18:32.408370+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:56:27.797726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340710+0000","last_change":"2024-09-12T01:18:31.332280+0000","last_active":"2024-09-12T01:18:32.340710+0000","last_peered":"2024-09-12T01:18:32.340710+0000","last_clean":"2024-09-12T01:18:32.340710+0000","last_became_active":"2024-09-12T01:18:31.331920+0000","last_became_peered":"2024-09-12T01:18:31.331920+0000","last_unstale":"2024-09-12T01:18:32.340710+0000","last_undegraded":"2024-09-12T01:18:32.340710+0000","last_fullsized":"2024-09-12T01:18:32.340710+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:03:12.784451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"50'2","reported_seq":16,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419576+0000","last_change":"2024-09-12T01:18:30.339545+0000","last_active":"2024-09-12T01:18:33.419576+0000","last_peered":"2024-09-12T01:18:33.419576+0000","last_clean":"2024-09-12T01:18:33.419576+0000","last_became_active":"2024-09-12T01:18:30.339283+0000","last_became_peered":"2024-09-12T01:18:30.339283+0000","last_unstale":"2024-09-12T01:18:33.419576+0000","last_undegraded":"2024-09-12T01:18:33.419576+0000","last_fullsized":"2024-09-12T01:18:33.419576+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:51.936947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408361+0000","last_change":"2024-09-12T01:18:31.348385+0000","last_active":"2024-09-12T01:18:32.408361+0000","last_peered":"2024-09-12T01:18:32.408361+0000","last_clean":"2024-09-12T01:18:32.408361+0000","last_became_active":"2024-09-12T01:18:31.348053+0000","last_became_peered":"2024-09-12T01:18:31.348053+0000","last_unstale":"2024-09-12T01:18:32.408361+0000","last_undegraded":"2024-09-12T01:18:32.408361+0000","last_fullsized":"2024-09-12T01:18:32.408361+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:26.716286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336528+0000","last_change":"2024-09-12T01:18:30.337980+0000","last_active":"2024-09-12T01:18:32.336528+0000","last_peered":"2024-09-12T01:18:32.336528+0000","last_clean":"2024-09-12T01:18:32.336528+0000","last_became_active":"2024-09-12T01:18:30.337682+0000","last_became_peered":"2024-09-12T01:18:30.337682+0000","last_unstale":"2024-09-12T01:18:32.336528+0000","last_undegraded":"2024-09-12T01:18:32.336528+0000","last_fullsized":"2024-09-12T01:18:32.336528+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:35.439770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330502+0000","last_change":"2024-09-12T01:18:31.349519+0000","last_active":"2024-09-12T01:18:33.330502+0000","last_peered":"2024-09-12T01:18:33.330502+0000","last_clean":"2024-09-12T01:18:33.330502+0000","last_became_active":"2024-09-12T01:18:31.349232+0000","last_became_peered":"2024-09-12T01:18:31.349232+0000","last_unstale":"2024-09-12T01:18:33.330502+0000","last_undegraded":"2024-09-12T01:18:33.330502+0000","last_fullsized":"2024-09-12T01:18:33.330502+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:16.620902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330179+0000","last_change":"2024-09-12T01:18:30.340176+0000","last_active":"2024-09-12T01:18:33.330179+0000","last_peered":"2024-09-12T01:18:33.330179+0000","last_clean":"2024-09-12T01:18:33.330179+0000","last_became_active":"2024-09-12T01:18:30.339866+0000","last_became_peered":"2024-09-12T01:18:30.339866+0000","last_unstale":"2024-09-12T01:18:33.330179+0000","last_undegraded":"2024-09-12T01:18:33.330179+0000","last_fullsized":"2024-09-12T01:18:33.330179+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:40.494175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.420072+0000","last_change":"2024-09-12T01:18:31.356544+0000","last_active":"2024-09-12T01:18:33.420072+0000","last_peered":"2024-09-12T01:18:33.420072+0000","last_clean":"2024-09-12T01:18:33.420072+0000","last_became_active":"2024-09-12T01:18:31.356241+0000","last_became_peered":"2024-09-12T01:18:31.356241+0000","last_unstale":"2024-09-12T01:18:33.420072+0000","last_undegraded":"2024-09-12T01:18:33.420072+0000","last_fullsized":"2024-09-12T01:18:33.420072+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:43:07.321816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.420054+0000","last_change":"2024-09-12T01:18:30.336468+0000","last_active":"2024-09-12T01:18:33.420054+0000","last_peered":"2024-09-12T01:18:33.420054+0000","last_clean":"2024-09-12T01:18:33.420054+0000","last_became_active":"2024-09-12T01:18:30.336174+0000","last_became_peered":"2024-09-12T01:18:30.336174+0000","last_unstale":"2024-09-12T01:18:33.420054+0000","last_undegraded":"2024-09-12T01:18:33.420054+0000","last_fullsized":"2024-09-12T01:18:33.420054+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:47.868714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340650+0000","last_change":"2024-09-12T01:18:31.343730+0000","last_active":"2024-09-12T01:18:32.340650+0000","last_peered":"2024-09-12T01:18:32.340650+0000","last_clean":"2024-09-12T01:18:32.340650+0000","last_became_active":"2024-09-12T01:18:31.343420+0000","last_became_peered":"2024-09-12T01:18:31.343420+0000","last_unstale":"2024-09-12T01:18:32.340650+0000","last_undegraded":"2024-09-12T01:18:32.340650+0000","last_fullsized":"2024-09-12T01:18:32.340650+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:12.344046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"50'2","reported_seq":16,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408401+0000","last_change":"2024-09-12T01:18:30.346853+0000","last_active":"2024-09-12T01:18:32.408401+0000","last_peered":"2024-09-12T01:18:32.408401+0000","last_clean":"2024-09-12T01:18:32.408401+0000","last_became_active":"2024-09-12T01:18:30.346151+0000","last_became_peered":"2024-09-12T01:18:30.346151+0000","last_unstale":"2024-09-12T01:18:32.408401+0000","last_undegraded":"2024-09-12T01:18:32.408401+0000","last_fullsized":"2024-09-12T01:18:32.408401+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:16.821426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.419631+0000","last_change":"2024-09-12T01:18:31.344241+0000","last_active":"2024-09-12T01:18:33.419631+0000","last_peered":"2024-09-12T01:18:33.419631+0000","last_clean":"2024-09-12T01:18:33.419631+0000","last_became_active":"2024-09-12T01:18:31.343976+0000","last_became_peered":"2024-09-12T01:18:31.343976+0000","last_unstale":"2024-09-12T01:18:33.419631+0000","last_undegraded":"2024-09-12T01:18:33.419631+0000","last_fullsized":"2024-09-12T01:18:33.419631+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:41.991326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335637+0000","last_change":"2024-09-12T01:18:30.339696+0000","last_active":"2024-09-12T01:18:33.335637+0000","last_peered":"2024-09-12T01:18:33.335637+0000","last_clean":"2024-09-12T01:18:33.335637+0000","last_became_active":"2024-09-12T01:18:30.339416+0000","last_became_peered":"2024-09-12T01:18:30.339416+0000","last_unstale":"2024-09-12T01:18:33.335637+0000","last_undegraded":"2024-09-12T01:18:33.335637+0000","last_fullsized":"2024-09-12T01:18:33.335637+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:18:16.750920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336682+0000","last_change":"2024-09-12T01:18:31.342640+0000","last_active":"2024-09-12T01:18:32.336682+0000","last_peered":"2024-09-12T01:18:32.336682+0000","last_clean":"2024-09-12T01:18:32.336682+0000","last_became_active":"2024-09-12T01:18:31.342383+0000","last_became_peered":"2024-09-12T01:18:31.342383+0000","last_unstale":"2024-09-12T01:18:32.336682+0000","last_undegraded":"2024-09-12T01:18:32.336682+0000","last_fullsized":"2024-09-12T01:18:32.336682+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:26.250954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330418+0000","last_change":"2024-09-12T01:18:30.339854+0000","last_active":"2024-09-12T01:18:33.330418+0000","last_peered":"2024-09-12T01:18:33.330418+0000","last_clean":"2024-09-12T01:18:33.330418+0000","last_became_active":"2024-09-12T01:18:30.339591+0000","last_became_peered":"2024-09-12T01:18:30.339591+0000","last_unstale":"2024-09-12T01:18:33.330418+0000","last_undegraded":"2024-09-12T01:18:33.330418+0000","last_fullsized":"2024-09-12T01:18:33.330418+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:36.969342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330362+0000","last_change":"2024-09-12T01:18:31.346441+0000","last_active":"2024-09-12T01:18:33.330362+0000","last_peered":"2024-09-12T01:18:33.330362+0000","last_clean":"2024-09-12T01:18:33.330362+0000","last_became_active":"2024-09-12T01:18:31.346176+0000","last_became_peered":"2024-09-12T01:18:31.346176+0000","last_unstale":"2024-09-12T01:18:33.330362+0000","last_undegraded":"2024-09-12T01:18:33.330362+0000","last_fullsized":"2024-09-12T01:18:33.330362+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:59:55.662451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336741+0000","last_change":"2024-09-12T01:18:30.340365+0000","last_active":"2024-09-12T01:18:32.336741+0000","last_peered":"2024-09-12T01:18:32.336741+0000","last_clean":"2024-09-12T01:18:32.336741+0000","last_became_active":"2024-09-12T01:18:30.338140+0000","last_became_peered":"2024-09-12T01:18:30.338140+0000","last_unstale":"2024-09-12T01:18:32.336741+0000","last_undegraded":"2024-09-12T01:18:32.336741+0000","last_fullsized":"2024-09-12T01:18:32.336741+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:50.033320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340702+0000","last_change":"2024-09-12T01:18:31.343452+0000","last_active":"2024-09-12T01:18:32.340702+0000","last_peered":"2024-09-12T01:18:32.340702+0000","last_clean":"2024-09-12T01:18:32.340702+0000","last_became_active":"2024-09-12T01:18:31.343161+0000","last_became_peered":"2024-09-12T01:18:31.343161+0000","last_unstale":"2024-09-12T01:18:32.340702+0000","last_undegraded":"2024-09-12T01:18:32.340702+0000","last_fullsized":"2024-09-12T01:18:32.340702+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:14:28.221726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.336647+0000","last_change":"2024-09-12T01:18:30.341510+0000","last_active":"2024-09-12T01:18:32.336647+0000","last_peered":"2024-09-12T01:18:32.336647+0000","last_clean":"2024-09-12T01:18:32.336647+0000","last_became_active":"2024-09-12T01:18:30.341238+0000","last_became_peered":"2024-09-12T01:18:30.341238+0000","last_unstale":"2024-09-12T01:18:32.336647+0000","last_undegraded":"2024-09-12T01:18:32.336647+0000","last_fullsized":"2024-09-12T01:18:32.336647+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:06:01.594563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330366+0000","last_change":"2024-09-12T01:18:31.338867+0000","last_active":"2024-09-12T01:18:33.330366+0000","last_peered":"2024-09-12T01:18:33.330366+0000","last_clean":"2024-09-12T01:18:33.330366+0000","last_became_active":"2024-09-12T01:18:31.338575+0000","last_became_peered":"2024-09-12T01:18:31.338575+0000","last_unstale":"2024-09-12T01:18:33.330366+0000","last_undegraded":"2024-09-12T01:18:33.330366+0000","last_fullsized":"2024-09-12T01:18:33.330366+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:26:16.691213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.339905+0000","last_change":"2024-09-12T01:18:30.339466+0000","last_active":"2024-09-12T01:18:32.339905+0000","last_peered":"2024-09-12T01:18:32.339905+0000","last_clean":"2024-09-12T01:18:32.339905+0000","last_became_active":"2024-09-12T01:18:30.339150+0000","last_became_peered":"2024-09-12T01:18:30.339150+0000","last_unstale":"2024-09-12T01:18:32.339905+0000","last_undegraded":"2024-09-12T01:18:32.339905+0000","last_fullsized":"2024-09-12T01:18:32.339905+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:16.821426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.337172+0000","last_change":"2024-09-12T01:18:31.340395+0000","last_active":"2024-09-12T01:18:32.337172+0000","last_peered":"2024-09-12T01:18:32.337172+0000","last_clean":"2024-09-12T01:18:32.337172+0000","last_became_active":"2024-09-12T01:18:31.340139+0000","last_became_peered":"2024-09-12T01:18:31.340139+0000","last_unstale":"2024-09-12T01:18:32.337172+0000","last_undegraded":"2024-09-12T01:18:32.337172+0000","last_fullsized":"2024-09-12T01:18:32.337172+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:42.746668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.340045+0000","last_change":"2024-09-12T01:18:30.339801+0000","last_active":"2024-09-12T01:18:32.340045+0000","last_peered":"2024-09-12T01:18:32.340045+0000","last_clean":"2024-09-12T01:18:32.340045+0000","last_became_active":"2024-09-12T01:18:30.339547+0000","last_became_peered":"2024-09-12T01:18:30.339547+0000","last_unstale":"2024-09-12T01:18:32.340045+0000","last_undegraded":"2024-09-12T01:18:32.340045+0000","last_fullsized":"2024-09-12T01:18:32.340045+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:43:06.319623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:32.408209+0000","last_change":"2024-09-12T01:18:31.345407+0000","last_active":"2024-09-12T01:18:32.408209+0000","last_peered":"2024-09-12T01:18:32.408209+0000","last_clean":"2024-09-12T01:18:32.408209+0000","last_became_active":"2024-09-12T01:18:31.345126+0000","last_became_peered":"2024-09-12T01:18:31.345126+0000","last_unstale":"2024-09-12T01:18:32.408209+0000","last_undegraded":"2024-09-12T01:18:32.408209+0000","last_fullsized":"2024-09-12T01:18:32.408209+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:30.315946+0000","last_clean_scrub_stamp":"2024-09-12T01:18:30.315946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:32:33.898419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"51'1","reported_seq":15,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.330512+0000","last_change":"2024-09-12T01:18:30.345504+0000","last_active":"2024-09-12T01:18:33.330512+0000","last_peered":"2024-09-12T01:18:33.330512+0000","last_clean":"2024-09-12T01:18:33.330512+0000","last_became_active":"2024-09-12T01:18:30.345193+0000","last_became_peered":"2024-09-12T01:18:30.345193+0000","last_unstale":"2024-09-12T01:18:33.330512+0000","last_undegraded":"2024-09-12T01:18:33.330512+0000","last_fullsized":"2024-09-12T01:18:33.330512+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:18:29.313753+0000","last_clean_scrub_stamp":"2024-09-12T01:18:29.313753+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:39.295288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":225,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-12T01:18:33.335057+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:18:33.335057+0000","last_peered":"2024-09-12T01:18:33.335057+0000","last_clean":"2024-09-12T01:18:33.335057+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:18:33.335057+0000","last_undegraded":"2024-09-12T01:18:33.335057+0000","last_fullsized":"2024-09-12T01:18:33.335057+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542166,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28204,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343636,"statfs":{"total":96636764160,"available":96607883264,"internally_reserved":0,"allocated":1204224,"data_stored":857385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542166,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27628,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344212,"statfs":{"total":96636764160,"available":96608473088,"internally_reserved":0,"allocated":610304,"data_stored":267545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542167,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27620,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344220,"statfs":{"total":96636764160,"available":96608481280,"internally_reserved":0,"allocated":602112,"data_stored":266893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542167,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":606208,"data_stored":267475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":618496,"data_stored":268527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542167,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27632,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344208,"statfs":{"total":96636764160,"available":96608468992,"internally_reserved":0,"allocated":614400,"data_stored":268505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542167,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27628,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344212,"statfs":{"total":96636764160,"available":96608473088,"internally_reserved":0,"allocated":610304,"data_stored":267053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542167,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32364,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339476,"statfs":{"total":96636764160,"available":96603623424,"internally_reserved":0,"allocated":1204224,"data_stored":857317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:18:38.939 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T01:18:38.940 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-12T01:18:39.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.082+0000 7f7bc8598640 1 Processor -- start 2024-09-12T01:18:39.081 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.082+0000 7f7bc8598640 1 -- start start 2024-09-12T01:18:39.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc8598640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7bc015e2e0 0x7f7bc00b0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc8598640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bc0067ae0 0x7f7bc015f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc8598640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f7bc00adce0 0x7f7bc00ae130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc8598640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f7bc00aec30 con 0x7f7bc015e2e0 2024-09-12T01:18:39.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc8598640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f7bc015f8f0 con 0x7f7bc00adce0 2024-09-12T01:18:39.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc8598640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7bc00ae670 con 0x7f7bc0067ae0 2024-09-12T01:18:39.083 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc6334640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7bc015e2e0 0x7f7bc00b0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc6334640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7bc015e2e0 0x7f7bc00b0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37254/0 (socket says 172.21.15.122:37254) 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc6334640 1 -- 172.21.15.122:0/4180392301 learned_addr learned my addr 172.21.15.122:0/4180392301 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc6b35640 1 --2- 172.21.15.122:0/4180392301 >> v2:172.21.15.151:3300/0 conn(0x7f7bc00adce0 0x7f7bc00ae130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc5b33640 1 --2- 172.21.15.122:0/4180392301 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bc0067ae0 0x7f7bc015f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc6334640 1 -- 172.21.15.122:0/4180392301 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bc0067ae0 msgr2=0x7f7bc015f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc6334640 1 --2- 172.21.15.122:0/4180392301 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bc0067ae0 0x7f7bc015f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc6334640 1 -- 172.21.15.122:0/4180392301 >> v2:172.21.15.151:3300/0 conn(0x7f7bc00adce0 msgr2=0x7f7bc00ae130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc6334640 1 --2- 172.21.15.122:0/4180392301 >> v2:172.21.15.151:3300/0 conn(0x7f7bc00adce0 0x7f7bc00ae130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc6334640 1 -- 172.21.15.122:0/4180392301 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc0067ff0 con 0x7f7bc015e2e0 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc6b35640 1 --2- 172.21.15.122:0/4180392301 >> v2:172.21.15.151:3300/0 conn(0x7f7bc00adce0 0x7f7bc00ae130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.083+0000 7f7bc5b33640 1 --2- 172.21.15.122:0/4180392301 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bc0067ae0 0x7f7bc015f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.084+0000 7f7bc6334640 1 --2- 172.21.15.122:0/4180392301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bc015e2e0 0x7f7bc00b0150 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f7bc00701b0 tx=0x7f7bb802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22baee9f3224fde2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:39.084 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.084+0000 7f7bc5332640 1 -- 172.21.15.122:0/4180392301 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb8037070 con 0x7f7bc015e2e0 2024-09-12T01:18:39.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.084+0000 7f7bc5332640 1 -- 172.21.15.122:0/4180392301 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bb8032440 con 0x7f7bc015e2e0 2024-09-12T01:18:39.085 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.084+0000 7f7bc5332640 1 -- 172.21.15.122:0/4180392301 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb8032810 con 0x7f7bc015e2e0 2024-09-12T01:18:39.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.085+0000 7f7bc8598640 1 -- 172.21.15.122:0/4180392301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bc015e2e0 msgr2=0x7f7bc00b0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.085+0000 7f7bc8598640 1 --2- 172.21.15.122:0/4180392301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bc015e2e0 0x7f7bc00b0150 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f7bc00701b0 tx=0x7f7bb802a1e0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.085+0000 7f7bc8598640 1 -- 172.21.15.122:0/4180392301 shutdown_connections 2024-09-12T01:18:39.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.085+0000 7f7bc8598640 1 --2- 172.21.15.122:0/4180392301 >> v2:172.21.15.151:3300/0 conn(0x7f7bc00adce0 0x7f7bc00ae130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.085+0000 7f7bc8598640 1 --2- 172.21.15.122:0/4180392301 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bc0067ae0 0x7f7bc015f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.085+0000 7f7bc8598640 1 --2- 172.21.15.122:0/4180392301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bc015e2e0 0x7f7bc00b0150 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.085+0000 7f7bc8598640 1 -- 172.21.15.122:0/4180392301 >> 172.21.15.122:0/4180392301 conn(0x7f7bc0073590 msgr2=0x7f7bc006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:39.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.085+0000 7f7bc8598640 1 -- 172.21.15.122:0/4180392301 shutdown_connections 2024-09-12T01:18:39.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.085+0000 7f7bc8598640 1 -- 172.21.15.122:0/4180392301 wait complete. 2024-09-12T01:18:39.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.086+0000 7f7bc8598640 1 Processor -- start 2024-09-12T01:18:39.087 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.086+0000 7f7bc8598640 1 -- start start 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc8598640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bc0067ae0 0x7f7bc0154be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc8598640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bc00adce0 0x7f7bc01f3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc8598640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7bc015e2e0 0x7f7bc01f4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc8598640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc00af950 con 0x7f7bc0067ae0 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc8598640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc00af670 con 0x7f7bc015e2e0 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc8598640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7bc00afc30 con 0x7f7bc00adce0 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc6334640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bc0067ae0 0x7f7bc0154be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc6334640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bc0067ae0 0x7f7bc0154be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37266/0 (socket says 172.21.15.122:37266) 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc6334640 1 -- 172.21.15.122:0/878441438 learned_addr learned my addr 172.21.15.122:0/878441438 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc6334640 1 -- 172.21.15.122:0/878441438 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bc00adce0 msgr2=0x7f7bc01f3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc6334640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bc00adce0 0x7f7bc01f3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc6334640 1 -- 172.21.15.122:0/878441438 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7bc015e2e0 msgr2=0x7f7bc01f4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc6334640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7bc015e2e0 0x7f7bc01f4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.088 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc6334640 1 -- 172.21.15.122:0/878441438 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc00cef80 con 0x7f7bc0067ae0 2024-09-12T01:18:39.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bc6334640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bc0067ae0 0x7f7bc0154be0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f7bb802a750 tx=0x7f7bb80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:39.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.087+0000 7f7bbeffd640 1 -- 172.21.15.122:0/878441438 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb8037040 con 0x7f7bc0067ae0 2024-09-12T01:18:39.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.088+0000 7f7bbeffd640 1 -- 172.21.15.122:0/878441438 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bb8042070 con 0x7f7bc0067ae0 2024-09-12T01:18:39.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.088+0000 7f7bc8598640 1 -- 172.21.15.122:0/878441438 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bc0155630 con 0x7f7bc0067ae0 2024-09-12T01:18:39.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.088+0000 7f7bbeffd640 1 -- 172.21.15.122:0/878441438 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb8030bd0 con 0x7f7bc0067ae0 2024-09-12T01:18:39.089 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.088+0000 7f7bc8598640 1 -- 172.21.15.122:0/878441438 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bc0155bf0 con 0x7f7bc0067ae0 2024-09-12T01:18:39.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.089+0000 7f7bc8598640 1 -- 172.21.15.122:0/878441438 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bc015e6c0 con 0x7f7bc0067ae0 2024-09-12T01:18:39.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.089+0000 7f7bbeffd640 1 -- 172.21.15.122:0/878441438 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7bb8047460 con 0x7f7bc0067ae0 2024-09-12T01:18:39.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.090+0000 7f7bbeffd640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bac06be30 0x7f7bac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.090+0000 7f7bc5b33640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bac06be30 0x7f7bac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.090+0000 7f7bbeffd640 1 -- 172.21.15.122:0/878441438 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f7bb80abc20 con 0x7f7bc0067ae0 2024-09-12T01:18:39.090 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.090+0000 7f7bc5b33640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bac06be30 0x7f7bac06e2f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f7bc0161bb0 tx=0x7f7bb40083d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:39.093 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.094+0000 7f7bbeffd640 1 -- 172.21.15.122:0/878441438 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7bb8045360 con 0x7f7bc0067ae0 2024-09-12T01:18:39.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.323+0000 7f7bc8598640 1 -- 172.21.15.122:0/878441438 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f7bc015f150 con 0x7f7bc0067ae0 2024-09-12T01:18:39.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.325+0000 7f7bbeffd640 1 -- 172.21.15.122:0/878441438 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) ==== 190+0+147 (secure 0 0 0) 0x7f7bb807a440 con 0x7f7bc0067ae0 2024-09-12T01:18:39.324 INFO:teuthology.orchestra.run.smithi122.stdout:[client.0] 2024-09-12T01:18:39.324 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQDcQOJmut3COBAAopq4VCGpMuDo5pzbcEly8w== 2024-09-12T01:18:39.324 INFO:teuthology.orchestra.run.smithi122.stdout: caps mds = "allow" 2024-09-12T01:18:39.324 INFO:teuthology.orchestra.run.smithi122.stdout: caps mon = "allow r" 2024-09-12T01:18:39.324 INFO:teuthology.orchestra.run.smithi122.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-12T01:18:39.325 INFO:teuthology.orchestra.run.smithi122.stderr:updated caps for client.0 2024-09-12T01:18:39.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 -- 172.21.15.122:0/878441438 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bac06be30 msgr2=0x7f7bac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bac06be30 0x7f7bac06e2f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f7bc0161bb0 tx=0x7f7bb40083d0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 -- 172.21.15.122:0/878441438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bc0067ae0 msgr2=0x7f7bc0154be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bc0067ae0 0x7f7bc0154be0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f7bb802a750 tx=0x7f7bb80046c0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 -- 172.21.15.122:0/878441438 shutdown_connections 2024-09-12T01:18:39.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7bac06be30 0x7f7bac06e2f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7bc015e2e0 0x7f7bc01f4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7bc00adce0 0x7f7bc01f3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 --2- 172.21.15.122:0/878441438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7bc0067ae0 0x7f7bc0154be0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 -- 172.21.15.122:0/878441438 >> 172.21.15.122:0/878441438 conn(0x7f7bc0073590 msgr2=0x7f7bc006f680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:39.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 -- 172.21.15.122:0/878441438 shutdown_connections 2024-09-12T01:18:39.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.327+0000 7f7bc8598640 1 -- 172.21.15.122:0/878441438 wait complete. 2024-09-12T01:18:39.337 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:39.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.437+0000 7fa0612a4640 1 Processor -- start 2024-09-12T01:18:39.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.437+0000 7fa0612a4640 1 -- start start 2024-09-12T01:18:39.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.438+0000 7fa0612a4640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fa05c161c80 0x7fa05c06e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.438+0000 7fa0612a4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa05c06e870 con 0x7fa05c0b6680 2024-09-12T01:18:39.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.438+0000 7fa0612a4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa05c06d9f0 con 0x7fa05c162060 2024-09-12T01:18:39.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.438+0000 7fa0612a4640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fa05c06dcd0 con 0x7fa05c161c80 2024-09-12T01:18:39.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.438+0000 7fa05b7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fa05c0b6680 0x7fa05c0cf1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:49654/0 (socket says 172.21.15.122:49654) 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.438+0000 7fa05b7fe640 1 -- 172.21.15.122:0/175330728 learned_addr learned my addr 172.21.15.122:0/175330728 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3508316166 0 0) 0x7fa054001490 con 0x7fa05c0b6680 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa044003520 con 0x7fa05c0b6680 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa05affd640 1 --2- 172.21.15.122:0/175330728 >> v2:172.21.15.151:3300/0 conn(0x7fa05c161c80 0x7fa05c06e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2226973551 0 0) 0x7fa044003520 con 0x7fa05c0b6680 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 >> v2:172.21.15.151:3300/0 conn(0x7fa05c161c80 msgr2=0x7fa05c06e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 --2- 172.21.15.122:0/175330728 >> v2:172.21.15.151:3300/0 conn(0x7fa05c161c80 0x7fa05c06e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 >> v1:172.21.15.151:6789/0 conn(0x7fa05c162060 legacy=0x7fa05c0b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa05c06dfb0 con 0x7fa05c0b6680 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fa054001bc0 con 0x7fa05c0b6680 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 >> v1:172.21.15.122:6789/0 conn(0x7fa05c0b6680 legacy=0x7fa05c0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 --2- 172.21.15.122:0/175330728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0440039b0 0x7fa044003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 --2- 172.21.15.122:0/175330728 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa044004800 0x7fa044004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 --2- 172.21.15.122:0/175330728 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa0440051c0 0x7fa04400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c06dcd0 con 0x7fa0440039b0 2024-09-12T01:18:39.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fa04400c060 con 0x7fa0440051c0 2024-09-12T01:18:39.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa04400c260 con 0x7fa044004800 2024-09-12T01:18:39.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa05affd640 1 --2- 172.21.15.122:0/175330728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0440039b0 0x7fa044003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa05b7fe640 1 --2- 172.21.15.122:0/175330728 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa0440051c0 0x7fa04400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa05a7fc640 1 --2- 172.21.15.122:0/175330728 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa044004800 0x7fa044004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa05affd640 1 -- 172.21.15.122:0/175330728 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa044004800 msgr2=0x7fa044004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:39.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa05affd640 1 --2- 172.21.15.122:0/175330728 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa044004800 0x7fa044004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa05affd640 1 -- 172.21.15.122:0/175330728 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa0440051c0 msgr2=0x7fa04400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:39.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa05affd640 1 --2- 172.21.15.122:0/175330728 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa0440051c0 0x7fa04400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa05b7fe640 1 -- 172.21.15.122:0/175330728 reap_dead start 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.439+0000 7fa05affd640 1 -- 172.21.15.122:0/175330728 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa044003520 con 0x7fa0440039b0 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.440+0000 7fa05affd640 1 --2- 172.21.15.122:0/175330728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0440039b0 0x7fa044003dd0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fa04c009ac0 tx=0x7fa044005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8fee8c7cad1214c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.440+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa04c036070 con 0x7fa0440039b0 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.440+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa04c031400 con 0x7fa0440039b0 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.440+0000 7fa059ffb640 1 -- 172.21.15.122:0/175330728 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa04c009690 con 0x7fa0440039b0 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.441+0000 7fa0612a4640 1 -- 172.21.15.122:0/175330728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0440039b0 msgr2=0x7fa044003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.441+0000 7fa0612a4640 1 --2- 172.21.15.122:0/175330728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0440039b0 0x7fa044003dd0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fa04c009ac0 tx=0x7fa044005830 comp rx=0 tx=0).stop 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.441+0000 7fa0612a4640 1 -- 172.21.15.122:0/175330728 shutdown_connections 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.441+0000 7fa0612a4640 1 --2- 172.21.15.122:0/175330728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0440039b0 0x7fa044003dd0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.441+0000 7fa0612a4640 1 -- 172.21.15.122:0/175330728 >> 172.21.15.122:0/175330728 conn(0x7fa05c0d44f0 msgr2=0x7fa05c0d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.441+0000 7fa0612a4640 1 -- 172.21.15.122:0/175330728 shutdown_connections 2024-09-12T01:18:39.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.441+0000 7fa0612a4640 1 -- 172.21.15.122:0/175330728 wait complete. 2024-09-12T01:18:39.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.442+0000 7fa0612a4640 1 Processor -- start 2024-09-12T01:18:39.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.442+0000 7fa0612a4640 1 -- start start 2024-09-12T01:18:39.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa0612a4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa0440039b0 0x7fa05c0b9d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa0612a4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa05c0cddb0 0x7fa05c159a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa0612a4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa05c0cbdd0 0x7fa05c0cc260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa0612a4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c0b6b30 con 0x7fa05c0cddb0 2024-09-12T01:18:39.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa0612a4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fa05c0d2aa0 con 0x7fa05c0cbdd0 2024-09-12T01:18:39.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa0612a4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa05c0b6cb0 con 0x7fa0440039b0 2024-09-12T01:18:39.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa05c0cddb0 0x7fa05c159a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa05c0cddb0 0x7fa05c159a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:37294/0 (socket says 172.21.15.122:37294) 2024-09-12T01:18:39.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05a7fc640 1 -- 172.21.15.122:0/3623873934 learned_addr learned my addr 172.21.15.122:0/3623873934 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:39.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05affd640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa0440039b0 0x7fa05c0b9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05b7fe640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa05c0cbdd0 0x7fa05c0cc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05a7fc640 1 -- 172.21.15.122:0/3623873934 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa0440039b0 msgr2=0x7fa05c0b9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05a7fc640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa0440039b0 0x7fa05c0b9d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05a7fc640 1 -- 172.21.15.122:0/3623873934 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa05c0cbdd0 msgr2=0x7fa05c0cc260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05a7fc640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa05c0cbdd0 0x7fa05c0cc260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05a7fc640 1 -- 172.21.15.122:0/3623873934 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa05c0ba250 con 0x7fa05c0cddb0 2024-09-12T01:18:39.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05b7fe640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa05c0cbdd0 0x7fa05c0cc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:39.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa05a7fc640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa05c0cddb0 0x7fa05c159a00 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fa05000e490 tx=0x7fa05000e950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:39.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa0437fe640 1 -- 172.21.15.122:0/3623873934 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0500053a0 con 0x7fa05c0cddb0 2024-09-12T01:18:39.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa0437fe640 1 -- 172.21.15.122:0/3623873934 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa050018070 con 0x7fa05c0cddb0 2024-09-12T01:18:39.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa0612a4640 1 -- 172.21.15.122:0/3623873934 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa05c0ce290 con 0x7fa05c0cddb0 2024-09-12T01:18:39.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.443+0000 7fa0437fe640 1 -- 172.21.15.122:0/3623873934 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa050003810 con 0x7fa05c0cddb0 2024-09-12T01:18:39.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.444+0000 7fa0612a4640 1 -- 172.21.15.122:0/3623873934 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa05c0b2020 con 0x7fa05c0cddb0 2024-09-12T01:18:39.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.444+0000 7fa0612a4640 1 -- 172.21.15.122:0/3623873934 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa05c06e330 con 0x7fa05c0cddb0 2024-09-12T01:18:39.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.445+0000 7fa0437fe640 1 -- 172.21.15.122:0/3623873934 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa0500039b0 con 0x7fa05c0cddb0 2024-09-12T01:18:39.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.446+0000 7fa0437fe640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa04806be60 0x7fa04806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:39.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.446+0000 7fa0437fe640 1 -- 172.21.15.122:0/3623873934 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7fa05008ab50 con 0x7fa05c0cddb0 2024-09-12T01:18:39.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.446+0000 7fa05affd640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa04806be60 0x7fa04806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:39.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.446+0000 7fa05affd640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa04806be60 0x7fa04806e320 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa04c033000 tx=0x7fa04c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:39.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.450+0000 7fa0437fe640 1 -- 172.21.15.122:0/3623873934 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa050059400 con 0x7fa05c0cddb0 2024-09-12T01:18:39.646 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.647+0000 7fa0612a4640 1 -- 172.21.15.122:0/3623873934 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa05c0ba470 con 0x7fa05c0cddb0 2024-09-12T01:18:39.646 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.647+0000 7fa0437fe640 1 -- 172.21.15.122:0/3623873934 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5232 (secure 0 0 0) 0x7fa050058d00 con 0x7fa05c0cddb0 2024-09-12T01:18:39.646 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:39.647 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":26,"btime":"2024-09-12T01:18:33:334645+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4823,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3841854033","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3841854033},{"type":"v1","addr":"172.21.15.122:6837","nonce":3841854033}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":4832,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/4219428364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":4219428364},{"type":"v1","addr":"172.21.15.151:6835","nonce":4219428364}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":4835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2960749331","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2960749331},{"type":"v1","addr":"172.21.15.151:6834","nonce":2960749331}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:30.661492+0000","modified":"2024-09-12T01:18:32.673738+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5319},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5319":{"gid":5319,"name":"c","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6835/444570294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":444570294},{"type":"v1","addr":"172.21.15.122:6835","nonce":444570294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5319,"qdb_cluster":[5319]},"id":3}]} 2024-09-12T01:18:39.647 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 26 2024-09-12T01:18:39.648 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 -- 172.21.15.122:0/3623873934 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa04806be60 msgr2=0x7fa04806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa04806be60 0x7fa04806e320 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa04c033000 tx=0x7fa04c008030 comp rx=0 tx=0).stop 2024-09-12T01:18:39.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 -- 172.21.15.122:0/3623873934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa05c0cddb0 msgr2=0x7fa05c159a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:39.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa05c0cddb0 0x7fa05c159a00 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fa05000e490 tx=0x7fa05000e950 comp rx=0 tx=0).stop 2024-09-12T01:18:39.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 -- 172.21.15.122:0/3623873934 shutdown_connections 2024-09-12T01:18:39.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa04806be60 0x7fa04806e320 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa05c0cbdd0 0x7fa05c0cc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa05c0cddb0 0x7fa05c159a00 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 --2- 172.21.15.122:0/3623873934 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa0440039b0 0x7fa05c0b9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:39.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 -- 172.21.15.122:0/3623873934 >> 172.21.15.122:0/3623873934 conn(0x7fa05c0d44f0 msgr2=0x7fa05c06ce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:39.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 -- 172.21.15.122:0/3623873934 shutdown_connections 2024-09-12T01:18:39.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:39.649+0000 7fa0612a4640 1 -- 172.21.15.122:0/3623873934 wait complete. 2024-09-12T01:18:40.064 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T01:18:30.661492+0000', 'modified': '2024-09-12T01:18:32.673738+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5319}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5319': {'gid': 5319, 'name': 'c', 'rank': 0, 'incarnation': 24, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.122:6835/444570294', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6834', 'nonce': 444570294}, {'type': 'v1', 'addr': '172.21.15.122:6835', 'nonce': 444570294}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5319, 'qdb_cluster': [5319]} 2024-09-12T01:18:40.065 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T01:18:40.065 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-12T01:18:40.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.167+0000 7fa327c8d640 1 Processor -- start 2024-09-12T01:18:40.167 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.168+0000 7fa327c8d640 1 -- start start 2024-09-12T01:18:40.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.168+0000 7fa327c8d640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fa320162060 0x7fa3200b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.168+0000 7fa327c8d640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa32006d9f0 con 0x7fa320161c80 2024-09-12T01:18:40.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.168+0000 7fa327c8d640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa32006dcd0 con 0x7fa3200b64b0 2024-09-12T01:18:40.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.168+0000 7fa327c8d640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fa32006dfb0 con 0x7fa320162060 2024-09-12T01:18:40.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa325a29640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fa320161c80 0x7fa32006e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:56630/0 (socket says 172.21.15.122:56630) 2024-09-12T01:18:40.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa325a29640 1 -- 172.21.15.122:0/4249679841 learned_addr learned my addr 172.21.15.122:0/4249679841 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:40.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2690622983 0 0) 0x7fa32006d9f0 con 0x7fa320161c80 2024-09-12T01:18:40.170 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa308003520 con 0x7fa320161c80 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa325228640 1 --2- 172.21.15.122:0/4249679841 >> v2:172.21.15.151:3300/0 conn(0x7fa320162060 0x7fa3200b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 871706582 0 0) 0x7fa308003520 con 0x7fa320161c80 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 >> v2:172.21.15.151:3300/0 conn(0x7fa320162060 msgr2=0x7fa3200b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 --2- 172.21.15.122:0/4249679841 >> v2:172.21.15.151:3300/0 conn(0x7fa320162060 0x7fa3200b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 >> v1:172.21.15.151:6789/0 conn(0x7fa3200b64b0 legacy=0x7fa3200cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3200d2890 con 0x7fa320161c80 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fa318001670 con 0x7fa320161c80 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 >> v1:172.21.15.122:6789/0 conn(0x7fa320161c80 legacy=0x7fa32006e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3080039b0 0x7fa308003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa308004800 0x7fa308004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa3080051c0 0x7fa30800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa32006dfb0 con 0x7fa3080039b0 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fa30800c060 con 0x7fa308004800 2024-09-12T01:18:40.171 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa30800c260 con 0x7fa3080051c0 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa325a29640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3080039b0 0x7fa308003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa325228640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa308004800 0x7fa308004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.169+0000 7fa32622a640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa3080051c0 0x7fa30800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.170+0000 7fa325a29640 1 -- 172.21.15.122:0/4249679841 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa3080051c0 msgr2=0x7fa30800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.170+0000 7fa325a29640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa3080051c0 0x7fa30800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.170+0000 7fa325a29640 1 -- 172.21.15.122:0/4249679841 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa308004800 msgr2=0x7fa308004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.170+0000 7fa325a29640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa308004800 0x7fa308004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.170+0000 7fa325a29640 1 -- 172.21.15.122:0/4249679841 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa308003520 con 0x7fa3080039b0 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.170+0000 7fa32622a640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa3080051c0 0x7fa30800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.170+0000 7fa32622a640 1 -- 172.21.15.122:0/4249679841 reap_dead start 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.170+0000 7fa325a29640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3080039b0 0x7fa308003dd0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fa31800c210 tx=0x7fa308005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3772adf6362c28ee server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.170+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa318007d30 con 0x7fa3080039b0 2024-09-12T01:18:40.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.170+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa318005ad0 con 0x7fa3080039b0 2024-09-12T01:18:40.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.170+0000 7fa324a27640 1 -- 172.21.15.122:0/4249679841 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa318007070 con 0x7fa3080039b0 2024-09-12T01:18:40.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.171+0000 7fa327c8d640 1 -- 172.21.15.122:0/4249679841 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3080039b0 msgr2=0x7fa308003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.171+0000 7fa327c8d640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3080039b0 0x7fa308003dd0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fa31800c210 tx=0x7fa308005830 comp rx=0 tx=0).stop 2024-09-12T01:18:40.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.171+0000 7fa327c8d640 1 -- 172.21.15.122:0/4249679841 shutdown_connections 2024-09-12T01:18:40.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.171+0000 7fa327c8d640 1 --2- 172.21.15.122:0/4249679841 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3080039b0 0x7fa308003dd0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.171+0000 7fa327c8d640 1 -- 172.21.15.122:0/4249679841 >> 172.21.15.122:0/4249679841 conn(0x7fa3200d44f0 msgr2=0x7fa3200d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:40.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.171+0000 7fa327c8d640 1 -- 172.21.15.122:0/4249679841 shutdown_connections 2024-09-12T01:18:40.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.171+0000 7fa327c8d640 1 -- 172.21.15.122:0/4249679841 wait complete. 2024-09-12T01:18:40.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.172+0000 7fa327c8d640 1 Processor -- start 2024-09-12T01:18:40.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.172+0000 7fa327c8d640 1 -- start start 2024-09-12T01:18:40.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa327c8d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa3080039b0 0x7fa32015b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa327c8d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa320159c90 0x7fa3201f4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa327c8d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3200b9510 0x7fa3200b9990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa327c8d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa3200b6300 con 0x7fa3200b9510 2024-09-12T01:18:40.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa327c8d640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fa3200b6180 con 0x7fa320159c90 2024-09-12T01:18:40.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa327c8d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa3200b6960 con 0x7fa3080039b0 2024-09-12T01:18:40.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa32622a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3200b9510 0x7fa3200b9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa32622a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3200b9510 0x7fa3200b9990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52242/0 (socket says 172.21.15.122:52242) 2024-09-12T01:18:40.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa32622a640 1 -- 172.21.15.122:0/944248571 learned_addr learned my addr 172.21.15.122:0/944248571 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:40.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa325a29640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa3080039b0 0x7fa32015b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa325228640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa320159c90 0x7fa3201f4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa32622a640 1 -- 172.21.15.122:0/944248571 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa3080039b0 msgr2=0x7fa32015b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa32622a640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa3080039b0 0x7fa32015b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa32622a640 1 -- 172.21.15.122:0/944248571 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa320159c90 msgr2=0x7fa3201f4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa32622a640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa320159c90 0x7fa3201f4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa32622a640 1 -- 172.21.15.122:0/944248571 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3201f4e30 con 0x7fa3200b9510 2024-09-12T01:18:40.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.173+0000 7fa32622a640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3200b9510 0x7fa3200b9990 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fa320074250 tx=0x7fa31000e820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:40.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.174+0000 7fa31e7fc640 1 -- 172.21.15.122:0/944248571 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa310019070 con 0x7fa3200b9510 2024-09-12T01:18:40.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.174+0000 7fa31e7fc640 1 -- 172.21.15.122:0/944248571 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3100050d0 con 0x7fa3200b9510 2024-09-12T01:18:40.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.174+0000 7fa31e7fc640 1 -- 172.21.15.122:0/944248571 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3100035f0 con 0x7fa3200b9510 2024-09-12T01:18:40.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.174+0000 7fa327c8d640 1 -- 172.21.15.122:0/944248571 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3201f5110 con 0x7fa3200b9510 2024-09-12T01:18:40.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.174+0000 7fa327c8d640 1 -- 172.21.15.122:0/944248571 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3200ccc80 con 0x7fa3200b9510 2024-09-12T01:18:40.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.175+0000 7fa31e7fc640 1 -- 172.21.15.122:0/944248571 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa310007230 con 0x7fa3200b9510 2024-09-12T01:18:40.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.175+0000 7fa31e7fc640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa30c06be60 0x7fa30c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.176+0000 7fa31e7fc640 1 -- 172.21.15.122:0/944248571 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7fa31008a130 con 0x7fa3200b9510 2024-09-12T01:18:40.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.176+0000 7fa325a29640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa30c06be60 0x7fa30c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.176+0000 7fa325a29640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa30c06be60 0x7fa30c06e320 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa318033000 tx=0x7fa31802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:40.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.176+0000 7fa32aa28740 1 Processor -- start 2024-09-12T01:18:40.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.177+0000 7fa32aa28740 1 -- start start 2024-09-12T01:18:40.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.177+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714d2c0 0x559197192a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.177+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714aa80 0x55919714d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.177+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55919714ea50 0x5591971478b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.177+0000 7fa32aa28740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5591970af520 con 0x55919714aa80 2024-09-12T01:18:40.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.177+0000 7fa32aa28740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x5591970573e0 con 0x55919714ea50 2024-09-12T01:18:40.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.177+0000 7fa32aa28740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x5591970ab4e0 con 0x55919714d2c0 2024-09-12T01:18:40.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.177+0000 7fa325228640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714aa80 0x55919714d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.177+0000 7fa325228640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714aa80 0x55919714d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52254/0 (socket says 172.21.15.122:52254) 2024-09-12T01:18:40.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.177+0000 7fa325228640 1 -- 172.21.15.122:0/4008782899 learned_addr learned my addr 172.21.15.122:0/4008782899 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:40.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa325a29640 1 --2- 172.21.15.122:0/4008782899 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714d2c0 0x559197192a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa32622a640 1 --2- 172.21.15.122:0/4008782899 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55919714ea50 0x5591971478b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa325228640 1 -- 172.21.15.122:0/4008782899 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714d2c0 msgr2=0x559197192a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa325228640 1 --2- 172.21.15.122:0/4008782899 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714d2c0 0x559197192a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa325228640 1 -- 172.21.15.122:0/4008782899 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55919714ea50 msgr2=0x5591971478b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa325228640 1 --2- 172.21.15.122:0/4008782899 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55919714ea50 0x5591971478b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa325228640 1 -- 172.21.15.122:0/4008782899 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591970722f0 con 0x55919714aa80 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa325a29640 1 --2- 172.21.15.122:0/4008782899 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714d2c0 0x559197192a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa32622a640 1 --2- 172.21.15.122:0/4008782899 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55919714ea50 0x5591971478b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa325228640 1 --2- 172.21.15.122:0/4008782899 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714aa80 0x55919714d6a0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fa3140144b0 tx=0x7fa314009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0398ee8c4c800d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa3077fe640 1 -- 172.21.15.122:0/4008782899 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa314016990 con 0x55919714aa80 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa3077fe640 1 -- 172.21.15.122:0/4008782899 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa314016b30 con 0x55919714aa80 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.178+0000 7fa3077fe640 1 -- 172.21.15.122:0/4008782899 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa31401e420 con 0x55919714aa80 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.179+0000 7fa32aa28740 1 -- 172.21.15.122:0/4008782899 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714aa80 msgr2=0x55919714d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.179+0000 7fa32aa28740 1 --2- 172.21.15.122:0/4008782899 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714aa80 0x55919714d6a0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fa3140144b0 tx=0x7fa314009750 comp rx=0 tx=0).stop 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.179+0000 7fa32aa28740 1 -- 172.21.15.122:0/4008782899 shutdown_connections 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.179+0000 7fa32aa28740 1 --2- 172.21.15.122:0/4008782899 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55919714ea50 0x5591971478b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.179+0000 7fa32aa28740 1 --2- 172.21.15.122:0/4008782899 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714aa80 0x55919714d6a0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.179+0000 7fa32aa28740 1 --2- 172.21.15.122:0/4008782899 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714d2c0 0x559197192a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.179+0000 7fa32aa28740 1 -- 172.21.15.122:0/4008782899 >> 172.21.15.122:0/4008782899 conn(0x559197149a80 msgr2=0x559197191f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.179+0000 7fa32aa28740 1 -- 172.21.15.122:0/4008782899 shutdown_connections 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.179+0000 7fa32aa28740 1 -- 172.21.15.122:0/4008782899 wait complete. 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.179+0000 7fa32aa28740 1 -- start start 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.179+0000 7fa32aa28740 1 Processor -- start 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714d2c0 0x55919718f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971782e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x559197178820 0x559197147390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa32aa28740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559197148f20 con 0x55919714ea50 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa32aa28740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x559197038450 con 0x559197178820 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa32aa28740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x559197193290 con 0x55919714d2c0 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa32aa28740 10 client.0 _ll_register_callbacks cb 0x559196dc1ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa325228640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971782e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa325228640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971782e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52260/0 (socket says 172.21.15.122:52260) 2024-09-12T01:18:40.190 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa325228640 1 -- 172.21.15.122:0/1020489409 learned_addr learned my addr 172.21.15.122:0/1020489409 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:40.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa325a29640 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714d2c0 0x55919718f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.180+0000 7fa32622a640 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x559197178820 0x559197147390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa325228640 1 -- 172.21.15.122:0/1020489409 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714d2c0 msgr2=0x55919718f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa325228640 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714d2c0 0x55919718f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa325228640 1 -- 172.21.15.122:0/1020489409 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x559197178820 msgr2=0x559197147390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa325228640 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x559197178820 0x559197147390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa325228640 1 -- 172.21.15.122:0/1020489409 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559196dc22d0 con 0x55919714ea50 2024-09-12T01:18:40.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa325228640 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971782e0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fa314014e00 tx=0x7fa314004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=435aef2500aa5b62 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:40.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa304ff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:18:40.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa304ff9640 1 -- 172.21.15.122:0/1020489409 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa31402c020 con 0x55919714ea50 2024-09-12T01:18:40.191 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa32aa28740 1 -- 172.21.15.122:0/1020489409 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa314016b30 con 0x55919714ea50 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa304ff9640 1 -- 172.21.15.122:0/1020489409 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7fa314003da0 con 0x55919714ea50 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa304ff9640 1 -- 172.21.15.122:0/1020489409 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa314036050 con 0x55919714ea50 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa32aa28740 10 client.5490 fetch_fsmap learned FSMap version 26 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa32aa28740 1 -- 172.21.15.122:0/1020489409 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x559196e8c6b0 con 0x55919714ea50 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa304ff9640 1 -- 172.21.15.122:0/1020489409 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa314016b30 con 0x55919714ea50 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa304ff9640 1 -- 172.21.15.122:0/1020489409 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 3502+0+0 (secure 0 0 0) 0x7fa314039020 con 0x55919714ea50 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa32aa28740 10 client.5490 fetch_fsmap finished waiting for FSMap version 26 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa32aa28740 10 client.5490 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa32aa28740 20 client.5490 populate_metadata read hostname 'smithi122' 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.122:6834/444570294,v1:172.21.15.122:6835/444570294] conn(0x559197176330 0x559197176710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa32aa28740 4 client.5490 mds_command: new command op to 5319 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T01:18:40.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.181+0000 7fa32aa28740 1 -- 172.21.15.122:0/1020489409 --> [v2:172.21.15.122:6834/444570294,v1:172.21.15.122:6835/444570294] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5591970bcc50 con 0x559197176330 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.182+0000 7fa325a29640 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.122:6834/444570294,v1:172.21.15.122:6835/444570294] conn(0x559197176330 0x559197176710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.182+0000 7fa304ff9640 10 client.5490 ms_handle_connect on v2:172.21.15.122:6834/444570294 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.182+0000 7fa325a29640 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.122:6834/444570294,v1:172.21.15.122:6835/444570294] conn(0x559197176330 0x559197176710 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb6aef55c565b2d4 server_cookie=b12dde6e301758ba in_seq=0 out_seq=0 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.182+0000 7fa304ff9640 1 -- 172.21.15.122:0/1020489409 <== mds.0 v2:172.21.15.122:6834/444570294 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5591970bcc50 con 0x559197176330 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.182+0000 7fa304ff9640 10 client.5490 handle_command_reply: tid=0 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 1 client.5490 shutdown 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 1 -- 172.21.15.122:0/1020489409 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 msgr2=0x5591971782e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971782e0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fa314014e00 tx=0x7fa314004a40 comp rx=0 tx=0).stop 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 1 -- 172.21.15.122:0/1020489409 shutdown_connections 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.122:6834/444570294,v1:172.21.15.122:6835/444570294] conn(0x559197176330 0x559197176710 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x559197178820 0x559197147390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971782e0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa304ff9640 0 client.5490 ms_handle_reset on v2:172.21.15.122:6834/444570294 2024-09-12T01:18:40.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1020489409 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714d2c0 0x55919718f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.194 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 1 -- 172.21.15.122:0/1020489409 >> 172.21.15.122:0/1020489409 conn(0x55919714aa80 msgr2=0x559197193a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:40.194 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 1 -- 172.21.15.122:0/1020489409 shutdown_connections 2024-09-12T01:18:40.194 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 1 -- 172.21.15.122:0/1020489409 wait complete. 2024-09-12T01:18:40.194 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.183+0000 7fa32aa28740 20 client.5490 trim_cache size 0 max 16384 2024-09-12T01:18:40.200 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.201+0000 7fa32aa28740 1 Processor -- start 2024-09-12T01:18:40.200 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.201+0000 7fa32aa28740 1 -- start start 2024-09-12T01:18:40.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.201+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55919714d2c0 0x5591971920f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.201+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971769d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.201+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x559197178820 0x559197176f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.201+0000 7fa32aa28740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa320200840 con 0x55919714ea50 2024-09-12T01:18:40.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.201+0000 7fa32aa28740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fa3200ce290 con 0x55919714d2c0 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.201+0000 7fa32aa28740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa3202001f0 con 0x559197178820 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa325228640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971769d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa325228640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971769d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52276/0 (socket says 172.21.15.122:52276) 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa325228640 1 -- 172.21.15.122:0/3043517073 learned_addr learned my addr 172.21.15.122:0/3043517073 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa325228640 1 -- 172.21.15.122:0/3043517073 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x559197178820 msgr2=0x559197176f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa325228640 1 --2- 172.21.15.122:0/3043517073 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x559197178820 0x559197176f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa325228640 1 -- 172.21.15.122:0/3043517073 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55919714d2c0 msgr2=0x5591971920f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa325228640 1 --2- 172.21.15.122:0/3043517073 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55919714d2c0 0x5591971920f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa325228640 1 -- 172.21.15.122:0/3043517073 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559197174670 con 0x55919714ea50 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa325228640 1 --2- 172.21.15.122:0/3043517073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971769d0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa314014490 tx=0x7fa314027000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc3e464cc7fc878a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa306ffd640 1 -- 172.21.15.122:0/3043517073 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa31402c040 con 0x55919714ea50 2024-09-12T01:18:40.203 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa306ffd640 1 -- 172.21.15.122:0/3043517073 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa314004210 con 0x55919714ea50 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.202+0000 7fa306ffd640 1 -- 172.21.15.122:0/3043517073 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa314003ba0 con 0x55919714ea50 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.203+0000 7fa32aa28740 1 -- 172.21.15.122:0/3043517073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 msgr2=0x5591971769d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.203+0000 7fa32aa28740 1 --2- 172.21.15.122:0/3043517073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971769d0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa314014490 tx=0x7fa314027000 comp rx=0 tx=0).stop 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.203+0000 7fa32aa28740 1 -- 172.21.15.122:0/3043517073 shutdown_connections 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.203+0000 7fa32aa28740 1 --2- 172.21.15.122:0/3043517073 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x559197178820 0x559197176f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.203+0000 7fa32aa28740 1 --2- 172.21.15.122:0/3043517073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714ea50 0x5591971769d0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.203+0000 7fa32aa28740 1 --2- 172.21.15.122:0/3043517073 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x55919714d2c0 0x5591971920f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.203+0000 7fa32aa28740 1 -- 172.21.15.122:0/3043517073 >> 172.21.15.122:0/3043517073 conn(0x55919714aa80 msgr2=0x55919714c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.203+0000 7fa32aa28740 1 -- 172.21.15.122:0/3043517073 shutdown_connections 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.203+0000 7fa32aa28740 1 -- 172.21.15.122:0/3043517073 wait complete. 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.203+0000 7fa32aa28740 1 -- start start 2024-09-12T01:18:40.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.203+0000 7fa32aa28740 1 Processor -- start 2024-09-12T01:18:40.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714d2c0 0x55919714cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.208 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714ea50 0x5591971771f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa32aa28740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x559197178820 0x5591971f96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa32aa28740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55919718f9f0 con 0x55919714d2c0 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa32aa28740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x5591971758b0 con 0x559197178820 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa32aa28740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x5591971a5d60 con 0x55919714ea50 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa32aa28740 10 client.0 _ll_register_callbacks cb 0x7fa314014320 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa325a29640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714d2c0 0x55919714cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa325a29640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714d2c0 0x55919714cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52282/0 (socket says 172.21.15.122:52282) 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa325a29640 1 -- 172.21.15.122:0/1441625073 learned_addr learned my addr 172.21.15.122:0/1441625073 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa325228640 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714ea50 0x5591971771f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.204+0000 7fa32622a640 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x559197178820 0x5591971f96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa325a29640 1 -- 172.21.15.122:0/1441625073 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714ea50 msgr2=0x5591971771f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.209 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa325a29640 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714ea50 0x5591971771f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa325a29640 1 -- 172.21.15.122:0/1441625073 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x559197178820 msgr2=0x5591971f96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa325a29640 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x559197178820 0x5591971f96b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa325a29640 1 -- 172.21.15.122:0/1441625073 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559197177730 con 0x55919714d2c0 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa32622a640 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x559197178820 0x5591971f96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa325a29640 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714d2c0 0x55919714cb70 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fa31802ae20 tx=0x7fa318001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64bbc7ca3585cdf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa304ff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa304ff9640 1 -- 172.21.15.122:0/1441625073 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa318058060 con 0x55919714d2c0 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa304ff9640 1 -- 172.21.15.122:0/1441625073 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7fa318004ab0 con 0x55919714d2c0 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa32aa28740 1 -- 172.21.15.122:0/1441625073 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa314004210 con 0x55919714d2c0 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa304ff9640 1 -- 172.21.15.122:0/1441625073 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa31805e050 con 0x55919714d2c0 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa32aa28740 10 client.5496 fetch_fsmap learned FSMap version 26 2024-09-12T01:18:40.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa32aa28740 1 -- 172.21.15.122:0/1441625073 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x5591971b5800 con 0x55919714d2c0 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa304ff9640 1 -- 172.21.15.122:0/1441625073 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa314004210 con 0x55919714d2c0 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa304ff9640 1 -- 172.21.15.122:0/1441625073 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 3502+0+0 (secure 0 0 0) 0x7fa318061020 con 0x55919714d2c0 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa32aa28740 10 client.5496 fetch_fsmap finished waiting for FSMap version 26 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa32aa28740 10 client.5496 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa32aa28740 20 client.5496 populate_metadata read hostname 'smithi122' 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.122:6834/444570294,v1:172.21.15.122:6835/444570294] conn(0x559197190890 0x55919721bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa32aa28740 4 client.5496 mds_command: new command op to 5319 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.205+0000 7fa32aa28740 1 -- 172.21.15.122:0/1441625073 --> [v2:172.21.15.122:6834/444570294,v1:172.21.15.122:6835/444570294] -- command(tid 0: {"prefix": "status"}) -- 0x5591970b6fa0 con 0x559197190890 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa325228640 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.122:6834/444570294,v1:172.21.15.122:6835/444570294] conn(0x559197190890 0x55919721bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa325228640 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.122:6834/444570294,v1:172.21.15.122:6835/444570294] conn(0x559197190890 0x55919721bc90 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2824ab285e65784 server_cookie=8ab4cc4a1ccf4536 in_seq=0 out_seq=0 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa304ff9640 10 client.5496 ms_handle_connect on v2:172.21.15.122:6834/444570294 2024-09-12T01:18:40.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa304ff9640 1 -- 172.21.15.122:0/1441625073 <== mds.0 v2:172.21.15.122:6834/444570294 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x5591970b6fa0 con 0x559197190890 2024-09-12T01:18:40.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa304ff9640 10 client.5496 handle_command_reply: tid=0 2024-09-12T01:18:40.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 1 client.5496 shutdown 2024-09-12T01:18:40.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 1 -- 172.21.15.122:0/1441625073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714d2c0 msgr2=0x55919714cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714d2c0 0x55919714cb70 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fa31802ae20 tx=0x7fa318001a40 comp rx=0 tx=0).stop 2024-09-12T01:18:40.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 1 -- 172.21.15.122:0/1441625073 shutdown_connections 2024-09-12T01:18:40.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.122:6834/444570294,v1:172.21.15.122:6835/444570294] conn(0x559197190890 0x55919721bc90 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x559197178820 0x5591971f96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x55919714ea50 0x5591971771f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa304ff9640 0 client.5496 ms_handle_reset on v2:172.21.15.122:6834/444570294 2024-09-12T01:18:40.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 1 --2- 172.21.15.122:0/1441625073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55919714d2c0 0x55919714cb70 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 1 -- 172.21.15.122:0/1441625073 >> 172.21.15.122:0/1441625073 conn(0x55919714aa80 msgr2=0x5591971915c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:40.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 1 -- 172.21.15.122:0/1441625073 shutdown_connections 2024-09-12T01:18:40.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 1 -- 172.21.15.122:0/1441625073 wait complete. 2024-09-12T01:18:40.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.206+0000 7fa32aa28740 20 client.5496 trim_cache size 0 max 16384 2024-09-12T01:18:40.213 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:18:40.213 INFO:teuthology.orchestra.run.smithi122.stdout: "cluster_fsid": "d2b61483-09bf-409c-b23d-bc9fb1623cd8", 2024-09-12T01:18:40.213 INFO:teuthology.orchestra.run.smithi122.stdout: "whoami": 0, 2024-09-12T01:18:40.214 INFO:teuthology.orchestra.run.smithi122.stdout: "id": 5319, 2024-09-12T01:18:40.214 INFO:teuthology.orchestra.run.smithi122.stdout: "want_state": "up:active", 2024-09-12T01:18:40.214 INFO:teuthology.orchestra.run.smithi122.stdout: "state": "up:active", 2024-09-12T01:18:40.214 INFO:teuthology.orchestra.run.smithi122.stdout: "fs_name": "cephfs", 2024-09-12T01:18:40.214 INFO:teuthology.orchestra.run.smithi122.stdout: "rank_uptime": 8.8846131590000006, 2024-09-12T01:18:40.214 INFO:teuthology.orchestra.run.smithi122.stdout: "mdsmap_epoch": 26, 2024-09-12T01:18:40.214 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch": 51, 2024-09-12T01:18:40.214 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch_barrier": 51, 2024-09-12T01:18:40.214 INFO:teuthology.orchestra.run.smithi122.stdout: "uptime": 13.22775197 2024-09-12T01:18:40.214 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:18:40.215 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 -- 172.21.15.122:0/944248571 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa30c06be60 msgr2=0x7fa30c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa30c06be60 0x7fa30c06e320 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa318033000 tx=0x7fa31802e000 comp rx=0 tx=0).stop 2024-09-12T01:18:40.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 -- 172.21.15.122:0/944248571 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3200b9510 msgr2=0x7fa3200b9990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3200b9510 0x7fa3200b9990 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fa320074250 tx=0x7fa31000e820 comp rx=0 tx=0).stop 2024-09-12T01:18:40.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 -- 172.21.15.122:0/944248571 shutdown_connections 2024-09-12T01:18:40.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa30c06be60 0x7fa30c06e320 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3200b9510 0x7fa3200b9990 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa320159c90 0x7fa3201f4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 --2- 172.21.15.122:0/944248571 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa3080039b0 0x7fa32015b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 -- 172.21.15.122:0/944248571 >> 172.21.15.122:0/944248571 conn(0x7fa3200d44f0 msgr2=0x7fa3200caac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:40.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 -- 172.21.15.122:0/944248571 shutdown_connections 2024-09-12T01:18:40.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.207+0000 7fa327c8d640 1 -- 172.21.15.122:0/944248571 wait complete. 2024-09-12T01:18:40.218 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T01:18:40.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.317+0000 7f6b66fb9640 1 Processor -- start 2024-09-12T01:18:40.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.317+0000 7f6b66fb9640 1 -- start start 2024-09-12T01:18:40.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.318+0000 7f6b66fb9640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b6015e740 0x7f6b600d1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.318+0000 7f6b66fb9640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6b6009b690 0x7f6b6006cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.318+0000 7f6b66fb9640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b6006e020 con 0x7f6b6006d4c0 2024-09-12T01:18:40.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.318+0000 7f6b66fb9640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f6b6015eb20 con 0x7f6b6009b690 2024-09-12T01:18:40.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.318+0000 7f6b66fb9640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6b6006d260 con 0x7f6b6015e740 2024-09-12T01:18:40.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.318+0000 7f6b64d55640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b6015e740 0x7f6b600d1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.318+0000 7f6b57fff640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6b6009b690 0x7f6b6006cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.318+0000 7f6b64d55640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b6015e740 0x7f6b600d1540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:52464/0 (socket says 172.21.15.122:52464) 2024-09-12T01:18:40.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.318+0000 7f6b64d55640 1 -- 172.21.15.122:0/1494361256 learned_addr learned my addr 172.21.15.122:0/1494361256 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:40.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.319+0000 7f6b57fff640 1 -- 172.21.15.122:0/1494361256 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b6015e740 msgr2=0x7f6b600d1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:40.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.319+0000 7f6b57fff640 1 --2- 172.21.15.122:0/1494361256 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b6015e740 0x7f6b600d1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.319+0000 7f6b57fff640 1 -- 172.21.15.122:0/1494361256 >> v1:172.21.15.151:6789/0 conn(0x7f6b6006d4c0 legacy=0x7f6b6006d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.319+0000 7f6b57fff640 1 -- 172.21.15.122:0/1494361256 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b600d0780 con 0x7f6b6009b690 2024-09-12T01:18:40.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.319+0000 7f6b57fff640 1 --2- 172.21.15.122:0/1494361256 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b6009b690 0x7f6b6006cd20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6b500097d0 tx=0x7f6b5002a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1e5a5a0d026bbbe server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:40.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.320+0000 7f6b577fe640 1 -- 172.21.15.122:0/1494361256 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b50037070 con 0x7f6b6009b690 2024-09-12T01:18:40.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.320+0000 7f6b577fe640 1 -- 172.21.15.122:0/1494361256 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b50032440 con 0x7f6b6009b690 2024-09-12T01:18:40.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.320+0000 7f6b577fe640 1 -- 172.21.15.122:0/1494361256 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b50032810 con 0x7f6b6009b690 2024-09-12T01:18:40.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.320+0000 7f6b66fb9640 1 -- 172.21.15.122:0/1494361256 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b6009b690 msgr2=0x7f6b6006cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.320+0000 7f6b66fb9640 1 --2- 172.21.15.122:0/1494361256 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b6009b690 0x7f6b6006cd20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6b500097d0 tx=0x7f6b5002a250 comp rx=0 tx=0).stop 2024-09-12T01:18:40.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.320+0000 7f6b66fb9640 1 -- 172.21.15.122:0/1494361256 shutdown_connections 2024-09-12T01:18:40.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.320+0000 7f6b66fb9640 1 --2- 172.21.15.122:0/1494361256 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b6009b690 0x7f6b6006cd20 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.320+0000 7f6b66fb9640 1 --2- 172.21.15.122:0/1494361256 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b6015e740 0x7f6b600d1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.320+0000 7f6b66fb9640 1 -- 172.21.15.122:0/1494361256 >> 172.21.15.122:0/1494361256 conn(0x7f6b600d23a0 msgr2=0x7f6b600d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:40.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.320+0000 7f6b66fb9640 1 -- 172.21.15.122:0/1494361256 shutdown_connections 2024-09-12T01:18:40.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.320+0000 7f6b66fb9640 1 -- 172.21.15.122:0/1494361256 wait complete. 2024-09-12T01:18:40.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.321+0000 7f6b66fb9640 1 Processor -- start 2024-09-12T01:18:40.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.321+0000 7f6b66fb9640 1 -- start start 2024-09-12T01:18:40.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.322+0000 7f6b66fb9640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b6006d4c0 0x7f6b6015c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.322+0000 7f6b66fb9640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b6009b690 0x7f6b600b69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.322+0000 7f6b66fb9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b6015e740 0x7f6b601e8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.322+0000 7f6b66fb9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6b600d1020 con 0x7f6b6015e740 2024-09-12T01:18:40.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.322+0000 7f6b66fb9640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6b600d0d40 con 0x7f6b6006d4c0 2024-09-12T01:18:40.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.322+0000 7f6b66fb9640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6b6009ba90 con 0x7f6b6009b690 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.322+0000 7f6b65556640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b6015e740 0x7f6b601e8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.322+0000 7f6b65556640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b6015e740 0x7f6b601e8ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52292/0 (socket says 172.21.15.122:52292) 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.322+0000 7f6b65556640 1 -- 172.21.15.122:0/8581325 learned_addr learned my addr 172.21.15.122:0/8581325 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.322+0000 7f6b64d55640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b6006d4c0 0x7f6b6015c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.322+0000 7f6b57fff640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b6009b690 0x7f6b600b69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.323+0000 7f6b65556640 1 -- 172.21.15.122:0/8581325 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b6009b690 msgr2=0x7f6b600b69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.323+0000 7f6b65556640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b6009b690 0x7f6b600b69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.323+0000 7f6b65556640 1 -- 172.21.15.122:0/8581325 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b6006d4c0 msgr2=0x7f6b6015c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.323+0000 7f6b65556640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b6006d4c0 0x7f6b6015c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.323+0000 7f6b65556640 1 -- 172.21.15.122:0/8581325 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b600ca020 con 0x7f6b6015e740 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.323+0000 7f6b65556640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b6015e740 0x7f6b601e8ff0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f6b5800c390 tx=0x7f6b5800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:40.325 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.323+0000 7f6b557fa640 1 -- 172.21.15.122:0/8581325 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b58017070 con 0x7f6b6015e740 2024-09-12T01:18:40.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.323+0000 7f6b557fa640 1 -- 172.21.15.122:0/8581325 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b580052d0 con 0x7f6b6015e740 2024-09-12T01:18:40.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.323+0000 7f6b557fa640 1 -- 172.21.15.122:0/8581325 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b58003810 con 0x7f6b6015e740 2024-09-12T01:18:40.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.323+0000 7f6b66fb9640 1 -- 172.21.15.122:0/8581325 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b600ca2c0 con 0x7f6b6015e740 2024-09-12T01:18:40.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.323+0000 7f6b66fb9640 1 -- 172.21.15.122:0/8581325 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b600b6f10 con 0x7f6b6015e740 2024-09-12T01:18:40.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.324+0000 7f6b66fb9640 1 -- 172.21.15.122:0/8581325 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b6006cd20 con 0x7f6b6015e740 2024-09-12T01:18:40.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.325+0000 7f6b557fa640 1 -- 172.21.15.122:0/8581325 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6b5801a070 con 0x7f6b6015e740 2024-09-12T01:18:40.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.325+0000 7f6b557fa640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b4c06be30 0x7f6b4c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:40.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.325+0000 7f6b557fa640 1 -- 172.21.15.122:0/8581325 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f6b5808a260 con 0x7f6b6015e740 2024-09-12T01:18:40.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.325+0000 7f6b64d55640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b4c06be30 0x7f6b4c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:40.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.326+0000 7f6b64d55640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b4c06be30 0x7f6b4c06e2f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c0113e0 tx=0x7f6b5c00b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:40.328 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.329+0000 7f6b557fa640 1 -- 172.21.15.122:0/8581325 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6b58058440 con 0x7f6b6015e740 2024-09-12T01:18:40.430 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:18:40.433 DEBUG:teuthology.orchestra.run.smithi151:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:18:40.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.533+0000 7f6b66fb9640 1 -- 172.21.15.122:0/8581325 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6b600d1cb0 con 0x7f6b6015e740 2024-09-12T01:18:40.532 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.533+0000 7f6b557fa640 1 -- 172.21.15.122:0/8581325 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v26) ==== 53+0+73 (secure 0 0 0) 0x7f6b5805c740 con 0x7f6b6015e740 2024-09-12T01:18:40.532 INFO:teuthology.orchestra.run.smithi122.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-12T01:18:40.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 -- 172.21.15.122:0/8581325 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b4c06be30 msgr2=0x7f6b4c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b4c06be30 0x7f6b4c06e2f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c0113e0 tx=0x7f6b5c00b040 comp rx=0 tx=0).stop 2024-09-12T01:18:40.534 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 -- 172.21.15.122:0/8581325 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b6015e740 msgr2=0x7f6b601e8ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:40.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b6015e740 0x7f6b601e8ff0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f6b5800c390 tx=0x7f6b5800c850 comp rx=0 tx=0).stop 2024-09-12T01:18:40.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 -- 172.21.15.122:0/8581325 shutdown_connections 2024-09-12T01:18:40.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b4c06be30 0x7f6b4c06e2f0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b6015e740 0x7f6b601e8ff0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b6009b690 0x7f6b600b69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 --2- 172.21.15.122:0/8581325 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b6006d4c0 0x7f6b6015c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:40.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 -- 172.21.15.122:0/8581325 >> 172.21.15.122:0/8581325 conn(0x7f6b600d23a0 msgr2=0x7f6b600b2cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:40.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 -- 172.21.15.122:0/8581325 shutdown_connections 2024-09-12T01:18:40.535 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40.535+0000 7f6b66fb9640 1 -- 172.21.15.122:0/8581325 wait complete. 2024-09-12T01:18:40.545 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-12T01:18:40.545 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T01:18:40.545 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi122.front.sepia.ceph.com 2024-09-12T01:18:40.545 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T01:18:40.545 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:40.545 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-12T01:18:40.545 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-12T01:18:40.546 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T01:18:40.546 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T01:18:40.546 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:40.546 DEBUG:teuthology.orchestra.run.smithi122:> ip addr 2024-09-12T01:18:40.562 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T01:18:40.562 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T01:18:40.562 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T01:18:40.562 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e4 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f0 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e5 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f1 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:14 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:15 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout: inet 172.21.15.122/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-12T01:18:40.563 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft 42714sec preferred_lft 42714sec 2024-09-12T01:18:40.564 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::ec4:7aff:fe8f:d515/64 scope link noprefixroute 2024-09-12T01:18:40.564 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:40.564 INFO:teuthology.orchestra.run.smithi122.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T01:18:40.564 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 72:22:b9:80:ba:26 brd ff:ff:ff:ff:ff:ff 2024-09-12T01:18:40.564 INFO:teuthology.orchestra.run.smithi122.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T01:18:40.564 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:40.564 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::50b5:2cff:fe07:b6f5/64 scope link 2024-09-12T01:18:40.564 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:40.564 INFO:teuthology.orchestra.run.smithi122.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T01:18:40.565 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 72:95:39:eb:cf:f8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T01:18:40.565 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::7095:39ff:feeb:cff8/64 scope link 2024-09-12T01:18:40.565 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:40.565 INFO:teuthology.orchestra.run.smithi122.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T01:18:40.565 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 72:22:b9:80:ba:26 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T01:18:40.565 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::7022:b9ff:fe80:ba26/64 scope link 2024-09-12T01:18:40.565 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-12T01:18:40.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:40.565 DEBUG:teuthology.orchestra.run.smithi122:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T01:18:40.626 INFO:teuthology.orchestra.run.smithi122.stdout:1 2024-09-12T01:18:40.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:40.628 DEBUG:teuthology.orchestra.run.smithi122:> route 2024-09-12T01:18:40.684 INFO:teuthology.orchestra.run.smithi122.stdout:Kernel IP routing table 2024-09-12T01:18:40.684 INFO:teuthology.orchestra.run.smithi122.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T01:18:40.684 INFO:teuthology.orchestra.run.smithi122.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-12T01:18:40.685 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-12T01:18:40.685 INFO:teuthology.orchestra.run.smithi122.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T01:18:40.685 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T01:18:40.685 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-12T01:18:40.685 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-12T01:18:40.685 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-12T01:18:40.685 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-12T01:18:40.685 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-12T01:18:40.773 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T01:18:40.805 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:18:40.811 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:40.811 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-12T01:18:40.827 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-12T01:18:40.827 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T01:18:40.827 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T01:18:40.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:40.828 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set brx.0 up 2024-09-12T01:18:40.893 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:18:40.893 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:40.948 INFO:teuthology.orchestra.run.smithi122.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T01:18:40.948 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T01:18:40.948 DEBUG:teuthology.orchestra.run.smithi122:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:41.004 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-12T01:18:41.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:41.004 DEBUG:teuthology.orchestra.run.smithi122:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:41.087 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:41.087 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:18:41.087 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:18:41.096 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:41.096 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:18:41.096 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:18:41.096 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:18:41.096 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:18:41.101 INFO:teuthology.orchestra.run.smithi122.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-12T01:18:41.101 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-12T01:18:41.101 INFO:teuthology.orchestra.run.smithi122.stdout:invalid new device string format 2024-09-12T01:18:41.101 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:3300,172.21.15.151:3300,172.21.15.151:3301" 2024-09-12T01:18:41.101 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-12T01:18:41.101 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: resolved to: "172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790" 2024-09-12T01:18:41.101 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.122:6789,172.21.15.151:6789,172.21.15.151:6790:/ 2024-09-12T01:18:41.102 INFO:teuthology.orchestra.run.smithi122.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=d2b61483-09bf-409c-b23d-bc9fb1623cd8" will pass to kernel 2024-09-12T01:18:41.102 INFO:teuthology.orchestra.run.smithi122.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T01:18:41.102 INFO:teuthology.orchestra.run.smithi122.stdout: You just mounted a file system that supports labels which does not 2024-09-12T01:18:41.102 INFO:teuthology.orchestra.run.smithi122.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T01:18:41.102 INFO:teuthology.orchestra.run.smithi122.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T01:18:41.102 INFO:teuthology.orchestra.run.smithi122.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T01:18:41.103 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T01:18:41.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:41.104 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T01:18:41.170 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T01:18:41.259 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:41 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T01:18:41.264 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:18:41.269 INFO:teuthology.orchestra.run.smithi122.stdout:client4910 2024-09-12T01:18:41.270 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:18:41.270 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:41.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:18:41.288 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch test_file1) 2024-09-12T01:18:41.349 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:18:41.349 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:18:41.405 DEBUG:teuthology.orchestra.run.smithi122:> stdin-killer -- python3 -c ' 2024-09-12T01:18:41.405 DEBUG:teuthology.orchestra.run.smithi122:> import fcntl 2024-09-12T01:18:41.405 DEBUG:teuthology.orchestra.run.smithi122:> import os 2024-09-12T01:18:41.405 DEBUG:teuthology.orchestra.run.smithi122:> import sys 2024-09-12T01:18:41.405 DEBUG:teuthology.orchestra.run.smithi122:> import time 2024-09-12T01:18:41.406 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-12T01:18:41.406 DEBUG:teuthology.orchestra.run.smithi122:> fcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK) 2024-09-12T01:18:41.406 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-12T01:18:41.406 DEBUG:teuthology.orchestra.run.smithi122:> fd = os.open("/home/ubuntu/cephtest/mnt.0/background_file", os.O_RDWR | os.O_CREAT, 0o644) 2024-09-12T01:18:41.406 DEBUG:teuthology.orchestra.run.smithi122:> try: 2024-09-12T01:18:41.406 DEBUG:teuthology.orchestra.run.smithi122:> while True: 2024-09-12T01:18:41.406 DEBUG:teuthology.orchestra.run.smithi122:> print("write_background: writing", file=sys.stderr) 2024-09-12T01:18:41.406 DEBUG:teuthology.orchestra.run.smithi122:> os.write(fd, b'"'"'content'"'"') 2024-09-12T01:18:41.406 DEBUG:teuthology.orchestra.run.smithi122:> if not True: 2024-09-12T01:18:41.406 DEBUG:teuthology.orchestra.run.smithi122:> break 2024-09-12T01:18:41.407 DEBUG:teuthology.orchestra.run.smithi122:> try: 2024-09-12T01:18:41.407 DEBUG:teuthology.orchestra.run.smithi122:> if os.read(0, 4096) == b"": 2024-09-12T01:18:41.407 DEBUG:teuthology.orchestra.run.smithi122:> break 2024-09-12T01:18:41.407 DEBUG:teuthology.orchestra.run.smithi122:> except BlockingIOError: 2024-09-12T01:18:41.407 DEBUG:teuthology.orchestra.run.smithi122:> pass 2024-09-12T01:18:41.407 DEBUG:teuthology.orchestra.run.smithi122:> time.sleep(2) 2024-09-12T01:18:41.407 DEBUG:teuthology.orchestra.run.smithi122:> except IOError as e: 2024-09-12T01:18:41.407 DEBUG:teuthology.orchestra.run.smithi122:> pass 2024-09-12T01:18:41.407 DEBUG:teuthology.orchestra.run.smithi122:> os.close(fd) 2024-09-12T01:18:41.407 DEBUG:teuthology.orchestra.run.smithi122:> ' 2024-09-12T01:18:41.510 INFO:teuthology.orchestra.run.smithi122.stderr:write_background: writing 2024-09-12T01:18:43.514 INFO:teuthology.orchestra.run.smithi122.stderr:write_background: writing 2024-09-12T01:18:45.516 INFO:teuthology.orchestra.run.smithi122.stderr:write_background: writing 2024-09-12T01:18:47.518 INFO:teuthology.orchestra.run.smithi122.stderr:write_background: writing 2024-09-12T01:18:49.520 INFO:teuthology.orchestra.run.smithi122.stderr:write_background: writing 2024-09-12T01:18:51.525 INFO:teuthology.orchestra.run.smithi122.stderr:write_background: writing 2024-09-12T01:18:51.549 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:18:51.657 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.658+0000 7fab93fd6640 1 Processor -- start 2024-09-12T01:18:51.658 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.659+0000 7fab93fd6640 1 -- start start 2024-09-12T01:18:51.659 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.659+0000 7fab93fd6640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c15b300 0x7fab8c0cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:51.659 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.659+0000 7fab93fd6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fab8c0cd3f0 0x7fab8c06f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:51.659 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab93fd6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab8c0cdbe0 con 0x7fab8c072d30 2024-09-12T01:18:51.659 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab93fd6640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fab8c0728a0 con 0x7fab8c0cd3f0 2024-09-12T01:18:51.659 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab93fd6640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fab8c0cd900 con 0x7fab8c15b300 2024-09-12T01:18:51.659 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab91571640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fab8c0cd3f0 0x7fab8c06f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:51.659 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab92573640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fab8c072d30 0x7fab8c0b3c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:55082/0 (socket says 172.21.15.122:55082) 2024-09-12T01:18:51.660 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab92573640 1 -- 172.21.15.122:0/1780478331 learned_addr learned my addr 172.21.15.122:0/1780478331 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:18:51.660 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab91d72640 1 --2- 172.21.15.122:0/1780478331 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c15b300 0x7fab8c0cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:51.660 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab91571640 1 -- 172.21.15.122:0/1780478331 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c15b300 msgr2=0x7fab8c0cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:18:51.660 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab91571640 1 --2- 172.21.15.122:0/1780478331 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c15b300 0x7fab8c0cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:51.660 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab91571640 1 -- 172.21.15.122:0/1780478331 >> v1:172.21.15.122:6789/0 conn(0x7fab8c072d30 legacy=0x7fab8c0b3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:51.660 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab90d70640 1 -- 172.21.15.122:0/1780478331 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2307416976 0 0) 0x7fab8c0cdbe0 con 0x7fab8c072d30 2024-09-12T01:18:51.660 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab91571640 1 -- 172.21.15.122:0/1780478331 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab8c072250 con 0x7fab8c0cd3f0 2024-09-12T01:18:51.660 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.660+0000 7fab91d72640 1 --2- 172.21.15.122:0/1780478331 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c15b300 0x7fab8c0cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:18:51.661 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.661+0000 7fab91571640 1 --2- 172.21.15.122:0/1780478331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab8c0cd3f0 0x7fab8c06f1c0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fab800097a0 tx=0x7fab8002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b76ce7c9c01b2e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.661+0000 7fab90d70640 1 -- 172.21.15.122:0/1780478331 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab80037070 con 0x7fab8c0cd3f0 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.661+0000 7fab90d70640 1 -- 172.21.15.122:0/1780478331 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab80032440 con 0x7fab8c0cd3f0 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.661+0000 7fab90d70640 1 -- 172.21.15.122:0/1780478331 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab80032810 con 0x7fab8c0cd3f0 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.661+0000 7fab93fd6640 1 -- 172.21.15.122:0/1780478331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab8c0cd3f0 msgr2=0x7fab8c06f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.661+0000 7fab93fd6640 1 --2- 172.21.15.122:0/1780478331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab8c0cd3f0 0x7fab8c06f1c0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fab800097a0 tx=0x7fab8002a180 comp rx=0 tx=0).stop 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.661+0000 7fab93fd6640 1 -- 172.21.15.122:0/1780478331 shutdown_connections 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.661+0000 7fab93fd6640 1 --2- 172.21.15.122:0/1780478331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab8c0cd3f0 0x7fab8c06f1c0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.661+0000 7fab93fd6640 1 --2- 172.21.15.122:0/1780478331 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c15b300 0x7fab8c0cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.661+0000 7fab93fd6640 1 -- 172.21.15.122:0/1780478331 >> 172.21.15.122:0/1780478331 conn(0x7fab8c067d70 msgr2=0x7fab8c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.662+0000 7fab93fd6640 1 -- 172.21.15.122:0/1780478331 shutdown_connections 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.662+0000 7fab93fd6640 1 -- 172.21.15.122:0/1780478331 wait complete. 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.663+0000 7fab93fd6640 1 Processor -- start 2024-09-12T01:18:51.662 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.663+0000 7fab93fd6640 1 -- start start 2024-09-12T01:18:51.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.663+0000 7fab93fd6640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab8c072d30 0x7fab8c159f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:51.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.663+0000 7fab93fd6640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c0cd3f0 0x7fab8c151e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:51.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.663+0000 7fab93fd6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab8c15b300 0x7fab8c149270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:51.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.663+0000 7fab93fd6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fab8c0d0160 con 0x7fab8c15b300 2024-09-12T01:18:51.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.663+0000 7fab93fd6640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fab8c0cffe0 con 0x7fab8c072d30 2024-09-12T01:18:51.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.663+0000 7fab93fd6640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fab8c06f700 con 0x7fab8c0cd3f0 2024-09-12T01:18:51.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab92573640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab8c15b300 0x7fab8c149270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:51.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab92573640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab8c15b300 0x7fab8c149270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:48562/0 (socket says 172.21.15.122:48562) 2024-09-12T01:18:51.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab92573640 1 -- 172.21.15.122:0/2959351671 learned_addr learned my addr 172.21.15.122:0/2959351671 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:18:51.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab91d72640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab8c072d30 0x7fab8c159f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:51.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab91571640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c0cd3f0 0x7fab8c151e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:51.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab92573640 1 -- 172.21.15.122:0/2959351671 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c0cd3f0 msgr2=0x7fab8c151e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:51.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab92573640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c0cd3f0 0x7fab8c151e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:51.666 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab92573640 1 -- 172.21.15.122:0/2959351671 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab8c072d30 msgr2=0x7fab8c159f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab92573640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab8c072d30 0x7fab8c159f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab92573640 1 -- 172.21.15.122:0/2959351671 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab8c159480 con 0x7fab8c15b300 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab91d72640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab8c072d30 0x7fab8c159f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab91571640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c0cd3f0 0x7fab8c151e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab92573640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab8c15b300 0x7fab8c149270 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fab7c00c7a0 tx=0x7fab7c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab8a7fc640 1 -- 172.21.15.122:0/2959351671 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab7c018070 con 0x7fab8c15b300 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab8a7fc640 1 -- 172.21.15.122:0/2959351671 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab7c00a640 con 0x7fab8c15b300 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab93fd6640 1 -- 172.21.15.122:0/2959351671 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab8c152d60 con 0x7fab8c15b300 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab8a7fc640 1 -- 172.21.15.122:0/2959351671 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab7c00aab0 con 0x7fab8c15b300 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.664+0000 7fab93fd6640 1 -- 172.21.15.122:0/2959351671 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab8c159a00 con 0x7fab8c15b300 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.665+0000 7fab93fd6640 1 -- 172.21.15.122:0/2959351671 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab8c15b6e0 con 0x7fab8c15b300 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.666+0000 7fab8a7fc640 1 -- 172.21.15.122:0/2959351671 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fab7c01b070 con 0x7fab8c15b300 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.666+0000 7fab8a7fc640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab7806be30 0x7fab7806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:18:51.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.666+0000 7fab8a7fc640 1 -- 172.21.15.122:0/2959351671 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7fab7c08a640 con 0x7fab8c15b300 2024-09-12T01:18:51.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.666+0000 7fab91d72640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab7806be30 0x7fab7806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:18:51.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.667+0000 7fab91d72640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab7806be30 0x7fab7806e2f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fab8400a990 tx=0x7fab84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:18:51.669 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.671+0000 7fab8a7fc640 1 -- 172.21.15.122:0/2959351671 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fab7c058e60 con 0x7fab8c15b300 2024-09-12T01:18:51.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.875+0000 7fab93fd6640 1 -- 172.21.15.122:0/2959351671 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fab8c0c9b30 con 0x7fab8c15b300 2024-09-12T01:18:51.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.875+0000 7fab8a7fc640 1 -- 172.21.15.122:0/2959351671 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5232 (secure 0 0 0) 0x7fab7c058760 con 0x7fab8c15b300 2024-09-12T01:18:51.875 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:18:51.875 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":26,"btime":"2024-09-12T01:18:33:334645+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4823,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3841854033","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3841854033},{"type":"v1","addr":"172.21.15.122:6837","nonce":3841854033}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":4832,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/4219428364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6833","nonce":4219428364},{"type":"v1","addr":"172.21.15.151:6835","nonce":4219428364}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23},{"gid":4835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6834/2960749331","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":2960749331},{"type":"v1","addr":"172.21.15.151:6834","nonce":2960749331}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:30.661492+0000","modified":"2024-09-12T01:18:32.673738+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5319},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5319":{"gid":5319,"name":"c","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6835/444570294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":444570294},{"type":"v1","addr":"172.21.15.122:6835","nonce":444570294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5319,"qdb_cluster":[5319]},"id":3}]} 2024-09-12T01:18:51.875 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 26 2024-09-12T01:18:51.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.877+0000 7fab93fd6640 1 -- 172.21.15.122:0/2959351671 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab7806be30 msgr2=0x7fab7806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:51.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.877+0000 7fab93fd6640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab7806be30 0x7fab7806e2f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fab8400a990 tx=0x7fab84008040 comp rx=0 tx=0).stop 2024-09-12T01:18:51.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.878+0000 7fab93fd6640 1 -- 172.21.15.122:0/2959351671 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab8c15b300 msgr2=0x7fab8c149270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:18:51.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.878+0000 7fab93fd6640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab8c15b300 0x7fab8c149270 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fab7c00c7a0 tx=0x7fab7c00cc60 comp rx=0 tx=0).stop 2024-09-12T01:18:51.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.878+0000 7fab93fd6640 1 -- 172.21.15.122:0/2959351671 shutdown_connections 2024-09-12T01:18:51.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.878+0000 7fab93fd6640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fab7806be30 0x7fab7806e2f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:51.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.878+0000 7fab93fd6640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab8c15b300 0x7fab8c149270 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:51.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.878+0000 7fab93fd6640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fab8c0cd3f0 0x7fab8c151e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:51.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.878+0000 7fab93fd6640 1 --2- 172.21.15.122:0/2959351671 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fab8c072d30 0x7fab8c159f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:18:51.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.878+0000 7fab93fd6640 1 -- 172.21.15.122:0/2959351671 >> 172.21.15.122:0/2959351671 conn(0x7fab8c067d70 msgr2=0x7fab8c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:18:51.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.878+0000 7fab93fd6640 1 -- 172.21.15.122:0/2959351671 shutdown_connections 2024-09-12T01:18:51.878 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:51.878+0000 7fab93fd6640 1 -- 172.21.15.122:0/2959351671 wait complete. 2024-09-12T01:18:51.888 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json force_readonly 2024-09-12T01:18:52.003 DEBUG:tasks.cephfs.filesystem:_json_asok output empty 2024-09-12T01:18:53.524 INFO:teuthology.orchestra.run.smithi122.stderr:write_background: writing 2024-09-12T01:18:53.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:18:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T01:19:02.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:02.004 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch test_file1) 2024-09-12T01:19:02.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:19:02.025 INFO:teuthology.orchestra.run.smithi122.stderr:touch: setting times of 'test_file1': Read-only file system 2024-09-12T01:19:02.026 INFO:tasks.ceph_test_case:waiting 30s for health warning matching MDS_READ_ONLY 2024-09-12T01:19:02.026 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-12T01:19:02.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.174+0000 7f65382af640 1 Processor -- start 2024-09-12T01:19:02.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.174+0000 7f65382af640 1 -- start start 2024-09-12T01:19:02.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f65382af640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6530072de0 0x7f653015d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f65382af640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6530146140 con 0x7f6530072320 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f65382af640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65300cd740 con 0x7f6530072700 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f65382af640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f65300cda20 con 0x7f6530072de0 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f653604b640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f6530072320 0x7f65300cce60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:58896/0 (socket says 172.21.15.122:58896) 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f653604b640 1 -- 172.21.15.122:0/527402708 learned_addr learned my addr 172.21.15.122:0/527402708 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f653584a640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6530072de0 0x7f653015d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2972773824 0 0) 0x7f6530146140 con 0x7f6530072320 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f651c003520 con 0x7f6530072320 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 11609952 0 0) 0x7f651c003520 con 0x7f6530072320 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6530072de0 msgr2=0x7f653015d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6530072de0 0x7f653015d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 >> v1:172.21.15.151:6789/0 conn(0x7f6530072700 legacy=0x7f653015d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65300cdd00 con 0x7f6530072320 2024-09-12T01:19:02.178 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f6524001670 con 0x7f6530072320 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 >> v1:172.21.15.122:6789/0 conn(0x7f6530072320 legacy=0x7f65300cce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f651c0039e0 0x7f651c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f651c004390 0x7f651c004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6530072de0 0x7f651c005160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f65300cda20 con 0x7f651c0039e0 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f651c00baa0 con 0x7f651c004390 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f651c00bca0 con 0x7f6530072de0 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.176+0000 7f653604b640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f651c0039e0 0x7f651c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.177+0000 7f653584a640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f651c004390 0x7f651c004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.177+0000 7f653684c640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6530072de0 0x7f651c005160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.177+0000 7f653604b640 1 -- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6530072de0 msgr2=0x7f651c005160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.177+0000 7f653604b640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6530072de0 0x7f651c005160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.177+0000 7f653604b640 1 -- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f651c004390 msgr2=0x7f651c004860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:02.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.177+0000 7f653604b640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f651c004390 0x7f651c004860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.177+0000 7f653604b640 1 -- 172.21.15.122:0/527402708 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f651c003520 con 0x7f651c0039e0 2024-09-12T01:19:02.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.177+0000 7f653584a640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f651c004390 0x7f651c004860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:02.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.177+0000 7f653604b640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f651c0039e0 0x7f651c003dc0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f652400c240 tx=0x7f651c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6680f4d99e95d20 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.178+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6524007d10 con 0x7f651c0039e0 2024-09-12T01:19:02.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.178+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6524005ad0 con 0x7f651c0039e0 2024-09-12T01:19:02.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.178+0000 7f6535049640 1 -- 172.21.15.122:0/527402708 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6524007070 con 0x7f651c0039e0 2024-09-12T01:19:02.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.178+0000 7f65382af640 1 -- 172.21.15.122:0/527402708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f651c0039e0 msgr2=0x7f651c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.178+0000 7f65382af640 1 --2- 172.21.15.122:0/527402708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f651c0039e0 0x7f651c003dc0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f652400c240 tx=0x7f651c005830 comp rx=0 tx=0).stop 2024-09-12T01:19:02.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.178+0000 7f653684c640 1 -- 172.21.15.122:0/527402708 reap_dead start 2024-09-12T01:19:02.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.178+0000 7f65382af640 1 -- 172.21.15.122:0/527402708 shutdown_connections 2024-09-12T01:19:02.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.178+0000 7f65382af640 1 -- 172.21.15.122:0/527402708 >> 172.21.15.122:0/527402708 conn(0x7f6530067d70 msgr2=0x7f653006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:02.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.178+0000 7f65382af640 1 -- 172.21.15.122:0/527402708 shutdown_connections 2024-09-12T01:19:02.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.178+0000 7f65382af640 1 -- 172.21.15.122:0/527402708 wait complete. 2024-09-12T01:19:02.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.179+0000 7f65382af640 1 Processor -- start 2024-09-12T01:19:02.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.179+0000 7f65382af640 1 -- start start 2024-09-12T01:19:02.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.180+0000 7f65382af640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f651c0039e0 0x7f65300ad8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.180+0000 7f65382af640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f65300b3fe0 0x7f65300b11e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.180+0000 7f65382af640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65301f7650 0x7f65301f7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.180+0000 7f65382af640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f653015d360 con 0x7f65301f7650 2024-09-12T01:19:02.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.180+0000 7f65382af640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f653015d1e0 con 0x7f65300b3fe0 2024-09-12T01:19:02.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.180+0000 7f65382af640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f653015d4e0 con 0x7f651c0039e0 2024-09-12T01:19:02.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.180+0000 7f653684c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65301f7650 0x7f65301f7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.180+0000 7f653684c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65301f7650 0x7f65301f7ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:58852/0 (socket says 172.21.15.122:58852) 2024-09-12T01:19:02.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.180+0000 7f653684c640 1 -- 172.21.15.122:0/3850898796 learned_addr learned my addr 172.21.15.122:0/3850898796 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:02.184 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.180+0000 7f653604b640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f651c0039e0 0x7f65300ad8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f653584a640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f65300b3fe0 0x7f65300b11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f653684c640 1 -- 172.21.15.122:0/3850898796 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f651c0039e0 msgr2=0x7f65300ad8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f653684c640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f651c0039e0 0x7f65300ad8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f653684c640 1 -- 172.21.15.122:0/3850898796 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f65300b3fe0 msgr2=0x7f65300b11e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f653684c640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f65300b3fe0 0x7f65300b11e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f653684c640 1 -- 172.21.15.122:0/3850898796 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65300b4470 con 0x7f65301f7650 2024-09-12T01:19:02.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f653584a640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f65300b3fe0 0x7f65300b11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:02.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f653684c640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65301f7650 0x7f65301f7ae0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f65300731c0 tx=0x7f652800ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f6522ffd640 1 -- 172.21.15.122:0/3850898796 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652800ee50 con 0x7f65301f7650 2024-09-12T01:19:02.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f6522ffd640 1 -- 172.21.15.122:0/3850898796 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6528018070 con 0x7f65301f7650 2024-09-12T01:19:02.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f65382af640 1 -- 172.21.15.122:0/3850898796 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65300b4750 con 0x7f65301f7650 2024-09-12T01:19:02.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f6522ffd640 1 -- 172.21.15.122:0/3850898796 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6528003dc0 con 0x7f65301f7650 2024-09-12T01:19:02.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.181+0000 7f65382af640 1 -- 172.21.15.122:0/3850898796 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65300b4d10 con 0x7f65301f7650 2024-09-12T01:19:02.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.182+0000 7f65382af640 1 -- 172.21.15.122:0/3850898796 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65300cd620 con 0x7f65301f7650 2024-09-12T01:19:02.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.183+0000 7f6522ffd640 1 -- 172.21.15.122:0/3850898796 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f65280050d0 con 0x7f65301f7650 2024-09-12T01:19:02.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.183+0000 7f6522ffd640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f651406be30 0x7f651406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.183+0000 7f6522ffd640 1 -- 172.21.15.122:0/3850898796 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6159+0+0 (secure 0 0 0) 0x7f652808ae00 con 0x7f65301f7650 2024-09-12T01:19:02.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.183+0000 7f653604b640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f651406be30 0x7f651406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.183+0000 7f653604b640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f651406be30 0x7f651406e2f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6524033000 tx=0x7f6524009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.188+0000 7f6522ffd640 1 -- 172.21.15.122:0/3850898796 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f65280595f0 con 0x7f65301f7650 2024-09-12T01:19:02.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.394+0000 7f65382af640 1 -- 172.21.15.122:0/3850898796 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f65300c7390 con 0x7f65301f7650 2024-09-12T01:19:02.394 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.394+0000 7f6522ffd640 1 -- 172.21.15.122:0/3850898796 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+159 (secure 0 0 0) 0x7f6528058ef0 con 0x7f65301f7650 2024-09-12T01:19:02.395 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:02.395 INFO:teuthology.orchestra.run.smithi122.stdout:{"status":"HEALTH_WARN","checks":{"MDS_READ_ONLY":{"severity":"HEALTH_WARN","summary":{"message":"1 MDSs are read only","count":1},"muted":false}},"mutes":[]} 2024-09-12T01:19:02.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 -- 172.21.15.122:0/3850898796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f651406be30 msgr2=0x7f651406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f651406be30 0x7f651406e2f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6524033000 tx=0x7f6524009030 comp rx=0 tx=0).stop 2024-09-12T01:19:02.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 -- 172.21.15.122:0/3850898796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65301f7650 msgr2=0x7f65301f7ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65301f7650 0x7f65301f7ae0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f65300731c0 tx=0x7f652800ec00 comp rx=0 tx=0).stop 2024-09-12T01:19:02.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 -- 172.21.15.122:0/3850898796 shutdown_connections 2024-09-12T01:19:02.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f651406be30 0x7f651406e2f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65301f7650 0x7f65301f7ae0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f65300b3fe0 0x7f65300b11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 --2- 172.21.15.122:0/3850898796 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f651c0039e0 0x7f65300ad8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 -- 172.21.15.122:0/3850898796 >> 172.21.15.122:0/3850898796 conn(0x7f6530067d70 msgr2=0x7f65300b29d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:02.397 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 -- 172.21.15.122:0/3850898796 shutdown_connections 2024-09-12T01:19:02.398 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.396+0000 7f65382af640 1 -- 172.21.15.122:0/3850898796 wait complete. 2024-09-12T01:19:02.407 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-12T01:19:02.408 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-12T01:19:02.408 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:02.408 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-12T01:19:02.408 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:02.409 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-12T01:19:02.409 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:02.409 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-12T01:19:02.409 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:02.419 INFO:tasks.ceph.mds.c:Stopped 2024-09-12T01:19:02.419 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail c 2024-09-12T01:19:02.421 INFO:tasks.ceph.mds.b:Stopped 2024-09-12T01:19:02.421 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail b 2024-09-12T01:19:02.422 INFO:tasks.ceph.mds.d:Stopped 2024-09-12T01:19:02.422 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail d 2024-09-12T01:19:02.423 INFO:tasks.ceph.mds.a:Stopped 2024-09-12T01:19:02.424 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail a 2024-09-12T01:19:02.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.566+0000 7f53d8afa640 1 Processor -- start 2024-09-12T01:19:02.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.567+0000 7f53d8afa640 1 -- start start 2024-09-12T01:19:02.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.567+0000 7f504759e640 1 Processor -- start 2024-09-12T01:19:02.567 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.567+0000 7f7d27047640 1 Processor -- start 2024-09-12T01:19:02.568 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.567+0000 7f504759e640 1 -- start start 2024-09-12T01:19:02.568 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.567+0000 7f7d27047640 1 -- start start 2024-09-12T01:19:02.568 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d8afa640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f53d4161c80 0x7f53d406e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f7d27047640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7d20155850 0x7f7d200b00c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f7d27047640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7d20070bf0 0x7f7d2006f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d8afa640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f53d4162060 0x7f53d40b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d8afa640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53d406e870 con 0x7f53d40b64b0 2024-09-12T01:19:02.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d8afa640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f53d406d9f0 con 0x7f53d4161c80 2024-09-12T01:19:02.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d8afa640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f53d406dcd0 con 0x7f53d4162060 2024-09-12T01:19:02.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f504759e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f504815b300 0x7f50480b40c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f504759e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f50480b4600 0x7f50480af850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d259c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f53d4161c80 0x7f53d406e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d2d9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f53d40b64b0 0x7f53d4162500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:58916/0 (socket says 172.21.15.122:58916) 2024-09-12T01:19:02.570 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d2d9d640 1 -- 172.21.15.122:0/3268093655 learned_addr learned my addr 172.21.15.122:0/3268093655 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:02.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d259c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f53d4161c80 0x7f53d406e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:58860/0 (socket says 172.21.15.122:58860) 2024-09-12T01:19:02.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f7d27047640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d200b0600 con 0x7f7d2006fd30 2024-09-12T01:19:02.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f7d27047640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f7d200701a0 con 0x7f7d20070bf0 2024-09-12T01:19:02.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f7d27047640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7d2015b860 con 0x7f7d20155850 2024-09-12T01:19:02.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f7d1ffff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7d20070bf0 0x7f7d2006f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.571 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f7d1ffff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7d20070bf0 0x7f7d2006f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:58858/0 (socket says 172.21.15.122:58858) 2024-09-12T01:19:02.572 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f504659c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f504815b300 0x7f50480b40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.572 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f504659c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f504815b300 0x7f50480b40c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:58870/0 (socket says 172.21.15.122:58870) 2024-09-12T01:19:02.572 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f504659c640 1 -- 172.21.15.122:0/205497940 learned_addr learned my addr 172.21.15.122:0/205497940 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:02.572 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f504759e640 1 -- 172.21.15.122:0/205497940 --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50480b02a0 con 0x7f504809ab10 2024-09-12T01:19:02.572 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f504759e640 1 -- 172.21.15.122:0/205497940 --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f50480b4a70 con 0x7f504815b300 2024-09-12T01:19:02.572 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f504759e640 1 -- 172.21.15.122:0/205497940 --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f504815b6e0 con 0x7f50480b4600 2024-09-12T01:19:02.572 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f7d1ffff640 1 -- 172.21.15.122:0/933907568 learned_addr learned my addr 172.21.15.122:0/933907568 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:02.573 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f5046d9d640 1 --2- 172.21.15.122:0/205497940 >> v2:172.21.15.151:3300/0 conn(0x7f50480b4600 0x7f50480af850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.573 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f7d24de3640 1 --2- 172.21.15.122:0/933907568 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7d20155850 0x7f7d200b00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d259c640 1 -- 172.21.15.122:0/3268093655 >> v2:172.21.15.151:3300/0 conn(0x7f53d4162060 msgr2=0x7f53d40b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:02.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d1d9b640 1 --2- 172.21.15.122:0/3268093655 >> v2:172.21.15.151:3300/0 conn(0x7f53d4162060 0x7f53d40b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d259c640 1 --2- 172.21.15.122:0/3268093655 >> v2:172.21.15.151:3300/0 conn(0x7f53d4162060 0x7f53d40b5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d259c640 1 -- 172.21.15.122:0/3268093655 >> v1:172.21.15.122:6789/0 conn(0x7f53d40b64b0 legacy=0x7f53d4162500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.574 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.568+0000 7f53d259c640 1 -- 172.21.15.122:0/3268093655 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53d406dfb0 con 0x7f53d4161c80 2024-09-12T01:19:02.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.569+0000 7f7d1f7fe640 1 -- 172.21.15.122:0/933907568 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3707182084 0 0) 0x7f7d200b0600 con 0x7f7d2006fd30 2024-09-12T01:19:02.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.569+0000 7f7d1f7fe640 1 -- 172.21.15.122:0/933907568 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7d10003520 con 0x7f7d2006fd30 2024-09-12T01:19:02.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.569+0000 7f7d1ffff640 1 -- 172.21.15.122:0/933907568 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7d20155850 msgr2=0x7f7d200b00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:02.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.569+0000 7f7d1ffff640 1 --2- 172.21.15.122:0/933907568 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7d20155850 0x7f7d200b00c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.569+0000 7f7d1ffff640 1 -- 172.21.15.122:0/933907568 >> v1:172.21.15.122:6789/0 conn(0x7f7d2006fd30 legacy=0x7f7d200b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.569+0000 7f7d1ffff640 1 -- 172.21.15.122:0/933907568 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d2015bb20 con 0x7f7d20070bf0 2024-09-12T01:19:02.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.569+0000 7f504659c640 1 -- 172.21.15.122:0/205497940 >> v2:172.21.15.151:3300/0 conn(0x7f50480b4600 msgr2=0x7f50480af850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:02.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.569+0000 7f504659c640 1 --2- 172.21.15.122:0/205497940 >> v2:172.21.15.151:3300/0 conn(0x7f50480b4600 0x7f50480af850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.569+0000 7f504659c640 1 -- 172.21.15.122:0/205497940 >> v1:172.21.15.151:6789/0 conn(0x7f504809ab10 legacy=0x7f50480b13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.569+0000 7f504659c640 1 -- 172.21.15.122:0/205497940 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50480b08e0 con 0x7f504815b300 2024-09-12T01:19:02.576 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.569+0000 7f53d259c640 1 --2- 172.21.15.122:0/3268093655 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f53d4161c80 0x7f53d406e330 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f53d408e830 tx=0x7f53c402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62acb5a166df90ff server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f53d159a640 1 -- 172.21.15.122:0/3268093655 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53c4037070 con 0x7f53d4161c80 2024-09-12T01:19:02.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f53d159a640 1 -- 172.21.15.122:0/3268093655 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53c4032440 con 0x7f53d4161c80 2024-09-12T01:19:02.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f53d159a640 1 -- 172.21.15.122:0/3268093655 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53c4032810 con 0x7f53d4161c80 2024-09-12T01:19:02.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f7d1ffff640 1 --2- 172.21.15.122:0/933907568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7d20070bf0 0x7f7d2006f7f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c009870 tx=0x7f7d0c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a71ce82d992d1e42 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f504659c640 1 --2- 172.21.15.122:0/205497940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f504815b300 0x7f50480b40c0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f504806dce0 tx=0x7f503802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ed0ea05d027262f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f7d1f7fe640 1 -- 172.21.15.122:0/933907568 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c037070 con 0x7f7d20070bf0 2024-09-12T01:19:02.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f7d1f7fe640 1 -- 172.21.15.122:0/933907568 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d0c032440 con 0x7f7d20070bf0 2024-09-12T01:19:02.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f504559a640 1 -- 172.21.15.122:0/205497940 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5038037070 con 0x7f504815b300 2024-09-12T01:19:02.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f504559a640 1 -- 172.21.15.122:0/205497940 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5038032440 con 0x7f504815b300 2024-09-12T01:19:02.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f504559a640 1 -- 172.21.15.122:0/205497940 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5038032810 con 0x7f504815b300 2024-09-12T01:19:02.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f7d1f7fe640 1 -- 172.21.15.122:0/933907568 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c0327f0 con 0x7f7d20070bf0 2024-09-12T01:19:02.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f53d8afa640 1 -- 172.21.15.122:0/3268093655 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f53d4161c80 msgr2=0x7f53d406e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.570+0000 7f53d8afa640 1 --2- 172.21.15.122:0/3268093655 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f53d4161c80 0x7f53d406e330 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f53d408e830 tx=0x7f53c402a1a0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f53d8afa640 1 -- 172.21.15.122:0/3268093655 shutdown_connections 2024-09-12T01:19:02.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f53d8afa640 1 --2- 172.21.15.122:0/3268093655 >> v2:172.21.15.151:3300/0 conn(0x7f53d4162060 0x7f53d40b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f53d8afa640 1 --2- 172.21.15.122:0/3268093655 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f53d4161c80 0x7f53d406e330 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f53d8afa640 1 -- 172.21.15.122:0/3268093655 >> 172.21.15.122:0/3268093655 conn(0x7f53d40d44f0 msgr2=0x7f53d40d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:02.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f53d8afa640 1 -- 172.21.15.122:0/3268093655 shutdown_connections 2024-09-12T01:19:02.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f53d8afa640 1 -- 172.21.15.122:0/3268093655 wait complete. 2024-09-12T01:19:02.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f7d27047640 1 -- 172.21.15.122:0/933907568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7d20070bf0 msgr2=0x7f7d2006f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f7d27047640 1 --2- 172.21.15.122:0/933907568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7d20070bf0 0x7f7d2006f7f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c009870 tx=0x7f7d0c02a210 comp rx=0 tx=0).stop 2024-09-12T01:19:02.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f504759e640 1 -- 172.21.15.122:0/205497940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f504815b300 msgr2=0x7f50480b40c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f504759e640 1 --2- 172.21.15.122:0/205497940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f504815b300 0x7f50480b40c0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f504806dce0 tx=0x7f503802a270 comp rx=0 tx=0).stop 2024-09-12T01:19:02.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f7d27047640 1 -- 172.21.15.122:0/933907568 shutdown_connections 2024-09-12T01:19:02.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f7d27047640 1 --2- 172.21.15.122:0/933907568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7d20070bf0 0x7f7d2006f7f0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f7d27047640 1 --2- 172.21.15.122:0/933907568 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7d20155850 0x7f7d200b00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f7d27047640 1 -- 172.21.15.122:0/933907568 >> 172.21.15.122:0/933907568 conn(0x7f7d2006bc10 msgr2=0x7f7d2006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:02.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f504759e640 1 -- 172.21.15.122:0/205497940 shutdown_connections 2024-09-12T01:19:02.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f504759e640 1 --2- 172.21.15.122:0/205497940 >> v2:172.21.15.151:3300/0 conn(0x7f50480b4600 0x7f50480af850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f504759e640 1 --2- 172.21.15.122:0/205497940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f504815b300 0x7f50480b40c0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f504759e640 1 -- 172.21.15.122:0/205497940 >> 172.21.15.122:0/205497940 conn(0x7f50480732d0 msgr2=0x7f50480b2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:02.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f7d27047640 1 -- 172.21.15.122:0/933907568 shutdown_connections 2024-09-12T01:19:02.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f7d27047640 1 -- 172.21.15.122:0/933907568 wait complete. 2024-09-12T01:19:02.583 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.571+0000 7f504759e640 1 -- 172.21.15.122:0/205497940 shutdown_connections 2024-09-12T01:19:02.583 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.572+0000 7f504759e640 1 -- 172.21.15.122:0/205497940 wait complete. 2024-09-12T01:19:02.583 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.572+0000 7f7d27047640 1 Processor -- start 2024-09-12T01:19:02.583 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.572+0000 7f53d8afa640 1 Processor -- start 2024-09-12T01:19:02.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.572+0000 7f7d27047640 1 -- start start 2024-09-12T01:19:02.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f53d8afa640 1 -- start start 2024-09-12T01:19:02.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f504759e640 1 Processor -- start 2024-09-12T01:19:02.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f504759e640 1 -- start start 2024-09-12T01:19:02.585 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f53d8afa640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f53d40b64b0 0x7f53d41567f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.585 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f53d8afa640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f53d4161c80 0x7f53d415eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f7d27047640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7d2006fd30 0x7f7d200aaea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f7d27047640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7d20070bf0 0x7f7d201f1250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f7d27047640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7d20155850 0x7f7d200b51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d24de3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7d2006fd30 0x7f7d200aaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d27047640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7d2015c3c0 con 0x7f7d2006fd30 2024-09-12T01:19:02.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d27047640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f7d2015c0e0 con 0x7f7d20070bf0 2024-09-12T01:19:02.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d27047640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f7d20155c30 con 0x7f7d20155850 2024-09-12T01:19:02.587 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d24de3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7d2006fd30 0x7f7d200aaea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:58888/0 (socket says 172.21.15.122:58888) 2024-09-12T01:19:02.587 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d24de3640 1 -- 172.21.15.122:0/3876367218 learned_addr learned my addr 172.21.15.122:0/3876367218 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:02.587 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d1ffff640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7d20070bf0 0x7f7d201f1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.587 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f504759e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f504809ab10 0x7f50480d0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.587 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f504759e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f50480b4600 0x7f50481542e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.587 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f504759e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f504815b300 0x7f5048154820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f53d8afa640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f53d4162060 0x7f53d415f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f53d8afa640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f53d40d2a10 con 0x7f53d4161c80 2024-09-12T01:19:02.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f53d8afa640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f53d40d2890 con 0x7f53d40b64b0 2024-09-12T01:19:02.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f53d8afa640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f53d40b6960 con 0x7f53d4162060 2024-09-12T01:19:02.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.573+0000 7f53d1d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f53d4161c80 0x7f53d415eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f53d1d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f53d4161c80 0x7f53d415eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:58874/0 (socket says 172.21.15.122:58874) 2024-09-12T01:19:02.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f53d1d9b640 1 -- 172.21.15.122:0/3518884153 learned_addr learned my addr 172.21.15.122:0/3518884153 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:02.588 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f53d259c640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f53d40b64b0 0x7f53d41567f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f504759e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f50480b0580 con 0x7f504815b300 2024-09-12T01:19:02.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f504759e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f50480b0ea0 con 0x7f50480b4600 2024-09-12T01:19:02.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f504759e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f50480afd90 con 0x7f504809ab10 2024-09-12T01:19:02.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d255e4640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7d20155850 0x7f7d200b51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f53d2d9d640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f53d4162060 0x7f53d415f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f53d1d9b640 1 -- 172.21.15.122:0/3518884153 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f53d4162060 msgr2=0x7f53d415f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f53d1d9b640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f53d4162060 0x7f53d415f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f53d1d9b640 1 -- 172.21.15.122:0/3518884153 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f53d40b64b0 msgr2=0x7f53d41567f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f53d1d9b640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f53d40b64b0 0x7f53d41567f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d24de3640 1 -- 172.21.15.122:0/3876367218 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7d20155850 msgr2=0x7f7d200b51f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f53d1d9b640 1 -- 172.21.15.122:0/3518884153 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53d40cd9d0 con 0x7f53d4161c80 2024-09-12T01:19:02.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f53d2d9d640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f53d4162060 0x7f53d415f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:02.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d24de3640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7d20155850 0x7f7d200b51f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d24de3640 1 -- 172.21.15.122:0/3876367218 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7d20070bf0 msgr2=0x7f7d201f1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.592 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d24de3640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7d20070bf0 0x7f7d201f1250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.592 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f7d24de3640 1 -- 172.21.15.122:0/3876367218 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d20156d00 con 0x7f7d2006fd30 2024-09-12T01:19:02.592 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f504659c640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f504809ab10 0x7f50480d0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.592 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f5045d9b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f50480b4600 0x7f50481542e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.592 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f5045d9b640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f50480b4600 0x7f50481542e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:58618/0 (socket says 172.21.15.122:58618) 2024-09-12T01:19:02.592 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.574+0000 7f5045d9b640 1 -- 172.21.15.122:0/1305804041 learned_addr learned my addr 172.21.15.122:0/1305804041 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:02.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f53d1d9b640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f53d4161c80 0x7f53d415eee0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f53c8014f30 tx=0x7f53c8007410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f5046d9d640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f504815b300 0x7f5048154820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f504659c640 1 -- 172.21.15.122:0/1305804041 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f50480b4600 msgr2=0x7f50481542e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f504659c640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f50480b4600 0x7f50481542e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f504659c640 1 -- 172.21.15.122:0/1305804041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f504815b300 msgr2=0x7f5048154820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.593 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f504659c640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f504815b300 0x7f5048154820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.594 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f504659c640 1 -- 172.21.15.122:0/1305804041 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f504815e220 con 0x7f504809ab10 2024-09-12T01:19:02.594 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f5046d9d640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f504815b300 0x7f5048154820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:02.594 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f53c2ffd640 1 -- 172.21.15.122:0/3518884153 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53c8007d30 con 0x7f53d4161c80 2024-09-12T01:19:02.594 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f7d24de3640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7d2006fd30 0x7f7d200aaea0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f7d1400f9c0 tx=0x7f7d1400fe80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.595 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f53c2ffd640 1 -- 172.21.15.122:0/3518884153 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53c80108c0 con 0x7f53d4161c80 2024-09-12T01:19:02.595 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f53c2ffd640 1 -- 172.21.15.122:0/3518884153 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53c8010c70 con 0x7f53d4161c80 2024-09-12T01:19:02.595 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f53d8afa640 1 -- 172.21.15.122:0/3518884153 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53d40cdcb0 con 0x7f53d4161c80 2024-09-12T01:19:02.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f504659c640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f504809ab10 0x7f50480d0990 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5038031000 tx=0x7f50380046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f7d1d7fa640 1 -- 172.21.15.122:0/3876367218 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d14007c30 con 0x7f7d2006fd30 2024-09-12T01:19:02.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f53d8afa640 1 -- 172.21.15.122:0/3518884153 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53d40ce270 con 0x7f53d4161c80 2024-09-12T01:19:02.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f7d1d7fa640 1 -- 172.21.15.122:0/3876367218 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d14007dd0 con 0x7f7d2006fd30 2024-09-12T01:19:02.597 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f7d1d7fa640 1 -- 172.21.15.122:0/3876367218 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d14011690 con 0x7f7d2006fd30 2024-09-12T01:19:02.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f5036ffd640 1 -- 172.21.15.122:0/1305804041 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5038041030 con 0x7f504809ab10 2024-09-12T01:19:02.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f5036ffd640 1 -- 172.21.15.122:0/1305804041 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5038030440 con 0x7f504809ab10 2024-09-12T01:19:02.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f504759e640 1 -- 172.21.15.122:0/1305804041 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f504815d6a0 con 0x7f504809ab10 2024-09-12T01:19:02.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f5036ffd640 1 -- 172.21.15.122:0/1305804041 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5038037040 con 0x7f504809ab10 2024-09-12T01:19:02.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f504759e640 1 -- 172.21.15.122:0/1305804041 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f504815dc60 con 0x7f504809ab10 2024-09-12T01:19:02.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f7d27047640 1 -- 172.21.15.122:0/3876367218 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d20155f40 con 0x7f7d2006fd30 2024-09-12T01:19:02.598 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.575+0000 7f7d27047640 1 -- 172.21.15.122:0/3876367218 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d201567e0 con 0x7f7d2006fd30 2024-09-12T01:19:02.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.577+0000 7f53d8afa640 1 -- 172.21.15.122:0/3518884153 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53d40ce470 con 0x7f53d4161c80 2024-09-12T01:19:02.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.577+0000 7f504759e640 1 -- 172.21.15.122:0/1305804041 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5048158940 con 0x7f504809ab10 2024-09-12T01:19:02.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.577+0000 7f7d27047640 1 -- 172.21.15.122:0/3876367218 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d20068e10 con 0x7f7d2006fd30 2024-09-12T01:19:02.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.577+0000 7f5036ffd640 1 -- 172.21.15.122:0/1305804041 <== mon.2 v2:172.21.15.151:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5038044070 con 0x7f504809ab10 2024-09-12T01:19:02.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.577+0000 7f53c2ffd640 1 -- 172.21.15.122:0/3518884153 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f53c8012070 con 0x7f53d4161c80 2024-09-12T01:19:02.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.577+0000 7f7d1d7fa640 1 -- 172.21.15.122:0/3876367218 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7d14019020 con 0x7f7d2006fd30 2024-09-12T01:19:02.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.578+0000 7f7d1d7fa640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7d0406be30 0x7f7d0406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.578+0000 7f5036ffd640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f502806be30 0x7f502806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.578+0000 7f53c2ffd640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f53b406be80 0x7f53b406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.578+0000 7f7d1d7fa640 1 -- 172.21.15.122:0/3876367218 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6159+0+0 (secure 0 0 0) 0x7f7d1408aee0 con 0x7f7d2006fd30 2024-09-12T01:19:02.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.578+0000 7f5036ffd640 1 -- 172.21.15.122:0/1305804041 <== mon.2 v2:172.21.15.151:3301/0 5 ==== osd_map(53..53 src has 1..53) ==== 6159+0+0 (secure 0 0 0) 0x7f50380ab5b0 con 0x7f504809ab10 2024-09-12T01:19:02.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.578+0000 7f53c2ffd640 1 -- 172.21.15.122:0/3518884153 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6159+0+0 (secure 0 0 0) 0x7f53c8092f10 con 0x7f53d4161c80 2024-09-12T01:19:02.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.578+0000 7f53d259c640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f53b406be80 0x7f53b406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.578+0000 7f7d1ffff640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7d0406be30 0x7f7d0406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.578+0000 7f5045d9b640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f502806be30 0x7f502806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.579+0000 7f53d259c640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f53b406be80 0x7f53b406e340 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f53c4034000 tx=0x7f53c402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.579+0000 7f5045d9b640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f502806be30 0x7f502806e2f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f50480d0ed0 tx=0x7f503c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.579+0000 7f7d1ffff640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7d0406be30 0x7f7d0406e2f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c034000 tx=0x7f7d0c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.583+0000 7f7d1d7fa640 1 -- 172.21.15.122:0/3876367218 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7d20068e10 con 0x7f7d2006fd30 2024-09-12T01:19:02.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.583+0000 7f5036ffd640 1 -- 172.21.15.122:0/1305804041 <== mon.2 v2:172.21.15.151:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5048158940 con 0x7f504809ab10 2024-09-12T01:19:02.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.587+0000 7f53c2ffd640 1 -- 172.21.15.122:0/3518884153 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f53c8029020 con 0x7f53d4161c80 2024-09-12T01:19:02.629 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.629+0000 7f80b6027640 1 Processor -- start 2024-09-12T01:19:02.630 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.629+0000 7f80b6027640 1 -- start start 2024-09-12T01:19:02.631 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80b6027640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f80b0161c80 0x7f80b006e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80b6027640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f80b0162060 0x7f80b00b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80b6027640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f80b00b64b0 0x7f80b00b6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80b6027640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f80b006e870 con 0x7f80b0162060 2024-09-12T01:19:02.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80b6027640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f80b006d9f0 con 0x7f80b00b64b0 2024-09-12T01:19:02.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80b6027640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f80b006dcd0 con 0x7f80b0161c80 2024-09-12T01:19:02.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80aeffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f80b0162060 0x7f80b00b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80aeffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f80b0162060 0x7f80b00b5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:58908/0 (socket says 172.21.15.122:58908) 2024-09-12T01:19:02.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80aeffd640 1 -- 172.21.15.122:0/4180474747 learned_addr learned my addr 172.21.15.122:0/4180474747 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:02.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80af7fe640 1 --2- 172.21.15.122:0/4180474747 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f80b0161c80 0x7f80b006e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80affff640 1 --2- 172.21.15.122:0/4180474747 >> v2:172.21.15.151:3300/0 conn(0x7f80b00b64b0 0x7f80b00b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80aeffd640 1 -- 172.21.15.122:0/4180474747 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f80b0161c80 msgr2=0x7f80b006e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:02.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80aeffd640 1 --2- 172.21.15.122:0/4180474747 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f80b0161c80 0x7f80b006e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80aeffd640 1 -- 172.21.15.122:0/4180474747 >> v2:172.21.15.151:3300/0 conn(0x7f80b00b64b0 msgr2=0x7f80b00b6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:02.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80aeffd640 1 --2- 172.21.15.122:0/4180474747 >> v2:172.21.15.151:3300/0 conn(0x7f80b00b64b0 0x7f80b00b6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80aeffd640 1 -- 172.21.15.122:0/4180474747 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80b006dfb0 con 0x7f80b0162060 2024-09-12T01:19:02.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80af7fe640 1 --2- 172.21.15.122:0/4180474747 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f80b0161c80 0x7f80b006e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:02.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.631+0000 7f80affff640 1 --2- 172.21.15.122:0/4180474747 >> v2:172.21.15.151:3300/0 conn(0x7f80b00b64b0 0x7f80b00b6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:02.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.632+0000 7f80aeffd640 1 --2- 172.21.15.122:0/4180474747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80b0162060 0x7f80b00b5f70 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f80b00687b0 tx=0x7f80a402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d441d1c7096b178 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.632+0000 7f80ae7fc640 1 -- 172.21.15.122:0/4180474747 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a4037070 con 0x7f80b0162060 2024-09-12T01:19:02.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.632+0000 7f80ae7fc640 1 -- 172.21.15.122:0/4180474747 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80a4032440 con 0x7f80b0162060 2024-09-12T01:19:02.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.632+0000 7f80ae7fc640 1 -- 172.21.15.122:0/4180474747 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a4032810 con 0x7f80b0162060 2024-09-12T01:19:02.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.633+0000 7f80b6027640 1 -- 172.21.15.122:0/4180474747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80b0162060 msgr2=0x7f80b00b5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.633+0000 7f80b6027640 1 --2- 172.21.15.122:0/4180474747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80b0162060 0x7f80b00b5f70 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f80b00687b0 tx=0x7f80a402a1e0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.633+0000 7f80b6027640 1 -- 172.21.15.122:0/4180474747 shutdown_connections 2024-09-12T01:19:02.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.633+0000 7f80b6027640 1 --2- 172.21.15.122:0/4180474747 >> v2:172.21.15.151:3300/0 conn(0x7f80b00b64b0 0x7f80b00b6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.633+0000 7f80b6027640 1 --2- 172.21.15.122:0/4180474747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80b0162060 0x7f80b00b5f70 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.633+0000 7f80b6027640 1 --2- 172.21.15.122:0/4180474747 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f80b0161c80 0x7f80b006e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.633+0000 7f80b6027640 1 -- 172.21.15.122:0/4180474747 >> 172.21.15.122:0/4180474747 conn(0x7f80b00d44f0 msgr2=0x7f80b00d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:02.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.633+0000 7f80b6027640 1 -- 172.21.15.122:0/4180474747 shutdown_connections 2024-09-12T01:19:02.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.633+0000 7f80b6027640 1 -- 172.21.15.122:0/4180474747 wait complete. 2024-09-12T01:19:02.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.634+0000 7f80b6027640 1 Processor -- start 2024-09-12T01:19:02.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.635+0000 7f80b6027640 1 -- start start 2024-09-12T01:19:02.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.635+0000 7f80b6027640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80b00b64b0 0x7f80b00cd250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.635+0000 7f80b6027640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f80b0161c80 0x7f80b00c7f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.635+0000 7f80b6027640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f80b0162060 0x7f80b00ce3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.635+0000 7f80b6027640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f80b0162500 con 0x7f80b00b64b0 2024-09-12T01:19:02.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.635+0000 7f80b6027640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f80b00d2aa0 con 0x7f80b0161c80 2024-09-12T01:19:02.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.635+0000 7f80b6027640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f80b0162680 con 0x7f80b0162060 2024-09-12T01:19:02.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.635+0000 7f80af7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80b00b64b0 0x7f80b00cd250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.637 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.635+0000 7f80af7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80b00b64b0 0x7f80b00cd250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:58918/0 (socket says 172.21.15.122:58918) 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.635+0000 7f80af7fe640 1 -- 172.21.15.122:0/1931571592 learned_addr learned my addr 172.21.15.122:0/1931571592 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f80aeffd640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f80b0161c80 0x7f80b00c7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f80affff640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f80b0162060 0x7f80b00ce3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f80af7fe640 1 -- 172.21.15.122:0/1931571592 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f80b0162060 msgr2=0x7f80b00ce3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f80af7fe640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f80b0162060 0x7f80b00ce3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f80af7fe640 1 -- 172.21.15.122:0/1931571592 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f80b0161c80 msgr2=0x7f80b00c7f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f80af7fe640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f80b0161c80 0x7f80b00c7f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f80af7fe640 1 -- 172.21.15.122:0/1931571592 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80b00cd830 con 0x7f80b00b64b0 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f80af7fe640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80b00b64b0 0x7f80b00cd250 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f80a0009fc0 tx=0x7f80a000d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f8097fff640 1 -- 172.21.15.122:0/1931571592 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a001a070 con 0x7f80b00b64b0 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f8097fff640 1 -- 172.21.15.122:0/1931571592 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80a0003bb0 con 0x7f80b00b64b0 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f8097fff640 1 -- 172.21.15.122:0/1931571592 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a0004030 con 0x7f80b00b64b0 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.636+0000 7f80b6027640 1 -- 172.21.15.122:0/1931571592 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80b00b7470 con 0x7f80b00b64b0 2024-09-12T01:19:02.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.637+0000 7f80b6027640 1 -- 172.21.15.122:0/1931571592 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80b00b7a30 con 0x7f80b00b64b0 2024-09-12T01:19:02.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.638+0000 7f80b6027640 1 -- 172.21.15.122:0/1931571592 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80b006e330 con 0x7f80b00b64b0 2024-09-12T01:19:02.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.638+0000 7f8097fff640 1 -- 172.21.15.122:0/1931571592 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f80a001d070 con 0x7f80b00b64b0 2024-09-12T01:19:02.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.638+0000 7f8097fff640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f809c06be30 0x7f809c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:02.640 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.639+0000 7f8097fff640 1 -- 172.21.15.122:0/1931571592 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6159+0+0 (secure 0 0 0) 0x7f80a008b2a0 con 0x7f80b00b64b0 2024-09-12T01:19:02.640 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.639+0000 7f80aeffd640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f809c06be30 0x7f809c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:02.640 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.639+0000 7f80aeffd640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f809c06be30 0x7f809c06e2f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f80a4034000 tx=0x7f80a402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:02.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.643+0000 7f8097fff640 1 -- 172.21.15.122:0/1931571592 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f80a0010070 con 0x7f80b00b64b0 2024-09-12T01:19:02.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.868+0000 7f504759e640 1 -- 172.21.15.122:0/1305804041 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "d"} v 0) -- 0x7f50480b5bf0 con 0x7f504809ab10 2024-09-12T01:19:02.875 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.875+0000 7f7d27047640 1 -- 172.21.15.122:0/3876367218 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "b"} v 0) -- 0x7f7d200b5ea0 con 0x7f7d2006fd30 2024-09-12T01:19:02.879 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.880+0000 7f53d8afa640 1 -- 172.21.15.122:0/3518884153 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "c"} v 0) -- 0x7f53d40ba470 con 0x7f53d4161c80 2024-09-12T01:19:02.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:02.912+0000 7f80b6027640 1 -- 172.21.15.122:0/1931571592 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "a"} v 0) -- 0x7f80b006c5b0 con 0x7f80b00b64b0 2024-09-12T01:19:03.418 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.418+0000 7f5036ffd640 1 -- 172.21.15.122:0/1305804041 <== mon.2 v2:172.21.15.151:3301/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "d"}]=0 failed mds gid 4835 v28) ==== 95+0+0 (secure 0 0 0) 0x7f5038079d00 con 0x7f504809ab10 2024-09-12T01:19:03.418 INFO:teuthology.orchestra.run.smithi122.stderr:failed mds gid 4835 2024-09-12T01:19:03.421 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 -- 172.21.15.122:0/1305804041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f502806be30 msgr2=0x7f502806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:03.421 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f502806be30 0x7f502806e2f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f50480d0ed0 tx=0x7f503c009040 comp rx=0 tx=0).stop 2024-09-12T01:19:03.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 -- 172.21.15.122:0/1305804041 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f504809ab10 msgr2=0x7f50480d0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:03.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f504809ab10 0x7f50480d0990 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5038031000 tx=0x7f50380046c0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 -- 172.21.15.122:0/1305804041 shutdown_connections 2024-09-12T01:19:03.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f502806be30 0x7f502806e2f0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f504815b300 0x7f5048154820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f50480b4600 0x7f50481542e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 --2- 172.21.15.122:0/1305804041 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f504809ab10 0x7f50480d0990 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 -- 172.21.15.122:0/1305804041 >> 172.21.15.122:0/1305804041 conn(0x7f50480732d0 msgr2=0x7f50480b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:03.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 -- 172.21.15.122:0/1305804041 shutdown_connections 2024-09-12T01:19:03.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.421+0000 7f504759e640 1 -- 172.21.15.122:0/1305804041 wait complete. 2024-09-12T01:19:03.432 INFO:tasks.ceph.mon.a.smithi122.stderr:2024-09-12T01:19:03.433+0000 7f93a56d8640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T01:19:03.434 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-12T01:19:03.434 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-12T01:19:03.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.434+0000 7f7d1d7fa640 1 -- 172.21.15.122:0/3876367218 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "b"}]=0 failed mds gid 4832 v29) ==== 95+0+0 (secure 0 0 0) 0x7f7d14059110 con 0x7f7d2006fd30 2024-09-12T01:19:03.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.434+0000 7f53c2ffd640 1 -- 172.21.15.122:0/3518884153 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "c"}]=0 failed mds gid 5319 v29) ==== 95+0+0 (secure 0 0 0) 0x7f53c8061770 con 0x7f53d4161c80 2024-09-12T01:19:03.435 INFO:teuthology.orchestra.run.smithi122.stderr:failed mds gid 4832 2024-09-12T01:19:03.436 INFO:teuthology.orchestra.run.smithi122.stderr:failed mds gid 5319 2024-09-12T01:19:03.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f53d8afa640 1 -- 172.21.15.122:0/3518884153 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f53b406be80 msgr2=0x7f53b406e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:03.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f53d8afa640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f53b406be80 0x7f53b406e340 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f53c4034000 tx=0x7f53c402e000 comp rx=0 tx=0).stop 2024-09-12T01:19:03.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f53d8afa640 1 -- 172.21.15.122:0/3518884153 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f53d4161c80 msgr2=0x7f53d415eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:03.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f53d8afa640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f53d4161c80 0x7f53d415eee0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f53c8014f30 tx=0x7f53c8007410 comp rx=0 tx=0).stop 2024-09-12T01:19:03.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f7d27047640 1 -- 172.21.15.122:0/3876367218 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7d0406be30 msgr2=0x7f7d0406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:03.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f7d27047640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7d0406be30 0x7f7d0406e2f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c034000 tx=0x7f7d0c02e000 comp rx=0 tx=0).stop 2024-09-12T01:19:03.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f7d27047640 1 -- 172.21.15.122:0/3876367218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7d2006fd30 msgr2=0x7f7d200aaea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:03.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f7d27047640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7d2006fd30 0x7f7d200aaea0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f7d1400f9c0 tx=0x7f7d1400fe80 comp rx=0 tx=0).stop 2024-09-12T01:19:03.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f53d8afa640 1 -- 172.21.15.122:0/3518884153 shutdown_connections 2024-09-12T01:19:03.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f53d8afa640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f53b406be80 0x7f53b406e340 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f53d8afa640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f53d4162060 0x7f53d415f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f53d8afa640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f53d4161c80 0x7f53d415eee0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f53d8afa640 1 --2- 172.21.15.122:0/3518884153 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f53d40b64b0 0x7f53d41567f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f53d8afa640 1 -- 172.21.15.122:0/3518884153 >> 172.21.15.122:0/3518884153 conn(0x7f53d40d44f0 msgr2=0x7f53d406ce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:03.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f7d27047640 1 -- 172.21.15.122:0/3876367218 shutdown_connections 2024-09-12T01:19:03.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f7d27047640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f7d0406be30 0x7f7d0406e2f0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f7d27047640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f7d20155850 0x7f7d200b51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f7d27047640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f7d20070bf0 0x7f7d201f1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f7d27047640 1 --2- 172.21.15.122:0/3876367218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7d2006fd30 0x7f7d200aaea0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:03.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.436+0000 7f7d27047640 1 -- 172.21.15.122:0/3876367218 >> 172.21.15.122:0/3876367218 conn(0x7f7d2006bc10 msgr2=0x7f7d200b4320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:03.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.437+0000 7f53d8afa640 1 -- 172.21.15.122:0/3518884153 shutdown_connections 2024-09-12T01:19:03.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.437+0000 7f53d8afa640 1 -- 172.21.15.122:0/3518884153 wait complete. 2024-09-12T01:19:03.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.437+0000 7f7d27047640 1 -- 172.21.15.122:0/3876367218 shutdown_connections 2024-09-12T01:19:03.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:03.437+0000 7f7d27047640 1 -- 172.21.15.122:0/3876367218 wait complete. 2024-09-12T01:19:03.440 INFO:tasks.ceph.mds.d:Started 2024-09-12T01:19:03.441 DEBUG:teuthology.parallel:result is None 2024-09-12T01:19:03.451 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-12T01:19:03.451 DEBUG:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-12T01:19:03.452 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-12T01:19:03.452 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-12T01:19:03.454 INFO:tasks.ceph.mds.b:Started 2024-09-12T01:19:03.455 DEBUG:teuthology.parallel:result is None 2024-09-12T01:19:03.494 INFO:tasks.ceph.mds.c:Started 2024-09-12T01:19:03.495 DEBUG:teuthology.parallel:result is None 2024-09-12T01:19:03.522 INFO:tasks.ceph.mds.d.smithi151.stdout:starting mds.d at 2024-09-12T01:19:03.535 INFO:tasks.ceph.mds.b.smithi151.stdout:starting mds.b at 2024-09-12T01:19:03.567 INFO:tasks.ceph.mds.c.smithi122.stdout:starting mds.c at 2024-09-12T01:19:04.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.436+0000 7f8097fff640 1 -- 172.21.15.122:0/1931571592 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "a"}]=0 failed mds gid 4823 v30) ==== 95+0+0 (secure 0 0 0) 0x7f80a0059450 con 0x7f80b00b64b0 2024-09-12T01:19:04.437 INFO:teuthology.orchestra.run.smithi122.stderr:failed mds gid 4823 2024-09-12T01:19:04.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 -- 172.21.15.122:0/1931571592 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f809c06be30 msgr2=0x7f809c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:04.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f809c06be30 0x7f809c06e2f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f80a4034000 tx=0x7f80a402e000 comp rx=0 tx=0).stop 2024-09-12T01:19:04.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 -- 172.21.15.122:0/1931571592 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80b00b64b0 msgr2=0x7f80b00cd250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:04.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80b00b64b0 0x7f80b00cd250 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f80a0009fc0 tx=0x7f80a000d560 comp rx=0 tx=0).stop 2024-09-12T01:19:04.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 -- 172.21.15.122:0/1931571592 shutdown_connections 2024-09-12T01:19:04.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f809c06be30 0x7f809c06e2f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f80b0162060 0x7f80b00ce3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f80b0161c80 0x7f80b00c7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 --2- 172.21.15.122:0/1931571592 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80b00b64b0 0x7f80b00cd250 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 -- 172.21.15.122:0/1931571592 >> 172.21.15.122:0/1931571592 conn(0x7f80b00d44f0 msgr2=0x7f80b00cf300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:04.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 -- 172.21.15.122:0/1931571592 shutdown_connections 2024-09-12T01:19:04.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.439+0000 7f80b6027640 1 -- 172.21.15.122:0/1931571592 wait complete. 2024-09-12T01:19:04.455 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-12T01:19:04.455 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-12T01:19:04.497 INFO:tasks.ceph.mds.a:Started 2024-09-12T01:19:04.498 DEBUG:teuthology.parallel:result is None 2024-09-12T01:19:04.498 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:19:04.573 INFO:tasks.ceph.mds.a.smithi122.stdout:starting mds.a at 2024-09-12T01:19:04.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.599+0000 7f6b89d49640 1 Processor -- start 2024-09-12T01:19:04.599 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.599+0000 7f6b89d49640 1 -- start start 2024-09-12T01:19:04.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.599+0000 7f6b89d49640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b84071e40 0x7f6b840b17d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:04.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.599+0000 7f6b89d49640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b8409ba30 con 0x7f6b8409b140 2024-09-12T01:19:04.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.599+0000 7f6b89d49640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b8409bcf0 con 0x7f6b8415fc30 2024-09-12T01:19:04.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.599+0000 7f6b89d49640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6b840b1590 con 0x7f6b84071e40 2024-09-12T01:19:04.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.599+0000 7f6b82ffd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f6b8409b140 0x7f6b840704f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:58932/0 (socket says 172.21.15.122:58932) 2024-09-12T01:19:04.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.600+0000 7f6b82ffd640 1 -- 172.21.15.122:0/3500227861 learned_addr learned my addr 172.21.15.122:0/3500227861 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:04.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.600+0000 7f6b83fff640 1 --2- 172.21.15.122:0/3500227861 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b84071e40 0x7f6b840b17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:04.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.600+0000 7f6b827fc640 1 -- 172.21.15.122:0/3500227861 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4146477388 0 0) 0x7f6b8409ba30 con 0x7f6b8409b140 2024-09-12T01:19:04.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.600+0000 7f6b827fc640 1 -- 172.21.15.122:0/3500227861 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6b6c003520 con 0x7f6b8409b140 2024-09-12T01:19:04.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.600+0000 7f6b827fc640 1 -- 172.21.15.122:0/3500227861 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 482338227 0 0) 0x7f6b8409bcf0 con 0x7f6b8415fc30 2024-09-12T01:19:04.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.600+0000 7f6b827fc640 1 -- 172.21.15.122:0/3500227861 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6b8409ba30 con 0x7f6b8415fc30 2024-09-12T01:19:04.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.600+0000 7f6b827fc640 1 -- 172.21.15.122:0/3500227861 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3317493342 0 0) 0x7f6b6c003520 con 0x7f6b8409b140 2024-09-12T01:19:04.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.600+0000 7f6b83fff640 1 -- 172.21.15.122:0/3500227861 >> v1:172.21.15.151:6789/0 conn(0x7f6b8415fc30 legacy=0x7f6b8409aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:04.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.600+0000 7f6b83fff640 1 -- 172.21.15.122:0/3500227861 >> v1:172.21.15.122:6789/0 conn(0x7f6b8409b140 legacy=0x7f6b840704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:04.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.600+0000 7f6b83fff640 1 -- 172.21.15.122:0/3500227861 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b84160d00 con 0x7f6b84071e40 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.601+0000 7f6b83fff640 1 --2- 172.21.15.122:0/3500227861 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b84071e40 0x7f6b840b17d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c009dc0 tx=0x7f6b7c02a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c35fea4b8ea1b538 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.601+0000 7f6b827fc640 1 -- 172.21.15.122:0/3500227861 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b780015f0 con 0x7f6b84071e40 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.601+0000 7f6b827fc640 1 -- 172.21.15.122:0/3500227861 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b7c007540 con 0x7f6b84071e40 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.601+0000 7f6b827fc640 1 -- 172.21.15.122:0/3500227861 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c007910 con 0x7f6b84071e40 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.601+0000 7f6b89d49640 1 -- 172.21.15.122:0/3500227861 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b84071e40 msgr2=0x7f6b840b17d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.602+0000 7f6b89d49640 1 --2- 172.21.15.122:0/3500227861 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b84071e40 0x7f6b840b17d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c009dc0 tx=0x7f6b7c02a5d0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.602+0000 7f6b89d49640 1 -- 172.21.15.122:0/3500227861 shutdown_connections 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.602+0000 7f6b89d49640 1 --2- 172.21.15.122:0/3500227861 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b84071e40 0x7f6b840b17d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.602+0000 7f6b89d49640 1 -- 172.21.15.122:0/3500227861 >> 172.21.15.122:0/3500227861 conn(0x7f6b840d23a0 msgr2=0x7f6b840d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.602+0000 7f6b89d49640 1 -- 172.21.15.122:0/3500227861 shutdown_connections 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.602+0000 7f6b89d49640 1 -- 172.21.15.122:0/3500227861 wait complete. 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.603+0000 7f6b89d49640 1 Processor -- start 2024-09-12T01:19:04.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.603+0000 7f6b89d49640 1 -- start start 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b89d49640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b84071e40 0x7f6b840d0e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b89d49640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8409b140 0x7f6b84155420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b89d49640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b8415fc30 0x7f6b840b6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b89d49640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6b84071010 con 0x7f6b8409b140 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b89d49640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6b84070e90 con 0x7f6b8415fc30 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b89d49640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6b84071190 con 0x7f6b84071e40 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b82ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8409b140 0x7f6b84155420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b82ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8409b140 0x7f6b84155420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:58972/0 (socket says 172.21.15.122:58972) 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b82ffd640 1 -- 172.21.15.122:0/1287788202 learned_addr learned my addr 172.21.15.122:0/1287788202 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b837fe640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b84071e40 0x7f6b840d0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b83fff640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b8415fc30 0x7f6b840b6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b82ffd640 1 -- 172.21.15.122:0/1287788202 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b84071e40 msgr2=0x7f6b840d0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:04.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b82ffd640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b84071e40 0x7f6b840d0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b82ffd640 1 -- 172.21.15.122:0/1287788202 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b8415fc30 msgr2=0x7f6b840b6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:04.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b82ffd640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b8415fc30 0x7f6b840b6e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b82ffd640 1 -- 172.21.15.122:0/1287788202 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b84155960 con 0x7f6b8409b140 2024-09-12T01:19:04.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b82ffd640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8409b140 0x7f6b84155420 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f6b7800c730 tx=0x7f6b7800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:04.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b6bfff640 1 -- 172.21.15.122:0/1287788202 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b78017070 con 0x7f6b8409b140 2024-09-12T01:19:04.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b6bfff640 1 -- 172.21.15.122:0/1287788202 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b78005ad0 con 0x7f6b8409b140 2024-09-12T01:19:04.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b89d49640 1 -- 172.21.15.122:0/1287788202 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b840b7690 con 0x7f6b8409b140 2024-09-12T01:19:04.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b6bfff640 1 -- 172.21.15.122:0/1287788202 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b78007070 con 0x7f6b8409b140 2024-09-12T01:19:04.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.604+0000 7f6b89d49640 1 -- 172.21.15.122:0/1287788202 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b841e6430 con 0x7f6b8409b140 2024-09-12T01:19:04.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.605+0000 7f6b89d49640 1 -- 172.21.15.122:0/1287788202 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b84071580 con 0x7f6b8409b140 2024-09-12T01:19:04.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.606+0000 7f6b6bfff640 1 -- 172.21.15.122:0/1287788202 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6b7801a070 con 0x7f6b8409b140 2024-09-12T01:19:04.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.606+0000 7f6b6bfff640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b7006be30 0x7f6b7006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:04.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.606+0000 7f6b6bfff640 1 -- 172.21.15.122:0/1287788202 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7f6b7808a510 con 0x7f6b8409b140 2024-09-12T01:19:04.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.606+0000 7f6b837fe640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b7006be30 0x7f6b7006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:04.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.607+0000 7f6b837fe640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b7006be30 0x7f6b7006e2f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6b740010e0 tx=0x7f6b74009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:04.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.611+0000 7f6b6bfff640 1 -- 172.21.15.122:0/1287788202 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6b780585c0 con 0x7f6b8409b140 2024-09-12T01:19:04.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.810+0000 7f6b89d49640 1 -- 172.21.15.122:0/1287788202 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6b840b1930 con 0x7f6b8409b140 2024-09-12T01:19:04.810 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.810+0000 7f6b6bfff640 1 -- 172.21.15.122:0/1287788202 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+4395 (secure 0 0 0) 0x7f6b7805c8c0 con 0x7f6b8409b140 2024-09-12T01:19:04.811 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:04.811 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":31,"btime":"2024-09-12T01:19:04:440691+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4943,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/65265120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":65265120},{"type":"v1","addr":"172.21.15.151:6835","nonce":65265120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5167,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/4234202334","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":4234202334},{"type":"v1","addr":"172.21.15.151:6833","nonce":4234202334}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:30.661492+0000","modified":"2024-09-12T01:19:04.440654+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":56,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5556},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5556":{"gid":5556,"name":"c","rank":0,"incarnation":31,"state":"up:replay","state_seq":1,"addr":"172.21.15.122:6835/3001802218","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3001802218},{"type":"v1","addr":"172.21.15.122:6835","nonce":3001802218}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-12T01:19:04.811 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 31 2024-09-12T01:19:04.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 -- 172.21.15.122:0/1287788202 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b7006be30 msgr2=0x7f6b7006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:04.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b7006be30 0x7f6b7006e2f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6b740010e0 tx=0x7f6b74009040 comp rx=0 tx=0).stop 2024-09-12T01:19:04.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 -- 172.21.15.122:0/1287788202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8409b140 msgr2=0x7f6b84155420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:04.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8409b140 0x7f6b84155420 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f6b7800c730 tx=0x7f6b7800cbf0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 -- 172.21.15.122:0/1287788202 shutdown_connections 2024-09-12T01:19:04.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6b7006be30 0x7f6b7006e2f0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6b8415fc30 0x7f6b840b6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.813 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b8409b140 0x7f6b84155420 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.814 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 --2- 172.21.15.122:0/1287788202 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6b84071e40 0x7f6b840d0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:04.814 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 -- 172.21.15.122:0/1287788202 >> 172.21.15.122:0/1287788202 conn(0x7f6b840d23a0 msgr2=0x7f6b840704f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:04.814 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 -- 172.21.15.122:0/1287788202 shutdown_connections 2024-09-12T01:19:04.814 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:04.813+0000 7f6b89d49640 1 -- 172.21.15.122:0/1287788202 wait complete. 2024-09-12T01:19:05.230 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 31, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T01:18:30.661492+0000', 'modified': '2024-09-12T01:19:04.440654+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 56, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5556}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5556': {'gid': 5556, 'name': 'c', 'rank': 0, 'incarnation': 31, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.122:6835/3001802218', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6834', 'nonce': 3001802218}, {'type': 'v1', 'addr': '172.21.15.122:6835', 'nonce': 3001802218}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-12T01:19:05.230 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5556:up:replay 2024-09-12T01:19:06.231 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:19:06.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.347+0000 7f06777fd640 1 Processor -- start 2024-09-12T01:19:06.348 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.348+0000 7f06777fd640 1 -- start start 2024-09-12T01:19:06.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.349+0000 7f06777fd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f06700afd70 0x7f0670160820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:06.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.349+0000 7f06777fd640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0670160d60 con 0x7f06700ce660 2024-09-12T01:19:06.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.349+0000 7f06777fd640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f067006f5f0 con 0x7f06700b5f80 2024-09-12T01:19:06.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.349+0000 7f06777fd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f067006fdb0 con 0x7f06700afd70 2024-09-12T01:19:06.349 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.349+0000 7f0675599640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f06700afd70 0x7f0670160820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:06.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.349+0000 7f0675d9a640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f06700ce660 0x7f067006eee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:58948/0 (socket says 172.21.15.122:58948) 2024-09-12T01:19:06.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.349+0000 7f0675d9a640 1 -- 172.21.15.122:0/1424056674 learned_addr learned my addr 172.21.15.122:0/1424056674 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:06.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.349+0000 7f0675599640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f06700afd70 0x7f0670160820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:58980/0 (socket says 172.21.15.122:58980) 2024-09-12T01:19:06.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.349+0000 7f0675599640 1 -- 172.21.15.122:0/1424056674 >> v1:172.21.15.151:6789/0 conn(0x7f06700b5f80 legacy=0x7f067006e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:06.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.349+0000 7f0675599640 1 -- 172.21.15.122:0/1424056674 >> v1:172.21.15.122:6789/0 conn(0x7f06700ce660 legacy=0x7f067006eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:06.350 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.349+0000 7f0675599640 1 -- 172.21.15.122:0/1424056674 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0670070090 con 0x7f06700afd70 2024-09-12T01:19:06.351 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.350+0000 7f0675599640 1 --2- 172.21.15.122:0/1424056674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f06700afd70 0x7f0670160820 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f06640097a0 tx=0x7f066402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7a30255bf541c8a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:06.351 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.350+0000 7f0663fff640 1 -- 172.21.15.122:0/1424056674 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0664037070 con 0x7f06700afd70 2024-09-12T01:19:06.351 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.350+0000 7f0663fff640 1 -- 172.21.15.122:0/1424056674 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0664032440 con 0x7f06700afd70 2024-09-12T01:19:06.352 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.350+0000 7f0663fff640 1 -- 172.21.15.122:0/1424056674 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0664032810 con 0x7f06700afd70 2024-09-12T01:19:06.352 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.351+0000 7f06777fd640 1 -- 172.21.15.122:0/1424056674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f06700afd70 msgr2=0x7f0670160820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:06.352 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.351+0000 7f06777fd640 1 --2- 172.21.15.122:0/1424056674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f06700afd70 0x7f0670160820 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f06640097a0 tx=0x7f066402a1e0 comp rx=0 tx=0).stop 2024-09-12T01:19:06.352 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.351+0000 7f06777fd640 1 -- 172.21.15.122:0/1424056674 shutdown_connections 2024-09-12T01:19:06.352 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.351+0000 7f06777fd640 1 --2- 172.21.15.122:0/1424056674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f06700afd70 0x7f0670160820 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:06.352 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.351+0000 7f06777fd640 1 -- 172.21.15.122:0/1424056674 >> 172.21.15.122:0/1424056674 conn(0x7f067006bc10 msgr2=0x7f067006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:06.352 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.351+0000 7f06777fd640 1 -- 172.21.15.122:0/1424056674 shutdown_connections 2024-09-12T01:19:06.352 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.351+0000 7f06777fd640 1 -- 172.21.15.122:0/1424056674 wait complete. 2024-09-12T01:19:06.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.352+0000 7f06777fd640 1 Processor -- start 2024-09-12T01:19:06.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.352+0000 7f06777fd640 1 -- start start 2024-09-12T01:19:06.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f06777fd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f06700afd70 0x7f06701516a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:06.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f06777fd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f06700b5f80 0x7f06701f24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:06.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f06777fd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f06700ce660 0x7f06701f5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:06.354 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f06777fd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f067006fa80 con 0x7f06700afd70 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f06777fd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f0670070650 con 0x7f06700b5f80 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f06777fd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f06700b0150 con 0x7f06700ce660 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f0675599640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f06700afd70 0x7f06701516a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f0675599640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f06700afd70 0x7f06701516a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:58994/0 (socket says 172.21.15.122:58994) 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f0675599640 1 -- 172.21.15.122:0/3538360632 learned_addr learned my addr 172.21.15.122:0/3538360632 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f0675599640 1 -- 172.21.15.122:0/3538360632 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f06700ce660 msgr2=0x7f06701f5180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f0675d9a640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f06700ce660 0x7f06701f5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f0674d98640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f06700b5f80 0x7f06701f24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f0675599640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f06700ce660 0x7f06701f5180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f0675599640 1 -- 172.21.15.122:0/3538360632 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f06700b5f80 msgr2=0x7f06701f24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f0675599640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f06700b5f80 0x7f06701f24d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:06.355 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f0675599640 1 -- 172.21.15.122:0/3538360632 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f067014fa10 con 0x7f06700afd70 2024-09-12T01:19:06.356 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.353+0000 7f0675599640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f06700afd70 0x7f06701516a0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f0664000c00 tx=0x7f06640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:06.356 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.354+0000 7f0661ffb640 1 -- 172.21.15.122:0/3538360632 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0664041070 con 0x7f06700afd70 2024-09-12T01:19:06.356 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.354+0000 7f0661ffb640 1 -- 172.21.15.122:0/3538360632 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f066403c930 con 0x7f06700afd70 2024-09-12T01:19:06.356 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.354+0000 7f06777fd640 1 -- 172.21.15.122:0/3538360632 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0670153ee0 con 0x7f06700afd70 2024-09-12T01:19:06.356 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.354+0000 7f0661ffb640 1 -- 172.21.15.122:0/3538360632 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0664037040 con 0x7f06700afd70 2024-09-12T01:19:06.356 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.354+0000 7f06777fd640 1 -- 172.21.15.122:0/3538360632 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06701544a0 con 0x7f06700afd70 2024-09-12T01:19:06.357 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.355+0000 7f06777fd640 1 -- 172.21.15.122:0/3538360632 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0670160060 con 0x7f06700afd70 2024-09-12T01:19:06.357 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.355+0000 7f0661ffb640 1 -- 172.21.15.122:0/3538360632 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0664044070 con 0x7f06700afd70 2024-09-12T01:19:06.357 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.356+0000 7f0661ffb640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f065406be30 0x7f065406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:06.357 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.356+0000 7f0661ffb640 1 -- 172.21.15.122:0/3538360632 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7f06640abca0 con 0x7f06700afd70 2024-09-12T01:19:06.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.356+0000 7f0674d98640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f065406be30 0x7f065406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:06.358 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.356+0000 7f0674d98640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f065406be30 0x7f065406e2f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f066c003d90 tx=0x7f066c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:06.360 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.360+0000 7f0661ffb640 1 -- 172.21.15.122:0/3538360632 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f066407a5e0 con 0x7f06700afd70 2024-09-12T01:19:06.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.565+0000 7f06777fd640 1 -- 172.21.15.122:0/3538360632 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f067006c370 con 0x7f06700afd70 2024-09-12T01:19:06.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.565+0000 7f0661ffb640 1 -- 172.21.15.122:0/3538360632 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5223 (secure 0 0 0) 0x7f0664079ee0 con 0x7f06700afd70 2024-09-12T01:19:06.566 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:06.566 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":33,"btime":"2024-09-12T01:19:06:452076+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4943,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/65265120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":65265120},{"type":"v1","addr":"172.21.15.151:6835","nonce":65265120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5167,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/4234202334","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":4234202334},{"type":"v1","addr":"172.21.15.151:6833","nonce":4234202334}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5559,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2849000077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2849000077},{"type":"v1","addr":"172.21.15.122:6837","nonce":2849000077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:30.661492+0000","modified":"2024-09-12T01:19:05.454165+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":56,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5556},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5556":{"gid":5556,"name":"c","rank":0,"incarnation":31,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.122:6835/3001802218","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3001802218},{"type":"v1","addr":"172.21.15.122:6835","nonce":3001802218}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-12T01:19:06.568 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 33 2024-09-12T01:19:06.568 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 -- 172.21.15.122:0/3538360632 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f065406be30 msgr2=0x7f065406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:06.568 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f065406be30 0x7f065406e2f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f066c003d90 tx=0x7f066c009040 comp rx=0 tx=0).stop 2024-09-12T01:19:06.568 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 -- 172.21.15.122:0/3538360632 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f06700afd70 msgr2=0x7f06701516a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:06.568 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f06700afd70 0x7f06701516a0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f0664000c00 tx=0x7f06640046c0 comp rx=0 tx=0).stop 2024-09-12T01:19:06.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 -- 172.21.15.122:0/3538360632 shutdown_connections 2024-09-12T01:19:06.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f065406be30 0x7f065406e2f0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:06.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f06700ce660 0x7f06701f5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:06.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f06700b5f80 0x7f06701f24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:06.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 --2- 172.21.15.122:0/3538360632 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f06700afd70 0x7f06701516a0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:06.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 -- 172.21.15.122:0/3538360632 >> 172.21.15.122:0/3538360632 conn(0x7f067006bc10 msgr2=0x7f06701564a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:06.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 -- 172.21.15.122:0/3538360632 shutdown_connections 2024-09-12T01:19:06.569 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:06.567+0000 7f06777fd640 1 -- 172.21.15.122:0/3538360632 wait complete. 2024-09-12T01:19:06.981 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 33, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T01:18:30.661492+0000', 'modified': '2024-09-12T01:19:05.454165+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 56, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5556}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5556': {'gid': 5556, 'name': 'c', 'rank': 0, 'incarnation': 31, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.122:6835/3001802218', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6834', 'nonce': 3001802218}, {'type': 'v1', 'addr': '172.21.15.122:6835', 'nonce': 3001802218}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-12T01:19:06.982 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5556:up:rejoin 2024-09-12T01:19:07.982 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:19:08.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.096+0000 7f8400e1e640 1 Processor -- start 2024-09-12T01:19:08.097 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.097+0000 7f8400e1e640 1 -- start start 2024-09-12T01:19:08.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f8400e1e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc15b300 0x7f83fc0cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f8400e1e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f83fc0cd3f0 0x7f83fc06f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f8400e1e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83fc0cdbe0 con 0x7f83fc072d30 2024-09-12T01:19:08.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f8400e1e640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f83fc0728a0 con 0x7f83fc0cd3f0 2024-09-12T01:19:08.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f8400e1e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f83fc0cd900 con 0x7f83fc15b300 2024-09-12T01:19:08.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83fad9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f83fc072d30 0x7f83fc0b3c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:58954/0 (socket says 172.21.15.122:58954) 2024-09-12T01:19:08.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83fad9d640 1 -- 172.21.15.122:0/3345576406 learned_addr learned my addr 172.21.15.122:0/3345576406 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:08.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83f9d9b640 1 --2- 172.21.15.122:0/3345576406 >> v2:172.21.15.151:3300/0 conn(0x7f83fc0cd3f0 0x7f83fc06f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.100 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83fa59c640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc15b300 0x7f83fc0cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 92393233 0 0) 0x7f83fc0cdbe0 con 0x7f83fc072d30 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f83e8003520 con 0x7f83fc072d30 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3860264968 0 0) 0x7f83e8003520 con 0x7f83fc072d30 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc15b300 msgr2=0x7f83fc0cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83f959a640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc15b300 0x7f83fc0cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 >> v2:172.21.15.151:3300/0 conn(0x7f83fc0cd3f0 msgr2=0x7f83fc06f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83f959a640 1 --2- 172.21.15.122:0/3345576406 >> v2:172.21.15.151:3300/0 conn(0x7f83fc0cd3f0 0x7f83fc06f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.098+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83fc072250 con 0x7f83fc072d30 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f83f40019f0 con 0x7f83fc072d30 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 >> v1:172.21.15.122:6789/0 conn(0x7f83fc072d30 legacy=0x7f83fc0b3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83f959a640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc15b300 0x7f83e80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83f959a640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f83e8003f30 0x7f83e8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83f959a640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83e8004d40 0x7f83e80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.101 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f83fc0728a0 con 0x7f83e8004d40 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f83fc0cd900 con 0x7f83e8003f30 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f83e800dbd0 con 0x7f83fc15b300 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83fad9d640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83e8004d40 0x7f83e80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83fa59c640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc15b300 0x7f83e80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83f9d9b640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f83e8003f30 0x7f83e8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83fad9d640 1 -- 172.21.15.122:0/3345576406 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc15b300 msgr2=0x7f83e80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83fad9d640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc15b300 0x7f83e80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83fad9d640 1 -- 172.21.15.122:0/3345576406 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f83e8003f30 msgr2=0x7f83e8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83fad9d640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f83e8003f30 0x7f83e8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.099+0000 7f83fad9d640 1 -- 172.21.15.122:0/3345576406 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83e8003520 con 0x7f83e8004d40 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.100+0000 7f83fad9d640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83e8004d40 0x7f83e80051c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f83f400a8a0 tx=0x7f83e8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=536115d6483e6fa1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.100+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f400a4c0 con 0x7f83e8004d40 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.100+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83f402f070 con 0x7f83e8004d40 2024-09-12T01:19:08.102 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.100+0000 7f83f959a640 1 -- 172.21.15.122:0/3345576406 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f402bd70 con 0x7f83e8004d40 2024-09-12T01:19:08.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.100+0000 7f8400e1e640 1 -- 172.21.15.122:0/3345576406 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83e8004d40 msgr2=0x7f83e80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.100+0000 7f8400e1e640 1 --2- 172.21.15.122:0/3345576406 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83e8004d40 0x7f83e80051c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f83f400a8a0 tx=0x7f83e8005830 comp rx=0 tx=0).stop 2024-09-12T01:19:08.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.100+0000 7f83fad9d640 1 -- 172.21.15.122:0/3345576406 reap_dead start 2024-09-12T01:19:08.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.101+0000 7f8400e1e640 1 -- 172.21.15.122:0/3345576406 shutdown_connections 2024-09-12T01:19:08.105 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.101+0000 7f8400e1e640 1 -- 172.21.15.122:0/3345576406 >> 172.21.15.122:0/3345576406 conn(0x7f83fc067d70 msgr2=0x7f83fc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.101+0000 7f8400e1e640 1 -- 172.21.15.122:0/3345576406 shutdown_connections 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.101+0000 7f8400e1e640 1 -- 172.21.15.122:0/3345576406 wait complete. 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.102+0000 7f8400e1e640 1 Processor -- start 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.102+0000 7f8400e1e640 1 -- start start 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f8400e1e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f83e8004d40 0x7f83fc14d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f8400e1e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc153360 0x7f83fc0af0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f8400e1e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83fc15ce80 0x7f83fc15d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f8400e1e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f83fc0d0160 con 0x7f83fc15ce80 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f8400e1e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f83fc0cffe0 con 0x7f83e8004d40 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f8400e1e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f83fc0cceb0 con 0x7f83fc153360 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f83fad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83fc15ce80 0x7f83fc15d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f83fad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83fc15ce80 0x7f83fc15d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59008/0 (socket says 172.21.15.122:59008) 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f83fad9d640 1 -- 172.21.15.122:0/1969060681 learned_addr learned my addr 172.21.15.122:0/1969060681 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:08.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f83fa59c640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f83e8004d40 0x7f83fc14d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f83f9d9b640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc153360 0x7f83fc0af0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f83fad9d640 1 -- 172.21.15.122:0/1969060681 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc153360 msgr2=0x7f83fc0af0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f83fad9d640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc153360 0x7f83fc0af0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f83fad9d640 1 -- 172.21.15.122:0/1969060681 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f83e8004d40 msgr2=0x7f83fc14d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f83fad9d640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f83e8004d40 0x7f83fc14d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f83fad9d640 1 -- 172.21.15.122:0/1969060681 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83fc0af5f0 con 0x7f83fc15ce80 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.103+0000 7f83fad9d640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83fc15ce80 0x7f83fc15d300 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f83f4001c60 tx=0x7f83f4001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.104+0000 7f83f2ffd640 1 -- 172.21.15.122:0/1969060681 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f4044070 con 0x7f83fc15ce80 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.104+0000 7f83f2ffd640 1 -- 172.21.15.122:0/1969060681 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83f4001a20 con 0x7f83fc15ce80 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.104+0000 7f8400e1e640 1 -- 172.21.15.122:0/1969060681 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83fc153a20 con 0x7f83fc15ce80 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.104+0000 7f83f2ffd640 1 -- 172.21.15.122:0/1969060681 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f400a4c0 con 0x7f83fc15ce80 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.104+0000 7f8400e1e640 1 -- 172.21.15.122:0/1969060681 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83fc1542d0 con 0x7f83fc15ce80 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.105+0000 7f8400e1e640 1 -- 172.21.15.122:0/1969060681 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83fc159580 con 0x7f83fc15ce80 2024-09-12T01:19:08.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.105+0000 7f83f2ffd640 1 -- 172.21.15.122:0/1969060681 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f83f4047070 con 0x7f83fc15ce80 2024-09-12T01:19:08.108 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.106+0000 7f83f2ffd640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83dc06be30 0x7f83dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.108 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.106+0000 7f83f2ffd640 1 -- 172.21.15.122:0/1969060681 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7f83f40ab1b0 con 0x7f83fc15ce80 2024-09-12T01:19:08.108 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.106+0000 7f83fa59c640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83dc06be30 0x7f83dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.108 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.106+0000 7f83fa59c640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83dc06be30 0x7f83dc06e2f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f83ec009b00 tx=0x7f83ec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.110 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.110+0000 7f83f2ffd640 1 -- 172.21.15.122:0/1969060681 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f83f4079940 con 0x7f83fc15ce80 2024-09-12T01:19:08.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.309+0000 7f8400e1e640 1 -- 172.21.15.122:0/1969060681 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f83fc06e8c0 con 0x7f83fc15ce80 2024-09-12T01:19:08.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.309+0000 7f83f2ffd640 1 -- 172.21.15.122:0/1969060681 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5230 (secure 0 0 0) 0x7f83f4079240 con 0x7f83fc15ce80 2024-09-12T01:19:08.309 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:08.310 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":34,"btime":"2024-09-12T01:19:07:456843+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4943,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/65265120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":65265120},{"type":"v1","addr":"172.21.15.151:6835","nonce":65265120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5167,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/4234202334","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":4234202334},{"type":"v1","addr":"172.21.15.151:6833","nonce":4234202334}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5559,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2849000077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2849000077},{"type":"v1","addr":"172.21.15.122:6837","nonce":2849000077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:30.661492+0000","modified":"2024-09-12T01:19:07.456835+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":56,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5556},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5556":{"gid":5556,"name":"c","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.122:6835/3001802218","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3001802218},{"type":"v1","addr":"172.21.15.122:6835","nonce":3001802218}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5556,"qdb_cluster":[5556]},"id":3}]} 2024-09-12T01:19:08.310 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 34 2024-09-12T01:19:08.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 -- 172.21.15.122:0/1969060681 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83dc06be30 msgr2=0x7f83dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83dc06be30 0x7f83dc06e2f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f83ec009b00 tx=0x7f83ec008040 comp rx=0 tx=0).stop 2024-09-12T01:19:08.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 -- 172.21.15.122:0/1969060681 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83fc15ce80 msgr2=0x7f83fc15d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83fc15ce80 0x7f83fc15d300 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f83f4001c60 tx=0x7f83f4001dc0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 -- 172.21.15.122:0/1969060681 shutdown_connections 2024-09-12T01:19:08.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83dc06be30 0x7f83dc06e2f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f83fc15ce80 0x7f83fc15d300 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f83fc153360 0x7f83fc0af0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 --2- 172.21.15.122:0/1969060681 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f83e8004d40 0x7f83fc14d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 -- 172.21.15.122:0/1969060681 >> 172.21.15.122:0/1969060681 conn(0x7f83fc067d70 msgr2=0x7f83fc15e080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:08.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 -- 172.21.15.122:0/1969060681 shutdown_connections 2024-09-12T01:19:08.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.311+0000 7f8400e1e640 1 -- 172.21.15.122:0/1969060681 wait complete. 2024-09-12T01:19:08.725 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 34, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T01:18:30.661492+0000', 'modified': '2024-09-12T01:19:07.456835+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 56, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5556}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5556': {'gid': 5556, 'name': 'c', 'rank': 0, 'incarnation': 31, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.122:6835/3001802218', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6834', 'nonce': 3001802218}, {'type': 'v1', 'addr': '172.21.15.122:6835', 'nonce': 3001802218}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5556, 'qdb_cluster': [5556]} 2024-09-12T01:19:08.725 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T01:19:08.725 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-12T01:19:08.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.825+0000 7f5ab5653640 1 Processor -- start 2024-09-12T01:19:08.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.825+0000 7f5ab5653640 1 -- start start 2024-09-12T01:19:08.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.826+0000 7f5ab5653640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f5ab00cfcc0 0x7f5ab006cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.826+0000 7f5ab5653640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f5ab00d4fd0 0x7f5ab00d2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.826+0000 7f5ab5653640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ab00d2700 con 0x7f5ab015e760 2024-09-12T01:19:08.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.826+0000 7f5ab5653640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f5ab00cedb0 con 0x7f5ab00cfcc0 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.826+0000 7f5ab5653640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f5ab00cf090 con 0x7f5ab00d4fd0 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.826+0000 7f5aae7fc640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f5ab00cfcc0 0x7f5ab006cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.826+0000 7f5aae7fc640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f5ab00cfcc0 0x7f5ab006cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59016/0 (socket says 172.21.15.122:59016) 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.826+0000 7f5aae7fc640 1 -- 172.21.15.122:0/3611003268 learned_addr learned my addr 172.21.15.122:0/3611003268 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.827+0000 7f5aaf7fe640 1 --2- 172.21.15.122:0/3611003268 >> v2:172.21.15.151:3300/0 conn(0x7f5ab00d4fd0 0x7f5ab00d2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.827+0000 7f5aae7fc640 1 -- 172.21.15.122:0/3611003268 >> v2:172.21.15.151:3300/0 conn(0x7f5ab00d4fd0 msgr2=0x7f5ab00d2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.827+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/3611003268 >> v2:172.21.15.151:3300/0 conn(0x7f5ab00d4fd0 0x7f5ab00d2ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.827+0000 7f5aae7fc640 1 -- 172.21.15.122:0/3611003268 >> v1:172.21.15.151:6789/0 conn(0x7f5ab015e760 legacy=0x7f5ab00cf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.827+0000 7f5aae7fc640 1 -- 172.21.15.122:0/3611003268 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ab00b3c80 con 0x7f5ab00cfcc0 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.827+0000 7f5aaf7fe640 1 --2- 172.21.15.122:0/3611003268 >> v2:172.21.15.151:3300/0 conn(0x7f5ab00d4fd0 0x7f5ab00d2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.827+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/3611003268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5ab00cfcc0 0x7f5ab006cdd0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5ab006ee50 tx=0x7f5aa402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d9c62fe55dd9b90 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.827+0000 7f5aadffb640 1 -- 172.21.15.122:0/3611003268 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4004030 con 0x7f5ab00cfcc0 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.827+0000 7f5aadffb640 1 -- 172.21.15.122:0/3611003268 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5aa40041d0 con 0x7f5ab00cfcc0 2024-09-12T01:19:08.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.827+0000 7f5aadffb640 1 -- 172.21.15.122:0/3611003268 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4003610 con 0x7f5ab00cfcc0 2024-09-12T01:19:08.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.828+0000 7f5ab5653640 1 -- 172.21.15.122:0/3611003268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5ab00cfcc0 msgr2=0x7f5ab006cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.828+0000 7f5ab5653640 1 --2- 172.21.15.122:0/3611003268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5ab00cfcc0 0x7f5ab006cdd0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5ab006ee50 tx=0x7f5aa402a210 comp rx=0 tx=0).stop 2024-09-12T01:19:08.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.828+0000 7f5ab5653640 1 -- 172.21.15.122:0/3611003268 shutdown_connections 2024-09-12T01:19:08.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.828+0000 7f5ab5653640 1 --2- 172.21.15.122:0/3611003268 >> v2:172.21.15.151:3300/0 conn(0x7f5ab00d4fd0 0x7f5ab00d2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.828+0000 7f5ab5653640 1 --2- 172.21.15.122:0/3611003268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5ab00cfcc0 0x7f5ab006cdd0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.828+0000 7f5ab5653640 1 -- 172.21.15.122:0/3611003268 >> 172.21.15.122:0/3611003268 conn(0x7f5ab008bfc0 msgr2=0x7f5ab00d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:08.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.828+0000 7f5ab5653640 1 -- 172.21.15.122:0/3611003268 shutdown_connections 2024-09-12T01:19:08.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.828+0000 7f5ab5653640 1 -- 172.21.15.122:0/3611003268 wait complete. 2024-09-12T01:19:08.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.829+0000 7f5ab5653640 1 Processor -- start 2024-09-12T01:19:08.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.829+0000 7f5ab5653640 1 -- start start 2024-09-12T01:19:08.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5ab5653640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5ab00cfcc0 0x7f5ab0156c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5ab5653640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5ab00d4fd0 0x7f5ab00b54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5ab5653640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5ab015e760 0x7f5ab00b5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5ab5653640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab00d33e0 con 0x7f5ab00d4fd0 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5ab5653640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab00b38e0 con 0x7f5ab015e760 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5ab5653640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5ab00d3560 con 0x7f5ab00cfcc0 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5aae7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5ab00d4fd0 0x7f5ab00b54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5aae7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5ab00d4fd0 0x7f5ab00b54d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59018/0 (socket says 172.21.15.122:59018) 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5aae7fc640 1 -- 172.21.15.122:0/3740995175 learned_addr learned my addr 172.21.15.122:0/3740995175 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5aaf7fe640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5ab015e760 0x7f5ab00b5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5ab00cfcc0 0x7f5ab0156c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5aae7fc640 1 -- 172.21.15.122:0/3740995175 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5ab00cfcc0 msgr2=0x7f5ab0156c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5ab00cfcc0 0x7f5ab0156c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5aae7fc640 1 -- 172.21.15.122:0/3740995175 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5ab015e760 msgr2=0x7f5ab00b5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5ab015e760 0x7f5ab00b5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5aae7fc640 1 -- 172.21.15.122:0/3740995175 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ab00b80b0 con 0x7f5ab00d4fd0 2024-09-12T01:19:08.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.830+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5ab00cfcc0 0x7f5ab0156c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:08.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.831+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5ab00d4fd0 0x7f5ab00b54d0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5aa402a250 tx=0x7f5aa40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.831+0000 7f5a977fe640 1 -- 172.21.15.122:0/3740995175 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4041020 con 0x7f5ab00d4fd0 2024-09-12T01:19:08.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.831+0000 7f5a977fe640 1 -- 172.21.15.122:0/3740995175 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5aa4003c50 con 0x7f5ab00d4fd0 2024-09-12T01:19:08.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.831+0000 7f5ab5653640 1 -- 172.21.15.122:0/3740995175 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ab00b8390 con 0x7f5ab00d4fd0 2024-09-12T01:19:08.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.831+0000 7f5a977fe640 1 -- 172.21.15.122:0/3740995175 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4004030 con 0x7f5ab00d4fd0 2024-09-12T01:19:08.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.831+0000 7f5ab5653640 1 -- 172.21.15.122:0/3740995175 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ab00b8950 con 0x7f5ab00d4fd0 2024-09-12T01:19:08.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.832+0000 7f5a977fe640 1 -- 172.21.15.122:0/3740995175 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5aa4044020 con 0x7f5ab00d4fd0 2024-09-12T01:19:08.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.833+0000 7f5a977fe640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5a9c06be30 0x7f5a9c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.833+0000 7f5a977fe640 1 -- 172.21.15.122:0/3740995175 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7f5aa40abc90 con 0x7f5ab00d4fd0 2024-09-12T01:19:08.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.833+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5a9c06be30 0x7f5a9c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.833+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5a9c06be30 0x7f5a9c06e2f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5ab01f7d90 tx=0x7f5aa0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.834+0000 7f5ab83eb740 1 Processor -- start 2024-09-12T01:19:08.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.834+0000 7f5ab83eb740 1 -- start start 2024-09-12T01:19:08.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2f9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2b1a80 0x563c6a2b46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563c6a216520 con 0x563c6a2b5a50 2024-09-12T01:19:08.841 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x563c6a1be3e0 con 0x563c6a2b42c0 2024-09-12T01:19:08.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x563c6a2124e0 con 0x563c6a2b1a80 2024-09-12T01:19:08.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aaf7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aaf7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2ae8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59028/0 (socket says 172.21.15.122:59028) 2024-09-12T01:19:08.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aaf7fe640 1 -- 172.21.15.122:0/3454759881 learned_addr learned my addr 172.21.15.122:0/3454759881 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:08.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/3454759881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2f9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/3454759881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2b1a80 0x563c6a2b46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aaf7fe640 1 -- 172.21.15.122:0/3454759881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2b1a80 msgr2=0x563c6a2b46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aaf7fe640 1 --2- 172.21.15.122:0/3454759881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2b1a80 0x563c6a2b46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aaf7fe640 1 -- 172.21.15.122:0/3454759881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 msgr2=0x563c6a2f9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.842 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aaf7fe640 1 --2- 172.21.15.122:0/3454759881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2f9a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.843 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aaf7fe640 1 -- 172.21.15.122:0/3454759881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c6a1d92f0 con 0x563c6a2b5a50 2024-09-12T01:19:08.843 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/3454759881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2b1a80 0x563c6a2b46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:08.843 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5aaf7fe640 1 --2- 172.21.15.122:0/3454759881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2ae8b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f5aa800e550 tx=0x7f5aa800ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=590d24a97790b770 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.843 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5a94ff9640 1 -- 172.21.15.122:0/3454759881 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa800ca50 con 0x563c6a2b5a50 2024-09-12T01:19:08.844 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5a94ff9640 1 -- 172.21.15.122:0/3454759881 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5aa800cbf0 con 0x563c6a2b5a50 2024-09-12T01:19:08.844 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.835+0000 7f5a94ff9640 1 -- 172.21.15.122:0/3454759881 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa800a410 con 0x563c6a2b5a50 2024-09-12T01:19:08.844 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.836+0000 7f5ab83eb740 1 -- 172.21.15.122:0/3454759881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 msgr2=0x563c6a2ae8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.844 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.836+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/3454759881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2ae8b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f5aa800e550 tx=0x7f5aa800ea10 comp rx=0 tx=0).stop 2024-09-12T01:19:08.844 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.836+0000 7f5ab83eb740 1 -- 172.21.15.122:0/3454759881 shutdown_connections 2024-09-12T01:19:08.844 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.836+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/3454759881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2ae8b0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.844 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.836+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/3454759881 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2b1a80 0x563c6a2b46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.844 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.836+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/3454759881 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2f9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.844 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.836+0000 7f5ab83eb740 1 -- 172.21.15.122:0/3454759881 >> 172.21.15.122:0/3454759881 conn(0x563c6a2b0a80 msgr2=0x563c6a2f8f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.836+0000 7f5ab83eb740 1 -- 172.21.15.122:0/3454759881 shutdown_connections 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.836+0000 7f5ab83eb740 1 -- 172.21.15.122:0/3454759881 wait complete. 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.837+0000 7f5ab83eb740 1 -- start start 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.837+0000 7f5ab83eb740 1 Processor -- start 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.837+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2dbca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.837+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.837+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2af400 0x563c6a2da260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.837+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563c6a2aff20 con 0x563c6a2b5a50 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.837+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x563c6a19f450 con 0x563c6a2b42c0 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.837+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x563c6a2fa290 con 0x563c6a2af400 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.837+0000 7f5ab83eb740 10 client.0 _ll_register_callbacks cb 0x563c69f28ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:19:08.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.837+0000 7f5aae7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5aae7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2d2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59042/0 (socket says 172.21.15.122:59042) 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5aae7fc640 1 -- 172.21.15.122:0/930776169 learned_addr learned my addr 172.21.15.122:0/930776169 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2dbca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5aaf7fe640 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2af400 0x563c6a2da260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5aae7fc640 1 -- 172.21.15.122:0/930776169 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2af400 msgr2=0x563c6a2da260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2af400 0x563c6a2da260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5aae7fc640 1 -- 172.21.15.122:0/930776169 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 msgr2=0x563c6a2dbca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2dbca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5aae7fc640 1 -- 172.21.15.122:0/930776169 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c69f292d0 con 0x563c6a2b5a50 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2d2d00 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f5aa4000c00 tx=0x7f5aa4079e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd7b717f90c6709e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5a8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5a8dffb640 1 -- 172.21.15.122:0/930776169 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4082700 con 0x563c6a2b5a50 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5a8dffb640 1 -- 172.21.15.122:0/930776169 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7f5aa4079200 con 0x563c6a2b5a50 2024-09-12T01:19:08.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5ab83eb740 1 -- 172.21.15.122:0/930776169 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5aa800cbf0 con 0x563c6a2b5a50 2024-09-12T01:19:08.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5a8dffb640 1 -- 172.21.15.122:0/930776169 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f5aa4079400 con 0x563c6a2b5a50 2024-09-12T01:19:08.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5ab83eb740 10 client.5592 fetch_fsmap learned FSMap version 34 2024-09-12T01:19:08.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5ab83eb740 1 -- 172.21.15.122:0/930776169 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=2+}) -- 0x563c69ff36b0 con 0x563c6a2b5a50 2024-09-12T01:19:08.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5a8dffb640 1 -- 172.21.15.122:0/930776169 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5aa800cbf0 con 0x563c6a2b5a50 2024-09-12T01:19:08.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5a8dffb640 1 -- 172.21.15.122:0/930776169 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 34) ==== 3502+0+0 (secure 0 0 0) 0x7f5aa4080040 con 0x563c6a2b5a50 2024-09-12T01:19:08.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5ab83eb740 10 client.5592 fetch_fsmap finished waiting for FSMap version 34 2024-09-12T01:19:08.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.838+0000 7f5ab83eb740 10 client.5592 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T01:19:08.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.839+0000 7f5ab83eb740 20 client.5592 populate_metadata read hostname 'smithi122' 2024-09-12T01:19:08.847 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.839+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.122:6834/3001802218,v1:172.21.15.122:6835/3001802218] conn(0x563c6a2ad7d0 0x563c6a2adbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.839+0000 7f5ab83eb740 4 client.5592 mds_command: new command op to 5556 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.839+0000 7f5ab83eb740 1 -- 172.21.15.122:0/930776169 --> [v2:172.21.15.122:6834/3001802218,v1:172.21.15.122:6835/3001802218] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563c6a223c50 con 0x563c6a2ad7d0 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.839+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.122:6834/3001802218,v1:172.21.15.122:6835/3001802218] conn(0x563c6a2ad7d0 0x563c6a2adbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.839+0000 7f5a8dffb640 10 client.5592 ms_handle_connect on v2:172.21.15.122:6834/3001802218 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.839+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.122:6834/3001802218,v1:172.21.15.122:6835/3001802218] conn(0x563c6a2ad7d0 0x563c6a2adbb0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=708791dd66d63e33 server_cookie=76f8dc103c8dd08d in_seq=0 out_seq=0 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.839+0000 7f5a8dffb640 1 -- 172.21.15.122:0/930776169 <== mds.0 v2:172.21.15.122:6834/3001802218 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563c6a223c50 con 0x563c6a2ad7d0 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.839+0000 7f5a8dffb640 10 client.5592 handle_command_reply: tid=0 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 1 client.5592 shutdown 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 1 -- 172.21.15.122:0/930776169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 msgr2=0x563c6a2d2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2d2d00 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f5aa4000c00 tx=0x7f5aa4079e70 comp rx=0 tx=0).stop 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 1 -- 172.21.15.122:0/930776169 shutdown_connections 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.122:6834/3001802218,v1:172.21.15.122:6835/3001802218] conn(0x563c6a2ad7d0 0x563c6a2adbb0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.848 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2af400 0x563c6a2da260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2d2d00 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5a8dffb640 0 client.5592 ms_handle_reset on v2:172.21.15.122:6834/3001802218 2024-09-12T01:19:08.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/930776169 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2dbca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 1 -- 172.21.15.122:0/930776169 >> 172.21.15.122:0/930776169 conn(0x563c6a2b1a80 msgr2=0x563c6a2f7fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:08.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 1 -- 172.21.15.122:0/930776169 shutdown_connections 2024-09-12T01:19:08.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 1 -- 172.21.15.122:0/930776169 wait complete. 2024-09-12T01:19:08.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.840+0000 7f5ab83eb740 20 client.5592 trim_cache size 0 max 16384 2024-09-12T01:19:08.857 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5ab83eb740 1 Processor -- start 2024-09-12T01:19:08.858 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5ab83eb740 1 -- start start 2024-09-12T01:19:08.860 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2af400 0x563c6a31d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.860 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2f6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.860 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2f7420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab02004b0 con 0x563c6a2b5a50 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab006e610 con 0x563c6a2b42c0 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5ab006ec60 con 0x563c6a2af400 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aaf7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2f7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aaf7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2f7420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59050/0 (socket says 172.21.15.122:59050) 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aaf7fe640 1 -- 172.21.15.122:0/2819857297 learned_addr learned my addr 172.21.15.122:0/2819857297 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aaf7fe640 1 -- 172.21.15.122:0/2819857297 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2af400 msgr2=0x563c6a31d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/2819857297 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2af400 0x563c6a31d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/2819857297 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2f6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aaf7fe640 1 --2- 172.21.15.122:0/2819857297 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2af400 0x563c6a31d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aaf7fe640 1 -- 172.21.15.122:0/2819857297 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 msgr2=0x563c6a2f6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aaf7fe640 1 --2- 172.21.15.122:0/2819857297 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2f6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aaf7fe640 1 -- 172.21.15.122:0/2819857297 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c6a2d26f0 con 0x563c6a2b5a50 2024-09-12T01:19:08.861 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/2819857297 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2af400 0x563c6a31d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/2819857297 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2f6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5aaf7fe640 1 --2- 172.21.15.122:0/2819857297 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2f7420 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f5aa8016000 tx=0x7f5aa8011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f75a48f4b3bffa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5a8ffff640 1 -- 172.21.15.122:0/2819857297 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa8007b50 con 0x563c6a2b5a50 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5a8ffff640 1 -- 172.21.15.122:0/2819857297 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5aa8003990 con 0x563c6a2b5a50 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.859+0000 7f5a8ffff640 1 -- 172.21.15.122:0/2819857297 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa8003d80 con 0x563c6a2b5a50 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.860+0000 7f5ab83eb740 1 -- 172.21.15.122:0/2819857297 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 msgr2=0x563c6a2f7420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.860+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/2819857297 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2f7420 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f5aa8016000 tx=0x7f5aa8011000 comp rx=0 tx=0).stop 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.860+0000 7f5ab83eb740 1 -- 172.21.15.122:0/2819857297 shutdown_connections 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.860+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/2819857297 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b5a50 0x563c6a2f7420 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.860+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/2819857297 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2b42c0 0x563c6a2f6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.860+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/2819857297 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2af400 0x563c6a31d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.860+0000 7f5ab83eb740 1 -- 172.21.15.122:0/2819857297 >> 172.21.15.122:0/2819857297 conn(0x563c6a2b1a80 msgr2=0x563c6a2d58f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.860+0000 7f5ab83eb740 1 -- 172.21.15.122:0/2819857297 shutdown_connections 2024-09-12T01:19:08.862 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.860+0000 7f5ab83eb740 1 -- 172.21.15.122:0/2819857297 wait complete. 2024-09-12T01:19:08.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.860+0000 7f5ab83eb740 1 -- start start 2024-09-12T01:19:08.863 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.860+0000 7f5ab83eb740 1 Processor -- start 2024-09-12T01:19:08.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2af400 0x563c6a37a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b42c0 0x563c6a2a9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5ab83eb740 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2b5a50 0x563c6a2f6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563c6a2d3290 con 0x563c6a2b42c0 2024-09-12T01:19:08.867 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x563c6a30ce20 con 0x563c6a2af400 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5ab83eb740 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x563c6a2d3f20 con 0x563c6a2b5a50 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5ab83eb740 10 client.0 _ll_register_callbacks cb 0x7f5aa4076050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5aae7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b42c0 0x563c6a2a9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5aae7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b42c0 0x563c6a2a9ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59058/0 (socket says 172.21.15.122:59058) 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5aae7fc640 1 -- 172.21.15.122:0/856540882 learned_addr learned my addr 172.21.15.122:0/856540882 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5aaf7fe640 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2b5a50 0x563c6a2f6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2af400 0x563c6a37a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5aae7fc640 1 -- 172.21.15.122:0/856540882 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2b5a50 msgr2=0x563c6a2f6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2b5a50 0x563c6a2f6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5aae7fc640 1 -- 172.21.15.122:0/856540882 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2af400 msgr2=0x563c6a37a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2af400 0x563c6a37a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5aae7fc640 1 -- 172.21.15.122:0/856540882 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c6a3774c0 con 0x563c6a2b42c0 2024-09-12T01:19:08.868 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5aae7fc640 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b42c0 0x563c6a2a9ef0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f5aa402a800 tx=0x7f5aa40a9f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb3486527deedf28 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.861+0000 7f5a8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5a8dffb640 1 -- 172.21.15.122:0/856540882 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4079710 con 0x563c6a2b42c0 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5a8dffb640 1 -- 172.21.15.122:0/856540882 <== mon.0 v2:172.21.15.122:3300/0 2 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7f5aa40a0d10 con 0x563c6a2b42c0 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5ab83eb740 1 -- 172.21.15.122:0/856540882 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5aa8003990 con 0x563c6a2b42c0 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5a8dffb640 1 -- 172.21.15.122:0/856540882 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f5aa4079b80 con 0x563c6a2b42c0 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5ab83eb740 10 client.5598 fetch_fsmap learned FSMap version 34 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5ab83eb740 1 -- 172.21.15.122:0/856540882 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=2+}) -- 0x563c6a2b24f0 con 0x563c6a2b42c0 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5a8dffb640 1 -- 172.21.15.122:0/856540882 <== mon.0 v2:172.21.15.122:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5aa8003990 con 0x563c6a2b42c0 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5a8dffb640 1 -- 172.21.15.122:0/856540882 <== mon.0 v2:172.21.15.122:3300/0 5 ==== fsmap(e 34) ==== 3502+0+0 (secure 0 0 0) 0x7f5aa409d070 con 0x563c6a2b42c0 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5ab83eb740 10 client.5598 fetch_fsmap finished waiting for FSMap version 34 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5ab83eb740 10 client.5598 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5ab83eb740 20 client.5598 populate_metadata read hostname 'smithi122' 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.122:6834/3001802218,v1:172.21.15.122:6835/3001802218] conn(0x563c6a2ae5b0 0x563c6a2d8e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.869 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5ab83eb740 4 client.5598 mds_command: new command op to 5556 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5ab83eb740 1 -- 172.21.15.122:0/856540882 --> [v2:172.21.15.122:6834/3001802218,v1:172.21.15.122:6835/3001802218] -- command(tid 0: {"prefix": "status"}) -- 0x563c6a21dfa0 con 0x563c6a2ae5b0 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.122:6834/3001802218,v1:172.21.15.122:6835/3001802218] conn(0x563c6a2ae5b0 0x563c6a2d8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5a8dffb640 10 client.5598 ms_handle_connect on v2:172.21.15.122:6834/3001802218 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5aaeffd640 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.122:6834/3001802218,v1:172.21.15.122:6835/3001802218] conn(0x563c6a2ae5b0 0x563c6a2d8e80 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5144e097bd0d64d server_cookie=9849ad97b9235db1 in_seq=0 out_seq=0 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5a8dffb640 1 -- 172.21.15.122:0/856540882 <== mds.0 v2:172.21.15.122:6834/3001802218 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x563c6a21dfa0 con 0x563c6a2ae5b0 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5a8dffb640 10 client.5598 handle_command_reply: tid=0 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.862+0000 7f5ab83eb740 1 client.5598 shutdown 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab83eb740 1 -- 172.21.15.122:0/856540882 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b42c0 msgr2=0x563c6a2a9ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b42c0 0x563c6a2a9ef0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f5aa402a800 tx=0x7f5aa40a9f00 comp rx=0 tx=0).stop 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab83eb740 1 -- 172.21.15.122:0/856540882 shutdown_connections 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.122:6834/3001802218,v1:172.21.15.122:6835/3001802218] conn(0x563c6a2ae5b0 0x563c6a2d8e80 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.870 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x563c6a2b5a50 0x563c6a2f6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.871 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5a8dffb640 0 client.5598 ms_handle_reset on v2:172.21.15.122:6834/3001802218 2024-09-12T01:19:08.871 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c6a2b42c0 0x563c6a2a9ef0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.871 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab83eb740 1 --2- 172.21.15.122:0/856540882 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x563c6a2af400 0x563c6a37a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.871 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab83eb740 1 -- 172.21.15.122:0/856540882 >> 172.21.15.122:0/856540882 conn(0x563c6a2b1a80 msgr2=0x563c6a2d5a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:08.871 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab83eb740 1 -- 172.21.15.122:0/856540882 shutdown_connections 2024-09-12T01:19:08.871 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab83eb740 1 -- 172.21.15.122:0/856540882 wait complete. 2024-09-12T01:19:08.871 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab83eb740 20 client.5598 trim_cache size 0 max 16384 2024-09-12T01:19:08.871 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:19:08.871 INFO:teuthology.orchestra.run.smithi122.stdout: "cluster_fsid": "d2b61483-09bf-409c-b23d-bc9fb1623cd8", 2024-09-12T01:19:08.872 INFO:teuthology.orchestra.run.smithi122.stdout: "whoami": 0, 2024-09-12T01:19:08.872 INFO:teuthology.orchestra.run.smithi122.stdout: "id": 5556, 2024-09-12T01:19:08.872 INFO:teuthology.orchestra.run.smithi122.stdout: "want_state": "up:active", 2024-09-12T01:19:08.872 INFO:teuthology.orchestra.run.smithi122.stdout: "state": "up:active", 2024-09-12T01:19:08.872 INFO:teuthology.orchestra.run.smithi122.stdout: "fs_name": "cephfs", 2024-09-12T01:19:08.872 INFO:teuthology.orchestra.run.smithi122.stdout: "rank_uptime": 4.4189613239999996, 2024-09-12T01:19:08.872 INFO:teuthology.orchestra.run.smithi122.stdout: "mdsmap_epoch": 34, 2024-09-12T01:19:08.872 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch": 57, 2024-09-12T01:19:08.872 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_epoch_barrier": 57, 2024-09-12T01:19:08.872 INFO:teuthology.orchestra.run.smithi122.stdout: "uptime": 5.2936925979999998 2024-09-12T01:19:08.872 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:19:08.873 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 -- 172.21.15.122:0/3740995175 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5a9c06be30 msgr2=0x7f5a9c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.873 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5a9c06be30 0x7f5a9c06e2f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5ab01f7d90 tx=0x7f5aa0008040 comp rx=0 tx=0).stop 2024-09-12T01:19:08.873 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 -- 172.21.15.122:0/3740995175 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5ab00d4fd0 msgr2=0x7f5ab00b54d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5ab00d4fd0 0x7f5ab00b54d0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5aa402a250 tx=0x7f5aa40046c0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 -- 172.21.15.122:0/3740995175 shutdown_connections 2024-09-12T01:19:08.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5a9c06be30 0x7f5a9c06e2f0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5ab015e760 0x7f5ab00b5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5ab00d4fd0 0x7f5ab00b54d0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 --2- 172.21.15.122:0/3740995175 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5ab00cfcc0 0x7f5ab0156c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 -- 172.21.15.122:0/3740995175 >> 172.21.15.122:0/3740995175 conn(0x7f5ab008bfc0 msgr2=0x7f5ab00d3aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:08.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 -- 172.21.15.122:0/3740995175 shutdown_connections 2024-09-12T01:19:08.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.863+0000 7f5ab5653640 1 -- 172.21.15.122:0/3740995175 wait complete. 2024-09-12T01:19:08.875 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-12T01:19:08.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.973+0000 7f6c28b66640 1 Processor -- start 2024-09-12T01:19:08.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.973+0000 7f6c28b66640 1 -- start start 2024-09-12T01:19:08.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c28b66640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6c240b69d0 0x7f6c24162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c28b66640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c2415eb60 con 0x7f6c240b0180 2024-09-12T01:19:08.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c28b66640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c2415ee40 con 0x7f6c240af280 2024-09-12T01:19:08.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c28b66640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f6c240b6db0 con 0x7f6c240b69d0 2024-09-12T01:19:08.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c22d9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f6c240b0180 0x7f6c24154d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:58956/0 (socket says 172.21.15.122:58956) 2024-09-12T01:19:08.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c22d9d640 1 -- 172.21.15.122:0/155802605 learned_addr learned my addr 172.21.15.122:0/155802605 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:08.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c2259c640 1 --2- 172.21.15.122:0/155802605 >> v2:172.21.15.151:3300/0 conn(0x7f6c240b69d0 0x7f6c24162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1484931936 0 0) 0x7f6c2415eb60 con 0x7f6c240b0180 2024-09-12T01:19:08.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6c10003520 con 0x7f6c240b0180 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3145658470 0 0) 0x7f6c10003520 con 0x7f6c240b0180 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 >> v2:172.21.15.151:3300/0 conn(0x7f6c240b69d0 msgr2=0x7f6c24162a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 --2- 172.21.15.122:0/155802605 >> v2:172.21.15.151:3300/0 conn(0x7f6c240b69d0 0x7f6c24162a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 >> v1:172.21.15.151:6789/0 conn(0x7f6c240af280 legacy=0x7f6c240afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c2415f120 con 0x7f6c240b0180 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f6c1c0019f0 con 0x7f6c240b0180 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 >> v1:172.21.15.122:6789/0 conn(0x7f6c240b0180 legacy=0x7f6c24154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 --2- 172.21.15.122:0/155802605 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c100039b0 0x7f6c10003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 --2- 172.21.15.122:0/155802605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c10004800 0x7f6c10004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 --2- 172.21.15.122:0/155802605 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c100052e0 0x7f6c1000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6c240b6db0 con 0x7f6c10004800 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1000c1b0 con 0x7f6c100052e0 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.974+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6c1000c3b0 con 0x7f6c100039b0 2024-09-12T01:19:08.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.975+0000 7f6c1bfff640 1 --2- 172.21.15.122:0/155802605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c10004800 0x7f6c10004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.975+0000 7f6c22d9d640 1 --2- 172.21.15.122:0/155802605 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c100052e0 0x7f6c1000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.975+0000 7f6c2259c640 1 --2- 172.21.15.122:0/155802605 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c100039b0 0x7f6c10003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.975+0000 7f6c1bfff640 1 -- 172.21.15.122:0/155802605 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c100039b0 msgr2=0x7f6c10003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.975+0000 7f6c1bfff640 1 --2- 172.21.15.122:0/155802605 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c100039b0 0x7f6c10003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.975+0000 7f6c1bfff640 1 -- 172.21.15.122:0/155802605 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c100052e0 msgr2=0x7f6c1000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:08.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.975+0000 7f6c1bfff640 1 --2- 172.21.15.122:0/155802605 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c100052e0 0x7f6c1000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.975+0000 7f6c22d9d640 1 -- 172.21.15.122:0/155802605 reap_dead start 2024-09-12T01:19:08.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.975+0000 7f6c1bfff640 1 -- 172.21.15.122:0/155802605 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c10003520 con 0x7f6c10004800 2024-09-12T01:19:08.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.975+0000 7f6c1bfff640 1 --2- 172.21.15.122:0/155802605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c10004800 0x7f6c10004c80 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c001750 tx=0x7f6c10005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7b9b394a296f850 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.976+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c001370 con 0x7f6c10004800 2024-09-12T01:19:08.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.976+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c0c0052d0 con 0x7f6c10004800 2024-09-12T01:19:08.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.976+0000 7f6c21d9b640 1 -- 172.21.15.122:0/155802605 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c02abc0 con 0x7f6c10004800 2024-09-12T01:19:08.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.976+0000 7f6c28b66640 1 -- 172.21.15.122:0/155802605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c10004800 msgr2=0x7f6c10004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.976+0000 7f6c28b66640 1 --2- 172.21.15.122:0/155802605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c10004800 0x7f6c10004c80 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c001750 tx=0x7f6c10005830 comp rx=0 tx=0).stop 2024-09-12T01:19:08.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.976+0000 7f6c28b66640 1 -- 172.21.15.122:0/155802605 shutdown_connections 2024-09-12T01:19:08.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.976+0000 7f6c28b66640 1 --2- 172.21.15.122:0/155802605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c10004800 0x7f6c10004c80 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.976+0000 7f6c28b66640 1 -- 172.21.15.122:0/155802605 >> 172.21.15.122:0/155802605 conn(0x7f6c2406bc10 msgr2=0x7f6c2406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:08.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.976+0000 7f6c28b66640 1 -- 172.21.15.122:0/155802605 shutdown_connections 2024-09-12T01:19:08.981 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.976+0000 7f6c28b66640 1 -- 172.21.15.122:0/155802605 wait complete. 2024-09-12T01:19:08.982 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.977+0000 7f6c28b66640 1 Processor -- start 2024-09-12T01:19:08.982 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.978+0000 7f6c28b66640 1 -- start start 2024-09-12T01:19:08.984 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.978+0000 7f6c28b66640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c10004800 0x7f6c241460b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.985 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.978+0000 7f6c28b66640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c241492c0 0x7f6c241467d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.985 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.978+0000 7f6c28b66640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c24148080 0x7f6c240b0970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.985 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.978+0000 7f6c28b66640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6c24162a50 con 0x7f6c24148080 2024-09-12T01:19:08.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.978+0000 7f6c28b66640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6c240af710 con 0x7f6c10004800 2024-09-12T01:19:08.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.978+0000 7f6c28b66640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6c24162bd0 con 0x7f6c241492c0 2024-09-12T01:19:08.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.978+0000 7f6c22d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c24148080 0x7f6c240b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.978+0000 7f6c22d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c24148080 0x7f6c240b0970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59080/0 (socket says 172.21.15.122:59080) 2024-09-12T01:19:08.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.978+0000 7f6c22d9d640 1 -- 172.21.15.122:0/2134163398 learned_addr learned my addr 172.21.15.122:0/2134163398 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:08.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c2259c640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c10004800 0x7f6c241460b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c22d9d640 1 -- 172.21.15.122:0/2134163398 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c241492c0 msgr2=0x7f6c241467d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c22d9d640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c241492c0 0x7f6c241467d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c22d9d640 1 -- 172.21.15.122:0/2134163398 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c10004800 msgr2=0x7f6c241460b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:08.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c22d9d640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c10004800 0x7f6c241460b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c22d9d640 1 -- 172.21.15.122:0/2134163398 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c24146d10 con 0x7f6c24148080 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c22d9d640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c24148080 0x7f6c240b0970 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f6c240707c0 tx=0x7f6c1c007a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c1affd640 1 -- 172.21.15.122:0/2134163398 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1c00aac0 con 0x7f6c24148080 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c1affd640 1 -- 172.21.15.122:0/2134163398 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c1c018070 con 0x7f6c24148080 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c1affd640 1 -- 172.21.15.122:0/2134163398 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1c0133f0 con 0x7f6c24148080 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c28b66640 1 -- 172.21.15.122:0/2134163398 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c24146fe0 con 0x7f6c24148080 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.979+0000 7f6c28b66640 1 -- 172.21.15.122:0/2134163398 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c241475a0 con 0x7f6c24148080 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.980+0000 7f6c28b66640 1 -- 172.21.15.122:0/2134163398 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c24162320 con 0x7f6c24148080 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.980+0000 7f6c1affd640 1 -- 172.21.15.122:0/2134163398 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6c1c013590 con 0x7f6c24148080 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.981+0000 7f6c1affd640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 0x7f6c0406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.981+0000 7f6c1affd640 1 -- 172.21.15.122:0/2134163398 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7f6c1c08b580 con 0x7f6c24148080 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.981+0000 7f6c2259c640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 0x7f6c0406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:08.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.981+0000 7f6c2259c640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 0x7f6c0406e2f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6c14009a60 tx=0x7f6c14008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:08.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:08.985+0000 7f6c1affd640 1 -- 172.21.15.122:0/2134163398 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6c1c059c80 con 0x7f6c24148080 2024-09-12T01:19:09.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.187+0000 7f6c28b66640 1 -- 172.21.15.122:0/2134163398 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f6c2406d750 con 0x7f6c24148080 2024-09-12T01:19:09.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.187+0000 7f6c1affd640 1 -- 172.21.15.122:0/2134163398 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f6c1c059580 con 0x7f6c24148080 2024-09-12T01:19:09.186 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:09.186 INFO:teuthology.orchestra.run.smithi122.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-12T01:19:09.188 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 -- 172.21.15.122:0/2134163398 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 msgr2=0x7f6c0406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:09.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 0x7f6c0406e2f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6c14009a60 tx=0x7f6c14008040 comp rx=0 tx=0).stop 2024-09-12T01:19:09.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 -- 172.21.15.122:0/2134163398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c24148080 msgr2=0x7f6c240b0970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:09.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c24148080 0x7f6c240b0970 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f6c240707c0 tx=0x7f6c1c007a90 comp rx=0 tx=0).stop 2024-09-12T01:19:09.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 -- 172.21.15.122:0/2134163398 shutdown_connections 2024-09-12T01:19:09.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c0406be30 0x7f6c0406e2f0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c24148080 0x7f6c240b0970 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c241492c0 0x7f6c241467d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 --2- 172.21.15.122:0/2134163398 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c10004800 0x7f6c241460b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 -- 172.21.15.122:0/2134163398 >> 172.21.15.122:0/2134163398 conn(0x7f6c2406bc10 msgr2=0x7f6c2406f170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:09.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 -- 172.21.15.122:0/2134163398 shutdown_connections 2024-09-12T01:19:09.189 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.189+0000 7f6c28b66640 1 -- 172.21.15.122:0/2134163398 wait complete. 2024-09-12T01:19:09.199 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-12T01:19:09.199 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T01:19:09.200 DEBUG:teuthology.orchestra.run.smithi122:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T01:19:09.237 DEBUG:teuthology.orchestra.run.smithi151:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T01:19:09.289 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T01:19:09.289 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T01:19:09.289 DEBUG:tasks.cephfs.mount:terminating RemoteProcess(client=, args=['stdin-killer', '--', 'python3', '-c', '\nimport fcntl\nimport os\nimport sys\nimport time\n\nfcntl.fcntl(sys.stdin, fcntl.F_SETFL, fcntl.fcntl(sys.stdin, fcntl.F_GETFL) | os.O_NONBLOCK)\n\nfd = os.open("/home/ubuntu/cephtest/mnt.0/background_file", os.O_RDWR | os.O_CREAT, 0o644)\ntry:\n while True:\n print("write_background: writing", file=sys.stderr)\n os.write(fd, b\'content\')\n if not True:\n break\n try:\n if os.read(0, 4096) == b"":\n break\n except BlockingIOError:\n pass\n time.sleep(2)\nexcept IOError as e:\n pass\nos.close(fd)\n'], check_status=True, hostname='smithi122') 2024-09-12T01:19:09.289 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:19:09.290 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:19:09.306 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:19:09.307 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:19:09.363 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T01:19:09.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.503+0000 7fee2bf8d640 1 Processor -- start 2024-09-12T01:19:09.502 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.503+0000 7fee2bf8d640 1 -- start start 2024-09-12T01:19:09.503 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee2bf8d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fee24072320 0x7fee240cce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee2bf8d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee24072de0 0x7fee2406e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee2bf8d640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fee24072700 0x7fee2406e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee2bf8d640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fee24146140 con 0x7fee24072320 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee2bf8d640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fee240cd740 con 0x7fee24072700 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee2bf8d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fee240cda20 con 0x7fee24072de0 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee29d29640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fee24072320 0x7fee240cce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee29d29640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fee24072320 0x7fee240cce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59094/0 (socket says 172.21.15.122:59094) 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee29d29640 1 -- 172.21.15.122:0/3827793269 learned_addr learned my addr 172.21.15.122:0/3827793269 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee29d29640 1 -- 172.21.15.122:0/3827793269 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee24072de0 msgr2=0x7fee2406e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee29d29640 1 --2- 172.21.15.122:0/3827793269 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee24072de0 0x7fee2406e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee29d29640 1 -- 172.21.15.122:0/3827793269 >> v2:172.21.15.151:3300/0 conn(0x7fee24072700 msgr2=0x7fee2406e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee29d29640 1 --2- 172.21.15.122:0/3827793269 >> v2:172.21.15.151:3300/0 conn(0x7fee24072700 0x7fee2406e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.504 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.504+0000 7fee29d29640 1 -- 172.21.15.122:0/3827793269 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee240cdd00 con 0x7fee24072320 2024-09-12T01:19:09.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.505+0000 7fee29d29640 1 --2- 172.21.15.122:0/3827793269 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee24072320 0x7fee240cce60 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fee2406f4e0 tx=0x7fee2002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19a3f901d1d25c88 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:09.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.505+0000 7fee28d27640 1 -- 172.21.15.122:0/3827793269 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee20037070 con 0x7fee24072320 2024-09-12T01:19:09.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.505+0000 7fee28d27640 1 -- 172.21.15.122:0/3827793269 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee20032440 con 0x7fee24072320 2024-09-12T01:19:09.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.505+0000 7fee28d27640 1 -- 172.21.15.122:0/3827793269 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee20032810 con 0x7fee24072320 2024-09-12T01:19:09.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.506+0000 7fee2bf8d640 1 -- 172.21.15.122:0/3827793269 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee24072320 msgr2=0x7fee240cce60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:09.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.506+0000 7fee2bf8d640 1 --2- 172.21.15.122:0/3827793269 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee24072320 0x7fee240cce60 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fee2406f4e0 tx=0x7fee2002a140 comp rx=0 tx=0).stop 2024-09-12T01:19:09.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.506+0000 7fee2bf8d640 1 -- 172.21.15.122:0/3827793269 shutdown_connections 2024-09-12T01:19:09.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.506+0000 7fee2bf8d640 1 --2- 172.21.15.122:0/3827793269 >> v2:172.21.15.151:3300/0 conn(0x7fee24072700 0x7fee2406e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.506 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.506+0000 7fee2bf8d640 1 --2- 172.21.15.122:0/3827793269 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee24072de0 0x7fee2406e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.506+0000 7fee2bf8d640 1 --2- 172.21.15.122:0/3827793269 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee24072320 0x7fee240cce60 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.506+0000 7fee2bf8d640 1 -- 172.21.15.122:0/3827793269 >> 172.21.15.122:0/3827793269 conn(0x7fee24067d70 msgr2=0x7fee2406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:09.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.506+0000 7fee2bf8d640 1 -- 172.21.15.122:0/3827793269 shutdown_connections 2024-09-12T01:19:09.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.506+0000 7fee2bf8d640 1 -- 172.21.15.122:0/3827793269 wait complete. 2024-09-12T01:19:09.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.507+0000 7fee2bf8d640 1 Processor -- start 2024-09-12T01:19:09.507 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.507+0000 7fee2bf8d640 1 -- start start 2024-09-12T01:19:09.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee2bf8d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fee24072320 0x7fee2415be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee2bf8d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee24072700 0x7fee240ac070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee2bf8d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee24072de0 0x7fee240ac5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee2bf8d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fee240cd520 con 0x7fee24072700 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee2bf8d640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fee240cd3a0 con 0x7fee24072320 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee2bf8d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fee2406eb30 con 0x7fee24072de0 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee29528640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee24072700 0x7fee240ac070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee29528640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee24072700 0x7fee240ac070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59100/0 (socket says 172.21.15.122:59100) 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee29528640 1 -- 172.21.15.122:0/111472723 learned_addr learned my addr 172.21.15.122:0/111472723 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee29528640 1 -- 172.21.15.122:0/111472723 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee24072de0 msgr2=0x7fee240ac5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee29528640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee24072de0 0x7fee240ac5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee29528640 1 -- 172.21.15.122:0/111472723 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fee24072320 msgr2=0x7fee2415be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee29528640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fee24072320 0x7fee2415be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee29528640 1 -- 172.21.15.122:0/111472723 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee240ad1a0 con 0x7fee24072700 2024-09-12T01:19:09.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee29528640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee24072700 0x7fee240ac070 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fee1400b410 tx=0x7fee1400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:09.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.508+0000 7fee1a7fc640 1 -- 172.21.15.122:0/111472723 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee14015020 con 0x7fee24072700 2024-09-12T01:19:09.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.509+0000 7fee1a7fc640 1 -- 172.21.15.122:0/111472723 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee14011850 con 0x7fee24072700 2024-09-12T01:19:09.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.509+0000 7fee2bf8d640 1 -- 172.21.15.122:0/111472723 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee2415c360 con 0x7fee24072700 2024-09-12T01:19:09.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.509+0000 7fee1a7fc640 1 -- 172.21.15.122:0/111472723 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee14011c40 con 0x7fee24072700 2024-09-12T01:19:09.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.509+0000 7fee2bf8d640 1 -- 172.21.15.122:0/111472723 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee240acec0 con 0x7fee24072700 2024-09-12T01:19:09.510 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.509+0000 7fee2bf8d640 1 -- 172.21.15.122:0/111472723 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee240cce60 con 0x7fee24072700 2024-09-12T01:19:09.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.510+0000 7fee1a7fc640 1 -- 172.21.15.122:0/111472723 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fee14018020 con 0x7fee24072700 2024-09-12T01:19:09.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.511+0000 7fee1a7fc640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee0806be30 0x7fee0806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.511+0000 7fee1a7fc640 1 -- 172.21.15.122:0/111472723 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7fee1408af40 con 0x7fee24072700 2024-09-12T01:19:09.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.511+0000 7fee29d29640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee0806be30 0x7fee0806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:09.511 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.511+0000 7fee29d29640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee0806be30 0x7fee0806e2f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fee20034000 tx=0x7fee2002c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:09.513 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.515+0000 7fee1a7fc640 1 -- 172.21.15.122:0/111472723 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fee1401f020 con 0x7fee24072700 2024-09-12T01:19:09.691 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.692+0000 7fee2bf8d640 1 -- 172.21.15.122:0/111472723 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fee240ce5e0 con 0x7fee24072700 2024-09-12T01:19:09.692 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.693+0000 7fee1a7fc640 1 -- 172.21.15.122:0/111472723 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v57) ==== 80+0+122 (secure 0 0 0) 0x7fee140172c0 con 0x7fee24072700 2024-09-12T01:19:09.692 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.15.122:6835/444570294 2024-09-13T01:19:03.434467+0000 2024-09-12T01:19:09.692 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.15.122:6834/444570294 2024-09-13T01:19:03.434467+0000 2024-09-12T01:19:09.692 INFO:teuthology.orchestra.run.smithi122.stderr:listed 2 entries 2024-09-12T01:19:09.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 -- 172.21.15.122:0/111472723 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee0806be30 msgr2=0x7fee0806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:09.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee0806be30 0x7fee0806e2f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fee20034000 tx=0x7fee2002c000 comp rx=0 tx=0).stop 2024-09-12T01:19:09.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 -- 172.21.15.122:0/111472723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee24072700 msgr2=0x7fee240ac070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:09.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee24072700 0x7fee240ac070 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fee1400b410 tx=0x7fee1400b8d0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.694 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 -- 172.21.15.122:0/111472723 shutdown_connections 2024-09-12T01:19:09.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fee0806be30 0x7fee0806e2f0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fee24072de0 0x7fee240ac5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fee24072700 0x7fee240ac070 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 --2- 172.21.15.122:0/111472723 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fee24072320 0x7fee2415be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 -- 172.21.15.122:0/111472723 >> 172.21.15.122:0/111472723 conn(0x7fee24067d70 msgr2=0x7fee240cb2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:09.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 -- 172.21.15.122:0/111472723 shutdown_connections 2024-09-12T01:19:09.695 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.695+0000 7fee2bf8d640 1 -- 172.21.15.122:0/111472723 wait complete. 2024-09-12T01:19:09.705 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T01:19:09.705 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:09.705 DEBUG:teuthology.orchestra.run.smithi122:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-12T01:19:09.735 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:19:09.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:09.735 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T01:19:09.791 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T01:19:09.791 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:19:09.791 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:19:09.810 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18658 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T01:19:09.811 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T01:19:09.811 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:19:09.811 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:19:09.847 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4055984,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19122 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248696k,nr_inodes=812174,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T01:19:09.848 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T01:19:09.848 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:19:09.848 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:19:09.869 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18658 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T01:19:09.869 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:19:09.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.986+0000 7fa72e85e640 1 Processor -- start 2024-09-12T01:19:09.986 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.986+0000 7fa72e85e640 1 -- start start 2024-09-12T01:19:09.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.987+0000 7fa72e85e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa728161c80 0x7fa72806e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.987+0000 7fa72e85e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fa728162060 0x7fa7280b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.987+0000 7fa72e85e640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa72806e870 con 0x7fa7280b64b0 2024-09-12T01:19:09.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.987+0000 7fa72e85e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fa72806d9f0 con 0x7fa728161c80 2024-09-12T01:19:09.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.987+0000 7fa72e85e640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fa72806dcd0 con 0x7fa728162060 2024-09-12T01:19:09.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.987+0000 7fa727fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa728161c80 0x7fa72806e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:09.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.987+0000 7fa727fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa728161c80 0x7fa72806e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59116/0 (socket says 172.21.15.122:59116) 2024-09-12T01:19:09.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.987+0000 7fa727fff640 1 -- 172.21.15.122:0/320613990 learned_addr learned my addr 172.21.15.122:0/320613990 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:09.987 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.988+0000 7fa7277fe640 1 --2- 172.21.15.122:0/320613990 >> v2:172.21.15.151:3300/0 conn(0x7fa728162060 0x7fa7280b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:09.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.988+0000 7fa727fff640 1 -- 172.21.15.122:0/320613990 >> v2:172.21.15.151:3300/0 conn(0x7fa728162060 msgr2=0x7fa7280b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:09.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.988+0000 7fa727fff640 1 --2- 172.21.15.122:0/320613990 >> v2:172.21.15.151:3300/0 conn(0x7fa728162060 0x7fa7280b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.988+0000 7fa727fff640 1 -- 172.21.15.122:0/320613990 >> v1:172.21.15.151:6789/0 conn(0x7fa7280b64b0 legacy=0x7fa728162500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:09.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.988+0000 7fa727fff640 1 -- 172.21.15.122:0/320613990 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa72806dfb0 con 0x7fa728161c80 2024-09-12T01:19:09.988 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.988+0000 7fa7277fe640 1 --2- 172.21.15.122:0/320613990 >> v2:172.21.15.151:3300/0 conn(0x7fa728162060 0x7fa7280b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:09.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.988+0000 7fa727fff640 1 --2- 172.21.15.122:0/320613990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa728161c80 0x7fa72806e330 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fa72808e830 tx=0x7fa71802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a03ba188d4f02fa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:09.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.989+0000 7fa726ffd640 1 -- 172.21.15.122:0/320613990 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa718037070 con 0x7fa728161c80 2024-09-12T01:19:09.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.989+0000 7fa726ffd640 1 -- 172.21.15.122:0/320613990 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa718032440 con 0x7fa728161c80 2024-09-12T01:19:09.989 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.989+0000 7fa726ffd640 1 -- 172.21.15.122:0/320613990 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa718032810 con 0x7fa728161c80 2024-09-12T01:19:09.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.989+0000 7fa72e85e640 1 -- 172.21.15.122:0/320613990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa728161c80 msgr2=0x7fa72806e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:09.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.989+0000 7fa72e85e640 1 --2- 172.21.15.122:0/320613990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa728161c80 0x7fa72806e330 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fa72808e830 tx=0x7fa71802a270 comp rx=0 tx=0).stop 2024-09-12T01:19:09.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.989+0000 7fa72e85e640 1 -- 172.21.15.122:0/320613990 shutdown_connections 2024-09-12T01:19:09.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.989+0000 7fa72e85e640 1 --2- 172.21.15.122:0/320613990 >> v2:172.21.15.151:3300/0 conn(0x7fa728162060 0x7fa7280b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.989+0000 7fa72e85e640 1 --2- 172.21.15.122:0/320613990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa728161c80 0x7fa72806e330 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.989+0000 7fa72e85e640 1 -- 172.21.15.122:0/320613990 >> 172.21.15.122:0/320613990 conn(0x7fa7280d44f0 msgr2=0x7fa7280d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:09.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.989+0000 7fa72e85e640 1 -- 172.21.15.122:0/320613990 shutdown_connections 2024-09-12T01:19:09.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.989+0000 7fa72e85e640 1 -- 172.21.15.122:0/320613990 wait complete. 2024-09-12T01:19:09.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.990+0000 7fa72e85e640 1 Processor -- start 2024-09-12T01:19:09.990 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.991+0000 7fa72e85e640 1 -- start start 2024-09-12T01:19:09.992 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.991+0000 7fa72e85e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7280b64b0 0x7fa728156860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.992 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.991+0000 7fa72e85e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa728161c80 0x7fa7280b7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.992 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.991+0000 7fa72e85e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa728162060 0x7fa72815b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.992 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.991+0000 7fa72e85e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa7280d2a10 con 0x7fa7280b64b0 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.991+0000 7fa72e85e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fa7280d2890 con 0x7fa728161c80 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.991+0000 7fa72e85e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa7280b6960 con 0x7fa728162060 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.991+0000 7fa727fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7280b64b0 0x7fa728156860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.991+0000 7fa727fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7280b64b0 0x7fa728156860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59126/0 (socket says 172.21.15.122:59126) 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.991+0000 7fa727fff640 1 -- 172.21.15.122:0/419243809 learned_addr learned my addr 172.21.15.122:0/419243809 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.991+0000 7fa7277fe640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa728161c80 0x7fa7280b7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa72cdfb640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa728162060 0x7fa72815b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa727fff640 1 -- 172.21.15.122:0/419243809 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa728162060 msgr2=0x7fa72815b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa727fff640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa728162060 0x7fa72815b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa727fff640 1 -- 172.21.15.122:0/419243809 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa728161c80 msgr2=0x7fa7280b7340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa727fff640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa728161c80 0x7fa7280b7340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa727fff640 1 -- 172.21.15.122:0/419243809 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7280b7880 con 0x7fa7280b64b0 2024-09-12T01:19:09.993 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa727fff640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7280b64b0 0x7fa728156860 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fa71802a2b0 tx=0x7fa7180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:09.994 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa724ff9640 1 -- 172.21.15.122:0/419243809 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa718041020 con 0x7fa7280b64b0 2024-09-12T01:19:09.994 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa724ff9640 1 -- 172.21.15.122:0/419243809 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7180306c0 con 0x7fa7280b64b0 2024-09-12T01:19:09.994 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa72e85e640 1 -- 172.21.15.122:0/419243809 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7280b7b20 con 0x7fa7280b64b0 2024-09-12T01:19:09.994 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa724ff9640 1 -- 172.21.15.122:0/419243809 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa718037040 con 0x7fa7280b64b0 2024-09-12T01:19:09.994 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.992+0000 7fa72e85e640 1 -- 172.21.15.122:0/419243809 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7280b80e0 con 0x7fa7280b64b0 2024-09-12T01:19:09.994 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.993+0000 7fa72e85e640 1 -- 172.21.15.122:0/419243809 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7280ba470 con 0x7fa7280b64b0 2024-09-12T01:19:09.994 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.994+0000 7fa724ff9640 1 -- 172.21.15.122:0/419243809 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa718044020 con 0x7fa7280b64b0 2024-09-12T01:19:09.995 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.994+0000 7fa724ff9640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa71406be30 0x7fa71406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:09.995 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.994+0000 7fa724ff9640 1 -- 172.21.15.122:0/419243809 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7fa7180ab830 con 0x7fa7280b64b0 2024-09-12T01:19:09.995 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.994+0000 7fa7277fe640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa71406be30 0x7fa71406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:09.995 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.994+0000 7fa7277fe640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa71406be30 0x7fa71406e2f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa728156da0 tx=0x7fa71c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:09.997 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:09.998+0000 7fa724ff9640 1 -- 172.21.15.122:0/419243809 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa71804b030 con 0x7fa7280b64b0 2024-09-12T01:19:10.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.200+0000 7fa72e85e640 1 -- 172.21.15.122:0/419243809 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa728160270 con 0x7fa7280b64b0 2024-09-12T01:19:10.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.200+0000 7fa724ff9640 1 -- 172.21.15.122:0/419243809 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5230 (secure 0 0 0) 0x7fa71807a050 con 0x7fa7280b64b0 2024-09-12T01:19:10.199 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:10.199 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":34,"btime":"2024-09-12T01:19:07:456843+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4943,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/65265120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":65265120},{"type":"v1","addr":"172.21.15.151:6835","nonce":65265120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5167,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/4234202334","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":4234202334},{"type":"v1","addr":"172.21.15.151:6833","nonce":4234202334}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5559,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2849000077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2849000077},{"type":"v1","addr":"172.21.15.122:6837","nonce":2849000077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:30.661492+0000","modified":"2024-09-12T01:19:07.456835+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":56,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5556},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5556":{"gid":5556,"name":"c","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.122:6835/3001802218","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3001802218},{"type":"v1","addr":"172.21.15.122:6835","nonce":3001802218}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5556,"qdb_cluster":[5556]},"id":3}]} 2024-09-12T01:19:10.200 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 34 2024-09-12T01:19:10.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 -- 172.21.15.122:0/419243809 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa71406be30 msgr2=0x7fa71406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa71406be30 0x7fa71406e2f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa728156da0 tx=0x7fa71c008040 comp rx=0 tx=0).stop 2024-09-12T01:19:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 -- 172.21.15.122:0/419243809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7280b64b0 msgr2=0x7fa728156860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7280b64b0 0x7fa728156860 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fa71802a2b0 tx=0x7fa7180046c0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 -- 172.21.15.122:0/419243809 shutdown_connections 2024-09-12T01:19:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa71406be30 0x7fa71406e2f0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa728162060 0x7fa72815b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa728161c80 0x7fa7280b7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 --2- 172.21.15.122:0/419243809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7280b64b0 0x7fa728156860 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 -- 172.21.15.122:0/419243809 >> 172.21.15.122:0/419243809 conn(0x7fa7280d44f0 msgr2=0x7fa7280d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 -- 172.21.15.122:0/419243809 shutdown_connections 2024-09-12T01:19:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.202+0000 7fa72e85e640 1 -- 172.21.15.122:0/419243809 wait complete. 2024-09-12T01:19:10.212 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:19:10.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.311+0000 7f3e07a0e640 1 Processor -- start 2024-09-12T01:19:10.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.311+0000 7f3e07a0e640 1 -- start start 2024-09-12T01:19:10.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e07a0e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f3e00072d30 0x7f3e0006f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e07a0e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3e0006f700 0x7f3e0015b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e07a0e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e000cdbe0 con 0x7f3e0015b300 2024-09-12T01:19:10.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e07a0e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f3e000728a0 con 0x7f3e00072d30 2024-09-12T01:19:10.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e07a0e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f3e0006fb30 con 0x7f3e0006f700 2024-09-12T01:19:10.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e04fa9640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f3e00072d30 0x7f3e0006f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e057aa640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f3e0015b300 0x7f3e000cceb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38188/0 (socket says 172.21.15.122:38188) 2024-09-12T01:19:10.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e057aa640 1 -- 172.21.15.122:0/42068557 learned_addr learned my addr 172.21.15.122:0/42068557 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:10.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e05fab640 1 --2- 172.21.15.122:0/42068557 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3e0006f700 0x7f3e0015b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e04fa9640 1 -- 172.21.15.122:0/42068557 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3e0006f700 msgr2=0x7f3e0015b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:10.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e04fa9640 1 --2- 172.21.15.122:0/42068557 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3e0006f700 0x7f3e0015b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e04fa9640 1 -- 172.21.15.122:0/42068557 >> v1:172.21.15.122:6789/0 conn(0x7f3e0015b300 legacy=0x7f3e000cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3e04fa9640 1 -- 172.21.15.122:0/42068557 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e000cd900 con 0x7f3e00072d30 2024-09-12T01:19:10.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.312+0000 7f3df7fff640 1 -- 172.21.15.122:0/42068557 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3812942859 0 0) 0x7f3e000cdbe0 con 0x7f3e0015b300 2024-09-12T01:19:10.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.313+0000 7f3e04fa9640 1 --2- 172.21.15.122:0/42068557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3e00072d30 0x7f3e0006f1c0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f3df00097a0 tx=0x7f3df002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e97c6f2a2ade61c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:10.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.313+0000 7f3df7fff640 1 -- 172.21.15.122:0/42068557 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df0037070 con 0x7f3e00072d30 2024-09-12T01:19:10.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.313+0000 7f3df7fff640 1 -- 172.21.15.122:0/42068557 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3df002ae50 con 0x7f3e00072d30 2024-09-12T01:19:10.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.313+0000 7f3df7fff640 1 -- 172.21.15.122:0/42068557 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df0032660 con 0x7f3e00072d30 2024-09-12T01:19:10.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.314+0000 7f3e07a0e640 1 -- 172.21.15.122:0/42068557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3e00072d30 msgr2=0x7f3e0006f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.314+0000 7f3e07a0e640 1 --2- 172.21.15.122:0/42068557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3e00072d30 0x7f3e0006f1c0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f3df00097a0 tx=0x7f3df002a100 comp rx=0 tx=0).stop 2024-09-12T01:19:10.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.314+0000 7f3e07a0e640 1 -- 172.21.15.122:0/42068557 shutdown_connections 2024-09-12T01:19:10.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.314+0000 7f3e07a0e640 1 --2- 172.21.15.122:0/42068557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3e00072d30 0x7f3e0006f1c0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.314+0000 7f3e07a0e640 1 --2- 172.21.15.122:0/42068557 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3e0006f700 0x7f3e0015b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.314+0000 7f3e07a0e640 1 -- 172.21.15.122:0/42068557 >> 172.21.15.122:0/42068557 conn(0x7f3e00067d70 msgr2=0x7f3e0006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:10.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.314+0000 7f3e07a0e640 1 -- 172.21.15.122:0/42068557 shutdown_connections 2024-09-12T01:19:10.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.314+0000 7f3e07a0e640 1 -- 172.21.15.122:0/42068557 wait complete. 2024-09-12T01:19:10.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.315+0000 7f3e07a0e640 1 Processor -- start 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.315+0000 7f3e07a0e640 1 -- start start 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e07a0e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3e0006f700 0x7f3e0006e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e07a0e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3e00072d30 0x7f3e000cafa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e07a0e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3e0015b300 0x7f3e000c8d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e07a0e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3e000cd5c0 con 0x7f3e0015b300 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e07a0e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f3e00072530 con 0x7f3e00072d30 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e07a0e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f3e000cffe0 con 0x7f3e0006f700 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e05fab640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3e0015b300 0x7f3e000c8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e05fab640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3e0015b300 0x7f3e000c8d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52012/0 (socket says 172.21.15.122:52012) 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e05fab640 1 -- 172.21.15.122:0/2217562897 learned_addr learned my addr 172.21.15.122:0/2217562897 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e04fa9640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3e00072d30 0x7f3e000cafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e057aa640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3e0006f700 0x7f3e0006e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e05fab640 1 -- 172.21.15.122:0/2217562897 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3e0006f700 msgr2=0x7f3e0006e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e05fab640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3e0006f700 0x7f3e0006e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e05fab640 1 -- 172.21.15.122:0/2217562897 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3e00072d30 msgr2=0x7f3e000cafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e05fab640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3e00072d30 0x7f3e000cafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e05fab640 1 -- 172.21.15.122:0/2217562897 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e00146440 con 0x7f3e0015b300 2024-09-12T01:19:10.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e05fab640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3e0015b300 0x7f3e000c8d10 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f3df8007e90 tx=0x7f3df800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:10.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3df5ffb640 1 -- 172.21.15.122:0/2217562897 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df8014420 con 0x7f3e0015b300 2024-09-12T01:19:10.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3df5ffb640 1 -- 172.21.15.122:0/2217562897 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3df8019070 con 0x7f3e0015b300 2024-09-12T01:19:10.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3e07a0e640 1 -- 172.21.15.122:0/2217562897 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e001458c0 con 0x7f3e0015b300 2024-09-12T01:19:10.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.316+0000 7f3df5ffb640 1 -- 172.21.15.122:0/2217562897 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df8014800 con 0x7f3e0015b300 2024-09-12T01:19:10.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.317+0000 7f3e07a0e640 1 -- 172.21.15.122:0/2217562897 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e00145e80 con 0x7f3e0015b300 2024-09-12T01:19:10.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.318+0000 7f3e07a0e640 1 -- 172.21.15.122:0/2217562897 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e001434a0 con 0x7f3e0015b300 2024-09-12T01:19:10.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.318+0000 7f3df5ffb640 1 -- 172.21.15.122:0/2217562897 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3df80149a0 con 0x7f3e0015b300 2024-09-12T01:19:10.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.318+0000 7f3df5ffb640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3de406be30 0x7f3de406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.318+0000 7f3df5ffb640 1 -- 172.21.15.122:0/2217562897 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7f3df808b800 con 0x7f3e0015b300 2024-09-12T01:19:10.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.318+0000 7f3e057aa640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3de406be30 0x7f3de406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.319+0000 7f3e057aa640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3de406be30 0x7f3de406e2f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc000f60 tx=0x7f3dfc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:10.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.323+0000 7f3df5ffb640 1 -- 172.21.15.122:0/2217562897 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3e001434a0 con 0x7f3e0015b300 2024-09-12T01:19:10.443 INFO:tasks.ceph.mds.c.smithi122.stderr:2024-09-12T01:19:10.444+0000 7fc6ee043640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T01:19:10.526 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.527+0000 7f3e07a0e640 1 -- 172.21.15.122:0/2217562897 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3e00075790 con 0x7f3e0015b300 2024-09-12T01:19:10.526 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.527+0000 7f3df5ffb640 1 -- 172.21.15.122:0/2217562897 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5230 (secure 0 0 0) 0x7f3df805a020 con 0x7f3e0015b300 2024-09-12T01:19:10.527 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:10.527 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":34,"btime":"2024-09-12T01:19:07:456843+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4943,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/65265120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":65265120},{"type":"v1","addr":"172.21.15.151:6835","nonce":65265120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5167,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/4234202334","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":4234202334},{"type":"v1","addr":"172.21.15.151:6833","nonce":4234202334}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5559,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2849000077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2849000077},{"type":"v1","addr":"172.21.15.122:6837","nonce":2849000077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:30.661492+0000","modified":"2024-09-12T01:19:07.456835+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":56,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5556},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5556":{"gid":5556,"name":"c","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.122:6835/3001802218","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3001802218},{"type":"v1","addr":"172.21.15.122:6835","nonce":3001802218}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5556,"qdb_cluster":[5556]},"id":3}]} 2024-09-12T01:19:10.527 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 34 2024-09-12T01:19:10.528 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 -- 172.21.15.122:0/2217562897 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3de406be30 msgr2=0x7f3de406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3de406be30 0x7f3de406e2f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc000f60 tx=0x7f3dfc009040 comp rx=0 tx=0).stop 2024-09-12T01:19:10.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 -- 172.21.15.122:0/2217562897 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3e0015b300 msgr2=0x7f3e000c8d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3e0015b300 0x7f3e000c8d10 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f3df8007e90 tx=0x7f3df800e4b0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 -- 172.21.15.122:0/2217562897 shutdown_connections 2024-09-12T01:19:10.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f3de406be30 0x7f3de406e2f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3e0015b300 0x7f3e000c8d10 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f3e00072d30 0x7f3e000cafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 --2- 172.21.15.122:0/2217562897 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f3e0006f700 0x7f3e0006e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 -- 172.21.15.122:0/2217562897 >> 172.21.15.122:0/2217562897 conn(0x7f3e00067d70 msgr2=0x7f3e000b3c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:10.529 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 -- 172.21.15.122:0/2217562897 shutdown_connections 2024-09-12T01:19:10.530 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.529+0000 7f3e07a0e640 1 -- 172.21.15.122:0/2217562897 wait complete. 2024-09-12T01:19:10.539 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:19:10.586 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:19:10.588 DEBUG:teuthology.orchestra.run.smithi151:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:19:10.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.640+0000 7fe576edd640 1 Processor -- start 2024-09-12T01:19:10.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.640+0000 7fe576edd640 1 -- start start 2024-09-12T01:19:10.640 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.641+0000 7fe576edd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe57006df60 0x7fe57009aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.641+0000 7fe576edd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe57009af70 0x7fe570168560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.641+0000 7fe576edd640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe57006cec0 con 0x7fe57015e5d0 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.641+0000 7fe576edd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe57006dad0 con 0x7fe57006df60 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.641+0000 7fe576edd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe57006d1a0 con 0x7fe57009af70 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.641+0000 7fe574c79640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fe57015e5d0 0x7fe5700d10f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38192/0 (socket says 172.21.15.122:38192) 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.641+0000 7fe574c79640 1 -- 172.21.15.122:0/3234236895 learned_addr learned my addr 172.21.15.122:0/3234236895 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.641+0000 7fe567fff640 1 --2- 172.21.15.122:0/3234236895 >> v2:172.21.15.122:3300/0 conn(0x7fe57006df60 0x7fe57009aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.641+0000 7fe567fff640 1 -- 172.21.15.122:0/3234236895 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe57009af70 msgr2=0x7fe570168560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.642+0000 7fe567fff640 1 --2- 172.21.15.122:0/3234236895 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe57009af70 0x7fe570168560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.642+0000 7fe5677fe640 1 -- 172.21.15.122:0/3234236895 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 845504618 0 0) 0x7fe57006cec0 con 0x7fe57015e5d0 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.642+0000 7fe567fff640 1 -- 172.21.15.122:0/3234236895 >> v1:172.21.15.122:6789/0 conn(0x7fe57015e5d0 legacy=0x7fe5700d10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.641 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.642+0000 7fe567fff640 1 -- 172.21.15.122:0/3234236895 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe57006d480 con 0x7fe57006df60 2024-09-12T01:19:10.642 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.642+0000 7fe567fff640 1 --2- 172.21.15.122:0/3234236895 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe57006df60 0x7fe57009aa30 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe5600097a0 tx=0x7fe56002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f285dcd19ab4d3f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:10.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.642+0000 7fe5677fe640 1 -- 172.21.15.122:0/3234236895 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe560037070 con 0x7fe57006df60 2024-09-12T01:19:10.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.642+0000 7fe5677fe640 1 -- 172.21.15.122:0/3234236895 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe560032440 con 0x7fe57006df60 2024-09-12T01:19:10.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.642+0000 7fe5677fe640 1 -- 172.21.15.122:0/3234236895 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe560032810 con 0x7fe57006df60 2024-09-12T01:19:10.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.643+0000 7fe576edd640 1 -- 172.21.15.122:0/3234236895 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe57006df60 msgr2=0x7fe57009aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.643+0000 7fe576edd640 1 --2- 172.21.15.122:0/3234236895 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe57006df60 0x7fe57009aa30 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe5600097a0 tx=0x7fe56002a210 comp rx=0 tx=0).stop 2024-09-12T01:19:10.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.643+0000 7fe576edd640 1 -- 172.21.15.122:0/3234236895 shutdown_connections 2024-09-12T01:19:10.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.643+0000 7fe576edd640 1 --2- 172.21.15.122:0/3234236895 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe57006df60 0x7fe57009aa30 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.643+0000 7fe576edd640 1 --2- 172.21.15.122:0/3234236895 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe57009af70 0x7fe570168560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.643+0000 7fe576edd640 1 -- 172.21.15.122:0/3234236895 >> 172.21.15.122:0/3234236895 conn(0x7fe5700d23a0 msgr2=0x7fe5700d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:10.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.643+0000 7fe576edd640 1 -- 172.21.15.122:0/3234236895 shutdown_connections 2024-09-12T01:19:10.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.643+0000 7fe576edd640 1 -- 172.21.15.122:0/3234236895 wait complete. 2024-09-12T01:19:10.646 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.644+0000 7fe576edd640 1 Processor -- start 2024-09-12T01:19:10.646 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.644+0000 7fe576edd640 1 -- start start 2024-09-12T01:19:10.646 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.645+0000 7fe576edd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe57006df60 0x7fe570153400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.646 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.645+0000 7fe576edd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe57009af70 0x7fe5700b7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.645+0000 7fe576edd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe57015e5d0 0x7fe5700b01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.645+0000 7fe576edd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe5700d1980 con 0x7fe57015e5d0 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.645+0000 7fe576edd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe5700d1800 con 0x7fe57006df60 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.645+0000 7fe576edd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe57015e9b0 con 0x7fe57009af70 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.645+0000 7fe57547a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe57015e5d0 0x7fe5700b01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.645+0000 7fe57547a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe57015e5d0 0x7fe5700b01c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52034/0 (socket says 172.21.15.122:52034) 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.645+0000 7fe57547a640 1 -- 172.21.15.122:0/3843738696 learned_addr learned my addr 172.21.15.122:0/3843738696 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.645+0000 7fe567fff640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe57009af70 0x7fe5700b7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.645+0000 7fe574c79640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe57006df60 0x7fe570153400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.646+0000 7fe57547a640 1 -- 172.21.15.122:0/3843738696 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe57009af70 msgr2=0x7fe5700b7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.646+0000 7fe57547a640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe57009af70 0x7fe5700b7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.646+0000 7fe57547a640 1 -- 172.21.15.122:0/3843738696 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe57006df60 msgr2=0x7fe570153400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.646+0000 7fe57547a640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe57006df60 0x7fe570153400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.647 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.646+0000 7fe57547a640 1 -- 172.21.15.122:0/3843738696 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5700c6bb0 con 0x7fe57015e5d0 2024-09-12T01:19:10.648 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.646+0000 7fe57547a640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe57015e5d0 0x7fe5700b01c0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fe56800b9a0 tx=0x7fe56800be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:10.648 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.646+0000 7fe5657fa640 1 -- 172.21.15.122:0/3843738696 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe568019070 con 0x7fe57015e5d0 2024-09-12T01:19:10.648 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.646+0000 7fe5657fa640 1 -- 172.21.15.122:0/3843738696 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe56800cbc0 con 0x7fe57015e5d0 2024-09-12T01:19:10.648 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.646+0000 7fe576edd640 1 -- 172.21.15.122:0/3843738696 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5700c6e90 con 0x7fe57015e5d0 2024-09-12T01:19:10.648 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.646+0000 7fe5657fa640 1 -- 172.21.15.122:0/3843738696 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe568014440 con 0x7fe57015e5d0 2024-09-12T01:19:10.648 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.646+0000 7fe576edd640 1 -- 172.21.15.122:0/3843738696 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5700c7450 con 0x7fe57015e5d0 2024-09-12T01:19:10.648 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.647+0000 7fe576edd640 1 -- 172.21.15.122:0/3843738696 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe57009aa30 con 0x7fe57015e5d0 2024-09-12T01:19:10.648 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.647+0000 7fe5657fa640 1 -- 172.21.15.122:0/3843738696 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe56801c070 con 0x7fe57015e5d0 2024-09-12T01:19:10.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.648+0000 7fe5657fa640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe55c06be30 0x7fe55c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.648+0000 7fe5657fa640 1 -- 172.21.15.122:0/3843738696 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7fe56808ac90 con 0x7fe57015e5d0 2024-09-12T01:19:10.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.648+0000 7fe574c79640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe55c06be30 0x7fe55c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.649 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.648+0000 7fe574c79640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe55c06be30 0x7fe55c06e2f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe56c000f60 tx=0x7fe56c007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:10.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.652+0000 7fe5657fa640 1 -- 172.21.15.122:0/3843738696 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe568058e60 con 0x7fe57015e5d0 2024-09-12T01:19:10.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.818+0000 7fe576edd640 1 -- 172.21.15.122:0/3843738696 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe5701e8fb0 con 0x7fe57015e5d0 2024-09-12T01:19:10.818 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.819+0000 7fe5657fa640 1 -- 172.21.15.122:0/3843738696 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+17243 (secure 0 0 0) 0x7fe56805d160 con 0x7fe57015e5d0 2024-09-12T01:19:10.818 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:10.818 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":57,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:19:03.439882+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:18:29.021288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-12T01:18:29.634307+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.14","mappings":[{"from":0,"to":6}]},{"pgid":"8.3d","mappings":[{"from":0,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.122:6835/444570294":"2024-09-13T01:19:03.434467+0000","172.21.15.122:6834/444570294":"2024-09-13T01:19:03.434467+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:19:10.820 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 -- 172.21.15.122:0/3843738696 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe55c06be30 msgr2=0x7fe55c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.820 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe55c06be30 0x7fe55c06e2f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe56c000f60 tx=0x7fe56c007b50 comp rx=0 tx=0).stop 2024-09-12T01:19:10.820 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 -- 172.21.15.122:0/3843738696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe57015e5d0 msgr2=0x7fe5700b01c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe57015e5d0 0x7fe5700b01c0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fe56800b9a0 tx=0x7fe56800be60 comp rx=0 tx=0).stop 2024-09-12T01:19:10.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 -- 172.21.15.122:0/3843738696 shutdown_connections 2024-09-12T01:19:10.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe55c06be30 0x7fe55c06e2f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe57015e5d0 0x7fe5700b01c0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe57009af70 0x7fe5700b7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 --2- 172.21.15.122:0/3843738696 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe57006df60 0x7fe570153400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 -- 172.21.15.122:0/3843738696 >> 172.21.15.122:0/3843738696 conn(0x7fe5700d23a0 msgr2=0x7fe5700d2ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:10.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 -- 172.21.15.122:0/3843738696 shutdown_connections 2024-09-12T01:19:10.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.821+0000 7fe576edd640 1 -- 172.21.15.122:0/3843738696 wait complete. 2024-09-12T01:19:10.831 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T01:19:10.832 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:19:10.970 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.971+0000 7fef48fe8640 1 Processor -- start 2024-09-12T01:19:10.971 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.971+0000 7fef48fe8640 1 -- start start 2024-09-12T01:19:10.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.972+0000 7fef48fe8640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fef44072d30 0x7fef4406f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.972+0000 7fef48fe8640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef4406fae0 con 0x7fef4406f700 2024-09-12T01:19:10.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.972+0000 7fef48fe8640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef440cdbe0 con 0x7fef4415b300 2024-09-12T01:19:10.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.972+0000 7fef48fe8640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fef440728a0 con 0x7fef44072d30 2024-09-12T01:19:10.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.972+0000 7fef41d9b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fef44072d30 0x7fef4406f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.972+0000 7fef41d9b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fef44072d30 0x7fef4406f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52036/0 (socket says 172.21.15.122:52036) 2024-09-12T01:19:10.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.972+0000 7fef42d9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fef4406f700 0x7fef4415b6e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38194/0 (socket says 172.21.15.122:38194) 2024-09-12T01:19:10.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.972+0000 7fef41d9b640 1 -- 172.21.15.122:0/2516848978 learned_addr learned my addr 172.21.15.122:0/2516848978 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:10.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.973+0000 7fef41d9b640 1 -- 172.21.15.122:0/2516848978 >> v1:172.21.15.151:6789/0 conn(0x7fef4415b300 legacy=0x7fef440cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:10.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.973+0000 7fef41d9b640 1 -- 172.21.15.122:0/2516848978 >> v1:172.21.15.122:6789/0 conn(0x7fef4406f700 legacy=0x7fef4415b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.973+0000 7fef41d9b640 1 -- 172.21.15.122:0/2516848978 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef440cd900 con 0x7fef44072d30 2024-09-12T01:19:10.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.973+0000 7fef4159a640 1 -- 172.21.15.122:0/2516848978 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1346380376 0 0) 0x7fef4406fae0 con 0x7fef4406f700 2024-09-12T01:19:10.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.973+0000 7fef41d9b640 1 --2- 172.21.15.122:0/2516848978 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef44072d30 0x7fef4406f1c0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fef38009870 tx=0x7fef3802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=924af36e243e0966 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:10.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.974+0000 7fef4159a640 1 -- 172.21.15.122:0/2516848978 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef38037070 con 0x7fef44072d30 2024-09-12T01:19:10.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.974+0000 7fef4159a640 1 -- 172.21.15.122:0/2516848978 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef38032440 con 0x7fef44072d30 2024-09-12T01:19:10.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.974+0000 7fef4159a640 1 -- 172.21.15.122:0/2516848978 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef38032810 con 0x7fef44072d30 2024-09-12T01:19:10.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.974+0000 7fef48fe8640 1 -- 172.21.15.122:0/2516848978 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef44072d30 msgr2=0x7fef4406f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.974+0000 7fef48fe8640 1 --2- 172.21.15.122:0/2516848978 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef44072d30 0x7fef4406f1c0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fef38009870 tx=0x7fef3802a210 comp rx=0 tx=0).stop 2024-09-12T01:19:10.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.974+0000 7fef48fe8640 1 -- 172.21.15.122:0/2516848978 shutdown_connections 2024-09-12T01:19:10.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.974+0000 7fef48fe8640 1 --2- 172.21.15.122:0/2516848978 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef44072d30 0x7fef4406f1c0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.974+0000 7fef48fe8640 1 -- 172.21.15.122:0/2516848978 >> 172.21.15.122:0/2516848978 conn(0x7fef44067d70 msgr2=0x7fef4406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:10.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.974+0000 7fef48fe8640 1 -- 172.21.15.122:0/2516848978 shutdown_connections 2024-09-12T01:19:10.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.974+0000 7fef48fe8640 1 -- 172.21.15.122:0/2516848978 wait complete. 2024-09-12T01:19:10.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.975+0000 7fef48fe8640 1 Processor -- start 2024-09-12T01:19:10.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef48fe8640 1 -- start start 2024-09-12T01:19:10.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef48fe8640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef4406f700 0x7fef440c7650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef48fe8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef44072d30 0x7fef44152df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef48fe8640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef4415b300 0x7fef4406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef48fe8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fef440cd5c0 con 0x7fef44072d30 2024-09-12T01:19:10.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef48fe8640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fef44072530 con 0x7fef4415b300 2024-09-12T01:19:10.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef48fe8640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fef440cffe0 con 0x7fef4406f700 2024-09-12T01:19:10.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef41d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef44072d30 0x7fef44152df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef41d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef44072d30 0x7fef44152df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52048/0 (socket says 172.21.15.122:52048) 2024-09-12T01:19:10.977 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef41d9b640 1 -- 172.21.15.122:0/1441206630 learned_addr learned my addr 172.21.15.122:0/1441206630 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef42d9d640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef4415b300 0x7fef4406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.976+0000 7fef4259c640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef4406f700 0x7fef440c7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.977+0000 7fef41d9b640 1 -- 172.21.15.122:0/1441206630 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef4406f700 msgr2=0x7fef440c7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.977+0000 7fef41d9b640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef4406f700 0x7fef440c7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.977+0000 7fef41d9b640 1 -- 172.21.15.122:0/1441206630 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef4415b300 msgr2=0x7fef4406e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.977+0000 7fef41d9b640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef4415b300 0x7fef4406e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.977+0000 7fef41d9b640 1 -- 172.21.15.122:0/1441206630 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef44151770 con 0x7fef44072d30 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.977+0000 7fef41d9b640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef44072d30 0x7fef44152df0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fef38009870 tx=0x7fef380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.977+0000 7fef32ffd640 1 -- 172.21.15.122:0/1441206630 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef38041070 con 0x7fef44072d30 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.977+0000 7fef32ffd640 1 -- 172.21.15.122:0/1441206630 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef3803c870 con 0x7fef44072d30 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.977+0000 7fef48fe8640 1 -- 172.21.15.122:0/1441206630 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef44153d90 con 0x7fef44072d30 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.977+0000 7fef32ffd640 1 -- 172.21.15.122:0/1441206630 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef38037040 con 0x7fef44072d30 2024-09-12T01:19:10.978 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.977+0000 7fef48fe8640 1 -- 172.21.15.122:0/1441206630 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef441537d0 con 0x7fef44072d30 2024-09-12T01:19:10.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.978+0000 7fef48fe8640 1 -- 172.21.15.122:0/1441206630 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef4406f1c0 con 0x7fef44072d30 2024-09-12T01:19:10.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.978+0000 7fef32ffd640 1 -- 172.21.15.122:0/1441206630 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fef38044070 con 0x7fef44072d30 2024-09-12T01:19:10.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.979+0000 7fef32ffd640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef2406be30 0x7fef2406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:10.979 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.979+0000 7fef32ffd640 1 -- 172.21.15.122:0/1441206630 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7fef380abb00 con 0x7fef44072d30 2024-09-12T01:19:10.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.979+0000 7fef4259c640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef2406be30 0x7fef2406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:10.980 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.979+0000 7fef4259c640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef2406be30 0x7fef2406e2f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fef34004f60 tx=0x7fef34007e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:10.982 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:10.983+0000 7fef32ffd640 1 -- 172.21.15.122:0/1441206630 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef38079c40 con 0x7fef44072d30 2024-09-12T01:19:11.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.180+0000 7fef48fe8640 1 -- 172.21.15.122:0/1441206630 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef4415a8a0 con 0x7fef44072d30 2024-09-12T01:19:11.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.180+0000 7fef32ffd640 1 -- 172.21.15.122:0/1441206630 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5230 (secure 0 0 0) 0x7fef3807df40 con 0x7fef44072d30 2024-09-12T01:19:11.180 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:11.180 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":34,"btime":"2024-09-12T01:19:07:456843+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4943,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/65265120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":65265120},{"type":"v1","addr":"172.21.15.151:6835","nonce":65265120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5167,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/4234202334","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":4234202334},{"type":"v1","addr":"172.21.15.151:6833","nonce":4234202334}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5559,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2849000077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2849000077},{"type":"v1","addr":"172.21.15.122:6837","nonce":2849000077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:30.661492+0000","modified":"2024-09-12T01:19:07.456835+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":56,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5556},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5556":{"gid":5556,"name":"c","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.122:6835/3001802218","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3001802218},{"type":"v1","addr":"172.21.15.122:6835","nonce":3001802218}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5556,"qdb_cluster":[5556]},"id":3}]} 2024-09-12T01:19:11.180 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 34 2024-09-12T01:19:11.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.182+0000 7fef48fe8640 1 -- 172.21.15.122:0/1441206630 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef2406be30 msgr2=0x7fef2406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.183+0000 7fef48fe8640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef2406be30 0x7fef2406e2f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fef34004f60 tx=0x7fef34007e30 comp rx=0 tx=0).stop 2024-09-12T01:19:11.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.183+0000 7fef48fe8640 1 -- 172.21.15.122:0/1441206630 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef44072d30 msgr2=0x7fef44152df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.183+0000 7fef48fe8640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef44072d30 0x7fef44152df0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fef38009870 tx=0x7fef380046c0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.183+0000 7fef48fe8640 1 -- 172.21.15.122:0/1441206630 shutdown_connections 2024-09-12T01:19:11.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.183+0000 7fef48fe8640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fef2406be30 0x7fef2406e2f0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.183+0000 7fef48fe8640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fef4415b300 0x7fef4406e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.183+0000 7fef48fe8640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fef44072d30 0x7fef44152df0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.183+0000 7fef48fe8640 1 --2- 172.21.15.122:0/1441206630 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fef4406f700 0x7fef440c7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.183+0000 7fef48fe8640 1 -- 172.21.15.122:0/1441206630 >> 172.21.15.122:0/1441206630 conn(0x7fef44067d70 msgr2=0x7fef4406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:11.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.183+0000 7fef48fe8640 1 -- 172.21.15.122:0/1441206630 shutdown_connections 2024-09-12T01:19:11.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.183+0000 7fef48fe8640 1 -- 172.21.15.122:0/1441206630 wait complete. 2024-09-12T01:19:11.192 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:19:11.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.291+0000 7f8def53a640 1 Processor -- start 2024-09-12T01:19:11.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.292+0000 7f8def53a640 1 -- start start 2024-09-12T01:19:11.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.292+0000 7f8def53a640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8de8161c80 0x7f8de806e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.292+0000 7f8def53a640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f8de8162060 0x7f8de80b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.292+0000 7f8def53a640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8de806e870 con 0x7f8de80b64b0 2024-09-12T01:19:11.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.292+0000 7f8def53a640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f8de806d9f0 con 0x7f8de8161c80 2024-09-12T01:19:11.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.292+0000 7f8def53a640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f8de806dcd0 con 0x7f8de8162060 2024-09-12T01:19:11.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.293+0000 7f8ded2d6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8de8161c80 0x7f8de806e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.293+0000 7f8ded2d6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8de8161c80 0x7f8de806e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52058/0 (socket says 172.21.15.122:52058) 2024-09-12T01:19:11.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.293+0000 7f8ded2d6640 1 -- 172.21.15.122:0/2719818479 learned_addr learned my addr 172.21.15.122:0/2719818479 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:11.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.293+0000 7f8decad5640 1 --2- 172.21.15.122:0/2719818479 >> v2:172.21.15.151:3300/0 conn(0x7f8de8162060 0x7f8de80b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.293+0000 7f8ded2d6640 1 -- 172.21.15.122:0/2719818479 >> v2:172.21.15.151:3300/0 conn(0x7f8de8162060 msgr2=0x7f8de80b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:11.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.293+0000 7f8ded2d6640 1 --2- 172.21.15.122:0/2719818479 >> v2:172.21.15.151:3300/0 conn(0x7f8de8162060 0x7f8de80b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.293+0000 7f8ded2d6640 1 -- 172.21.15.122:0/2719818479 >> v1:172.21.15.122:6789/0 conn(0x7f8de80b64b0 legacy=0x7f8de8162500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.293+0000 7f8ded2d6640 1 -- 172.21.15.122:0/2719818479 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8de806dfb0 con 0x7f8de8161c80 2024-09-12T01:19:11.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.293+0000 7f8ddbfff640 1 -- 172.21.15.122:0/2719818479 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1270851465 0 0) 0x7f8de0001490 con 0x7f8de80b64b0 2024-09-12T01:19:11.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.293+0000 7f8decad5640 1 --2- 172.21.15.122:0/2719818479 >> v2:172.21.15.151:3300/0 conn(0x7f8de8162060 0x7f8de80b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:11.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8ded2d6640 1 --2- 172.21.15.122:0/2719818479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8de8161c80 0x7f8de806e330 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f8de808e830 tx=0x7f8ddc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d960d9e565a7881 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:11.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8ddbfff640 1 -- 172.21.15.122:0/2719818479 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc037070 con 0x7f8de8161c80 2024-09-12T01:19:11.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8ddbfff640 1 -- 172.21.15.122:0/2719818479 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ddc032440 con 0x7f8de8161c80 2024-09-12T01:19:11.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8ddbfff640 1 -- 172.21.15.122:0/2719818479 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc032810 con 0x7f8de8161c80 2024-09-12T01:19:11.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8def53a640 1 -- 172.21.15.122:0/2719818479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8de8161c80 msgr2=0x7f8de806e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8def53a640 1 --2- 172.21.15.122:0/2719818479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8de8161c80 0x7f8de806e330 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f8de808e830 tx=0x7f8ddc02a270 comp rx=0 tx=0).stop 2024-09-12T01:19:11.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8def53a640 1 -- 172.21.15.122:0/2719818479 shutdown_connections 2024-09-12T01:19:11.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8def53a640 1 --2- 172.21.15.122:0/2719818479 >> v2:172.21.15.151:3300/0 conn(0x7f8de8162060 0x7f8de80b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8def53a640 1 --2- 172.21.15.122:0/2719818479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8de8161c80 0x7f8de806e330 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8def53a640 1 -- 172.21.15.122:0/2719818479 >> 172.21.15.122:0/2719818479 conn(0x7f8de80d44f0 msgr2=0x7f8de80d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:11.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8def53a640 1 -- 172.21.15.122:0/2719818479 shutdown_connections 2024-09-12T01:19:11.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.294+0000 7f8def53a640 1 -- 172.21.15.122:0/2719818479 wait complete. 2024-09-12T01:19:11.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.296+0000 7f8def53a640 1 Processor -- start 2024-09-12T01:19:11.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.296+0000 7f8def53a640 1 -- start start 2024-09-12T01:19:11.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.296+0000 7f8def53a640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8de80b64b0 0x7f8de80d3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.296+0000 7f8def53a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8de8161c80 0x7f8de80b34a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.296+0000 7f8def53a640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8de8162060 0x7f8de8145490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.296+0000 7f8def53a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8de80d2a10 con 0x7f8de8161c80 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.296+0000 7f8def53a640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f8de80d2890 con 0x7f8de80b64b0 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.296+0000 7f8def53a640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f8de80b6960 con 0x7f8de8162060 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.296+0000 7f8decad5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8de8161c80 0x7f8de80b34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.296+0000 7f8decad5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8de8161c80 0x7f8de80b34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52072/0 (socket says 172.21.15.122:52072) 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.296+0000 7f8decad5640 1 -- 172.21.15.122:0/3871312544 learned_addr learned my addr 172.21.15.122:0/3871312544 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8ded2d6640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8de80b64b0 0x7f8de80d3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8dedad7640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8de8162060 0x7f8de8145490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8decad5640 1 -- 172.21.15.122:0/3871312544 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8de8162060 msgr2=0x7f8de8145490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8decad5640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8de8162060 0x7f8de8145490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8decad5640 1 -- 172.21.15.122:0/3871312544 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8de80b64b0 msgr2=0x7f8de80d3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8decad5640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8de80b64b0 0x7f8de80d3650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8decad5640 1 -- 172.21.15.122:0/3871312544 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8de80d3b90 con 0x7f8de8161c80 2024-09-12T01:19:11.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8decad5640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8de8161c80 0x7f8de80b34a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f8de400c7f0 tx=0x7f8de400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:11.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8dd9ffb640 1 -- 172.21.15.122:0/3871312544 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8de4015070 con 0x7f8de8161c80 2024-09-12T01:19:11.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8dd9ffb640 1 -- 172.21.15.122:0/3871312544 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8de4007820 con 0x7f8de8161c80 2024-09-12T01:19:11.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8dd9ffb640 1 -- 172.21.15.122:0/3871312544 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8de4007bf0 con 0x7f8de8161c80 2024-09-12T01:19:11.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8def53a640 1 -- 172.21.15.122:0/3871312544 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8de80c7ef0 con 0x7f8de8161c80 2024-09-12T01:19:11.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.297+0000 7f8def53a640 1 -- 172.21.15.122:0/3871312544 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8de80ca5c0 con 0x7f8de8161c80 2024-09-12T01:19:11.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.298+0000 7f8def53a640 1 -- 172.21.15.122:0/3871312544 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8de80d3430 con 0x7f8de8161c80 2024-09-12T01:19:11.299 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.299+0000 7f8dd9ffb640 1 -- 172.21.15.122:0/3871312544 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8de4018070 con 0x7f8de8161c80 2024-09-12T01:19:11.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.299+0000 7f8dd9ffb640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8dcc06be30 0x7f8dcc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.299+0000 7f8dd9ffb640 1 -- 172.21.15.122:0/3871312544 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7f8de408b190 con 0x7f8de8161c80 2024-09-12T01:19:11.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.299+0000 7f8ded2d6640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8dcc06be30 0x7f8dcc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.300+0000 7f8ded2d6640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8dcc06be30 0x7f8dcc06e2f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc034000 tx=0x7f8ddc02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:11.302 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.303+0000 7f8dd9ffb640 1 -- 172.21.15.122:0/3871312544 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8de80d3b90 con 0x7f8de8161c80 2024-09-12T01:19:11.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.506+0000 7f8def53a640 1 -- 172.21.15.122:0/3871312544 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8de80d1a70 con 0x7f8de8161c80 2024-09-12T01:19:11.505 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.507+0000 7f8dd9ffb640 1 -- 172.21.15.122:0/3871312544 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5230 (secure 0 0 0) 0x7f8de4059920 con 0x7f8de8161c80 2024-09-12T01:19:11.506 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:11.506 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":34,"btime":"2024-09-12T01:19:07:456843+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4943,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/65265120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":65265120},{"type":"v1","addr":"172.21.15.151:6835","nonce":65265120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5167,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/4234202334","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":4234202334},{"type":"v1","addr":"172.21.15.151:6833","nonce":4234202334}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5559,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2849000077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2849000077},{"type":"v1","addr":"172.21.15.122:6837","nonce":2849000077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T01:18:30.661492+0000","modified":"2024-09-12T01:19:07.456835+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":56,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5556},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5556":{"gid":5556,"name":"c","rank":0,"incarnation":31,"state":"up:active","state_seq":4,"addr":"172.21.15.122:6835/3001802218","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":3001802218},{"type":"v1","addr":"172.21.15.122:6835","nonce":3001802218}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5556,"qdb_cluster":[5556]},"id":3}]} 2024-09-12T01:19:11.506 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 34 2024-09-12T01:19:11.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 -- 172.21.15.122:0/3871312544 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8dcc06be30 msgr2=0x7f8dcc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8dcc06be30 0x7f8dcc06e2f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc034000 tx=0x7f8ddc02e000 comp rx=0 tx=0).stop 2024-09-12T01:19:11.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 -- 172.21.15.122:0/3871312544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8de8161c80 msgr2=0x7f8de80b34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8de8161c80 0x7f8de80b34a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f8de400c7f0 tx=0x7f8de400ccb0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 -- 172.21.15.122:0/3871312544 shutdown_connections 2024-09-12T01:19:11.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f8dcc06be30 0x7f8dcc06e2f0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.508 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f8de8162060 0x7f8de8145490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8de8161c80 0x7f8de80b34a0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 --2- 172.21.15.122:0/3871312544 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8de80b64b0 0x7f8de80d3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 -- 172.21.15.122:0/3871312544 >> 172.21.15.122:0/3871312544 conn(0x7f8de80d44f0 msgr2=0x7f8de80b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:11.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 -- 172.21.15.122:0/3871312544 shutdown_connections 2024-09-12T01:19:11.509 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.509+0000 7f8def53a640 1 -- 172.21.15.122:0/3871312544 wait complete. 2024-09-12T01:19:11.519 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:19:11.616 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.617+0000 7f2a51a84640 1 Processor -- start 2024-09-12T01:19:11.616 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.617+0000 7f2a51a84640 1 -- start start 2024-09-12T01:19:11.617 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a51a84640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2a4c15b300 0x7f2a4c0cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a51a84640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f2a4c0cd3f0 0x7f2a4c06f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a51a84640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a4c0cdbe0 con 0x7f2a4c072d30 2024-09-12T01:19:11.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a51a84640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f2a4c0728a0 con 0x7f2a4c0cd3f0 2024-09-12T01:19:11.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a51a84640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2a4c0cd900 con 0x7f2a4c15b300 2024-09-12T01:19:11.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a4affd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f2a4c0cd3f0 0x7f2a4c06f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a4b7fe640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2a4c15b300 0x7f2a4c0cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a4bfff640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7f2a4c072d30 0x7f2a4c0b3c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:46332/0 (socket says 172.21.15.122:46332) 2024-09-12T01:19:11.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a4affd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f2a4c0cd3f0 0x7f2a4c06f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:45388/0 (socket says 172.21.15.122:45388) 2024-09-12T01:19:11.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a4bfff640 1 -- 172.21.15.122:0/1085005610 learned_addr learned my addr 172.21.15.122:0/1085005610 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:11.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a4affd640 1 -- 172.21.15.122:0/1085005610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2a4c15b300 msgr2=0x7f2a4c0cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:11.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a4affd640 1 --2- 172.21.15.122:0/1085005610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2a4c15b300 0x7f2a4c0cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a4affd640 1 -- 172.21.15.122:0/1085005610 >> v1:172.21.15.151:6789/0 conn(0x7f2a4c072d30 legacy=0x7f2a4c0b3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a4affd640 1 -- 172.21.15.122:0/1085005610 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a4c072250 con 0x7f2a4c0cd3f0 2024-09-12T01:19:11.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.618+0000 7f2a4b7fe640 1 --2- 172.21.15.122:0/1085005610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2a4c15b300 0x7f2a4c0cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:19:11.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.619+0000 7f2a4affd640 1 --2- 172.21.15.122:0/1085005610 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2a4c0cd3f0 0x7f2a4c06f1c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2a400097a0 tx=0x7f2a4002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10658dae34db50c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.619+0000 7f2a4a7fc640 1 -- 172.21.15.122:0/1085005610 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a40037070 con 0x7f2a4c0cd3f0 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.619+0000 7f2a4a7fc640 1 -- 172.21.15.122:0/1085005610 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a40032440 con 0x7f2a4c0cd3f0 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.620+0000 7f2a4a7fc640 1 -- 172.21.15.122:0/1085005610 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a40032810 con 0x7f2a4c0cd3f0 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.620+0000 7f2a51a84640 1 -- 172.21.15.122:0/1085005610 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2a4c0cd3f0 msgr2=0x7f2a4c06f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.620+0000 7f2a51a84640 1 --2- 172.21.15.122:0/1085005610 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2a4c0cd3f0 0x7f2a4c06f1c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2a400097a0 tx=0x7f2a4002a180 comp rx=0 tx=0).stop 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.620+0000 7f2a51a84640 1 -- 172.21.15.122:0/1085005610 shutdown_connections 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.620+0000 7f2a51a84640 1 --2- 172.21.15.122:0/1085005610 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2a4c0cd3f0 0x7f2a4c06f1c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.620+0000 7f2a51a84640 1 --2- 172.21.15.122:0/1085005610 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2a4c15b300 0x7f2a4c0cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.620+0000 7f2a51a84640 1 -- 172.21.15.122:0/1085005610 >> 172.21.15.122:0/1085005610 conn(0x7f2a4c067d70 msgr2=0x7f2a4c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.620+0000 7f2a51a84640 1 -- 172.21.15.122:0/1085005610 shutdown_connections 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.620+0000 7f2a51a84640 1 -- 172.21.15.122:0/1085005610 wait complete. 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.621+0000 7f2a51a84640 1 Processor -- start 2024-09-12T01:19:11.621 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.621+0000 7f2a51a84640 1 -- start start 2024-09-12T01:19:11.624 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a51a84640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2a4c072d30 0x7f2a4c14ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.624 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a51a84640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2a4c0cd3f0 0x7f2a4c147990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.624 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a51a84640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2a4c15b300 0x7f2a4c14c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.624 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a51a84640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c0d0160 con 0x7f2a4c072d30 2024-09-12T01:19:11.624 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a51a84640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c0cffe0 con 0x7f2a4c0cd3f0 2024-09-12T01:19:11.624 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a51a84640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2a4c06f700 con 0x7f2a4c15b300 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a4b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2a4c072d30 0x7f2a4c14ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a4b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2a4c072d30 0x7f2a4c14ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52084/0 (socket says 172.21.15.122:52084) 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a4b7fe640 1 -- 172.21.15.122:0/3805047347 learned_addr learned my addr 172.21.15.122:0/3805047347 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a4affd640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2a4c0cd3f0 0x7f2a4c147990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a4bfff640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2a4c15b300 0x7f2a4c14c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a4b7fe640 1 -- 172.21.15.122:0/3805047347 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2a4c15b300 msgr2=0x7f2a4c14c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.622+0000 7f2a4b7fe640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2a4c15b300 0x7f2a4c14c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.623+0000 7f2a4b7fe640 1 -- 172.21.15.122:0/3805047347 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2a4c0cd3f0 msgr2=0x7f2a4c147990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.623+0000 7f2a4b7fe640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2a4c0cd3f0 0x7f2a4c147990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.623+0000 7f2a4b7fe640 1 -- 172.21.15.122:0/3805047347 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a4c14f500 con 0x7f2a4c072d30 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.623+0000 7f2a4b7fe640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2a4c072d30 0x7f2a4c14ed70 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c00e960 tx=0x7f2a3c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.623+0000 7f2a33fff640 1 -- 172.21.15.122:0/3805047347 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c017070 con 0x7f2a4c072d30 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.623+0000 7f2a33fff640 1 -- 172.21.15.122:0/3805047347 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a3c00ca00 con 0x7f2a4c072d30 2024-09-12T01:19:11.625 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.623+0000 7f2a33fff640 1 -- 172.21.15.122:0/3805047347 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c00cdd0 con 0x7f2a4c072d30 2024-09-12T01:19:11.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.623+0000 7f2a51a84640 1 -- 172.21.15.122:0/3805047347 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a4c14f7e0 con 0x7f2a4c072d30 2024-09-12T01:19:11.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.623+0000 7f2a51a84640 1 -- 172.21.15.122:0/3805047347 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a4c14fda0 con 0x7f2a4c072d30 2024-09-12T01:19:11.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.624+0000 7f2a51a84640 1 -- 172.21.15.122:0/3805047347 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a4c0b52b0 con 0x7f2a4c072d30 2024-09-12T01:19:11.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.624+0000 7f2a33fff640 1 -- 172.21.15.122:0/3805047347 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2a3c01a070 con 0x7f2a4c072d30 2024-09-12T01:19:11.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.625+0000 7f2a33fff640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2a3806be30 0x7f2a3806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.625+0000 7f2a33fff640 1 -- 172.21.15.122:0/3805047347 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7f2a3c08b2c0 con 0x7f2a4c072d30 2024-09-12T01:19:11.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.625+0000 7f2a4affd640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2a3806be30 0x7f2a3806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.626 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.625+0000 7f2a4affd640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2a3806be30 0x7f2a3806e2f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2a40034000 tx=0x7f2a4002e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:11.628 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.629+0000 7f2a33fff640 1 -- 172.21.15.122:0/3805047347 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2a3c059a60 con 0x7f2a4c072d30 2024-09-12T01:19:11.794 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.795+0000 7f2a51a84640 1 -- 172.21.15.122:0/3805047347 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2a4c0b4fd0 con 0x7f2a4c072d30 2024-09-12T01:19:11.795 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.796+0000 7f2a33fff640 1 -- 172.21.15.122:0/3805047347 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+17243 (secure 0 0 0) 0x7f2a3c059360 con 0x7f2a4c072d30 2024-09-12T01:19:11.795 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:11.795 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":57,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:19:03.439882+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-12T01:18:29.021288+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-12T01:18:29.634307+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.14","mappings":[{"from":0,"to":6}]},{"pgid":"8.3d","mappings":[{"from":0,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.122:6835/444570294":"2024-09-13T01:19:03.434467+0000","172.21.15.122:6834/444570294":"2024-09-13T01:19:03.434467+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:19:11.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 -- 172.21.15.122:0/3805047347 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2a3806be30 msgr2=0x7f2a3806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2a3806be30 0x7f2a3806e2f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2a40034000 tx=0x7f2a4002e000 comp rx=0 tx=0).stop 2024-09-12T01:19:11.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 -- 172.21.15.122:0/3805047347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2a4c072d30 msgr2=0x7f2a4c14ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2a4c072d30 0x7f2a4c14ed70 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c00e960 tx=0x7f2a3c00ee20 comp rx=0 tx=0).stop 2024-09-12T01:19:11.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 -- 172.21.15.122:0/3805047347 shutdown_connections 2024-09-12T01:19:11.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2a3806be30 0x7f2a3806e2f0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2a4c15b300 0x7f2a4c14c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2a4c0cd3f0 0x7f2a4c147990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 --2- 172.21.15.122:0/3805047347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2a4c072d30 0x7f2a4c14ed70 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 -- 172.21.15.122:0/3805047347 >> 172.21.15.122:0/3805047347 conn(0x7f2a4c067d70 msgr2=0x7f2a4c0b2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:11.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 -- 172.21.15.122:0/3805047347 shutdown_connections 2024-09-12T01:19:11.798 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.798+0000 7f2a51a84640 1 -- 172.21.15.122:0/3805047347 wait complete. 2024-09-12T01:19:11.808 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-12T01:19:11.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.909+0000 7f9c34da6640 1 Processor -- start 2024-09-12T01:19:11.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.909+0000 7f9c34da6640 1 -- start start 2024-09-12T01:19:11.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.910+0000 7f9c34da6640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f9c30072700 0x7f9c3015d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.910+0000 7f9c34da6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c30146140 con 0x7f9c30072320 2024-09-12T01:19:11.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.910+0000 7f9c34da6640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c300cd740 con 0x7f9c30072de0 2024-09-12T01:19:11.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.910+0000 7f9c34da6640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f9c300cda20 con 0x7f9c30072700 2024-09-12T01:19:11.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.910+0000 7f9c2e59c640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f9c30072320 0x7f9c300cce60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38210/0 (socket says 172.21.15.122:38210) 2024-09-12T01:19:11.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.910+0000 7f9c2e59c640 1 -- 172.21.15.122:0/3060108301 learned_addr learned my addr 172.21.15.122:0/3060108301 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:11.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.910+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3134116033 0 0) 0x7f9c30146140 con 0x7f9c30072320 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.910+0000 7f9c2ed9d640 1 --2- 172.21.15.122:0/3060108301 >> v2:172.21.15.151:3300/0 conn(0x7f9c30072700 0x7f9c3015d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.910+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9c18003520 con 0x7f9c30072320 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1990381498 0 0) 0x7f9c18003520 con 0x7f9c30072320 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 >> v2:172.21.15.151:3300/0 conn(0x7f9c30072700 msgr2=0x7f9c3015d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 --2- 172.21.15.122:0/3060108301 >> v2:172.21.15.151:3300/0 conn(0x7f9c30072700 0x7f9c3015d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 >> v1:172.21.15.151:6789/0 conn(0x7f9c30072de0 legacy=0x7f9c3015d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c300cdd00 con 0x7f9c30072320 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f9c200019f0 con 0x7f9c30072320 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 >> v1:172.21.15.122:6789/0 conn(0x7f9c30072320 legacy=0x7f9c300cce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9c180039b0 0x7f9c18003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c18004800 0x7f9c18004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9c180051c0 0x7f9c1800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.912 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9c300cda20 con 0x7f9c18004800 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1800c160 con 0x7f9c180051c0 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9c1800c360 con 0x7f9c180039b0 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2dd9b640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c18004800 0x7f9c18004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2e59c640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9c180039b0 0x7f9c18003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2ed9d640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9c180051c0 0x7f9c1800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2dd9b640 1 -- 172.21.15.122:0/3060108301 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9c180039b0 msgr2=0x7f9c18003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2dd9b640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9c180039b0 0x7f9c18003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2dd9b640 1 -- 172.21.15.122:0/3060108301 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9c180051c0 msgr2=0x7f9c1800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2dd9b640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9c180051c0 0x7f9c1800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2dd9b640 1 -- 172.21.15.122:0/3060108301 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c18003520 con 0x7f9c18004800 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2ed9d640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9c180051c0 0x7f9c1800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.911+0000 7f9c2ed9d640 1 -- 172.21.15.122:0/3060108301 reap_dead start 2024-09-12T01:19:11.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.912+0000 7f9c2dd9b640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c18004800 0x7f9c18004c80 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f9c24001750 tx=0x7f9c18005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e2ba694cedd2924 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:11.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.912+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24001370 con 0x7f9c18004800 2024-09-12T01:19:11.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.912+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c240052d0 con 0x7f9c18004800 2024-09-12T01:19:11.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.912+0000 7f9c2d59a640 1 -- 172.21.15.122:0/3060108301 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2402abc0 con 0x7f9c18004800 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.913+0000 7f9c34da6640 1 -- 172.21.15.122:0/3060108301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c18004800 msgr2=0x7f9c18004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.913+0000 7f9c34da6640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c18004800 0x7f9c18004c80 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f9c24001750 tx=0x7f9c18005830 comp rx=0 tx=0).stop 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.913+0000 7f9c34da6640 1 -- 172.21.15.122:0/3060108301 shutdown_connections 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.913+0000 7f9c34da6640 1 --2- 172.21.15.122:0/3060108301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c18004800 0x7f9c18004c80 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.913+0000 7f9c34da6640 1 -- 172.21.15.122:0/3060108301 >> 172.21.15.122:0/3060108301 conn(0x7f9c30067d70 msgr2=0x7f9c3006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.913+0000 7f9c34da6640 1 -- 172.21.15.122:0/3060108301 shutdown_connections 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.913+0000 7f9c34da6640 1 -- 172.21.15.122:0/3060108301 wait complete. 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.914+0000 7f9c34da6640 1 Processor -- start 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.914+0000 7f9c34da6640 1 -- start start 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c34da6640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9c18004800 0x7f9c30137bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c34da6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c300c7d60 0x7f9c300c8c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c34da6640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9c300a9d10 0x7f9c300aa1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c34da6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9c300ccfe0 con 0x7f9c300c7d60 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c34da6640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f9c300cce60 con 0x7f9c18004800 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c34da6640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9c300cd160 con 0x7f9c300a9d10 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c2dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c300c7d60 0x7f9c300c8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c2dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c300c7d60 0x7f9c300c8c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52094/0 (socket says 172.21.15.122:52094) 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c2dd9b640 1 -- 172.21.15.122:0/467271130 learned_addr learned my addr 172.21.15.122:0/467271130 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c2dd9b640 1 -- 172.21.15.122:0/467271130 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9c300a9d10 msgr2=0x7f9c300aa1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c2dd9b640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9c300a9d10 0x7f9c300aa1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c2dd9b640 1 -- 172.21.15.122:0/467271130 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9c18004800 msgr2=0x7f9c30137bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c2dd9b640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9c18004800 0x7f9c30137bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c2dd9b640 1 -- 172.21.15.122:0/467271130 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c30138110 con 0x7f9c300c7d60 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c2dd9b640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c300c7d60 0x7f9c300c8c80 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f9c24000c00 tx=0x7f9c24001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:11.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c1effd640 1 -- 172.21.15.122:0/467271130 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2403f030 con 0x7f9c300c7d60 2024-09-12T01:19:11.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c1effd640 1 -- 172.21.15.122:0/467271130 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c24005480 con 0x7f9c300c7d60 2024-09-12T01:19:11.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c1effd640 1 -- 172.21.15.122:0/467271130 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24037040 con 0x7f9c300c7d60 2024-09-12T01:19:11.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.915+0000 7f9c34da6640 1 -- 172.21.15.122:0/467271130 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c300c94d0 con 0x7f9c300c7d60 2024-09-12T01:19:11.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.916+0000 7f9c34da6640 1 -- 172.21.15.122:0/467271130 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c300caae0 con 0x7f9c300c7d60 2024-09-12T01:19:11.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.916+0000 7f9c34da6640 1 -- 172.21.15.122:0/467271130 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c3006e870 con 0x7f9c300c7d60 2024-09-12T01:19:11.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.917+0000 7f9c1effd640 1 -- 172.21.15.122:0/467271130 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9c24042070 con 0x7f9c300c7d60 2024-09-12T01:19:11.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.917+0000 7f9c1effd640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9c1006be30 0x7f9c1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:11.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.917+0000 7f9c1effd640 1 -- 172.21.15.122:0/467271130 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6245+0+0 (secure 0 0 0) 0x7f9c24007640 con 0x7f9c300c7d60 2024-09-12T01:19:11.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.917+0000 7f9c2e59c640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9c1006be30 0x7f9c1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:11.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.918+0000 7f9c2e59c640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9c1006be30 0x7f9c1006e2f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9c20001560 tx=0x7f9c200014d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:11.920 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:11.922+0000 7f9c1effd640 1 -- 172.21.15.122:0/467271130 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9c24078f10 con 0x7f9c300c7d60 2024-09-12T01:19:12.121 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.122+0000 7f9c34da6640 1 -- 172.21.15.122:0/467271130 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9c30143d60 con 0x7f9c300c7d60 2024-09-12T01:19:12.121 INFO:tasks.ceph.mon.a.smithi122.stderr:2024-09-12T01:19:12.122+0000 7f93a7edd640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T01:19:12.123 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.124+0000 7f9c1effd640 1 -- 172.21.15.122:0/467271130 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v35) ==== 161+0+0 (secure 0 0 0) 0x7f9c24078810 con 0x7f9c300c7d60 2024-09-12T01:19:12.123 INFO:teuthology.orchestra.run.smithi122.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-12T01:19:12.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.126+0000 7f9c34da6640 1 -- 172.21.15.122:0/467271130 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9c1006be30 msgr2=0x7f9c1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:12.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.126+0000 7f9c34da6640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9c1006be30 0x7f9c1006e2f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9c20001560 tx=0x7f9c200014d0 comp rx=0 tx=0).stop 2024-09-12T01:19:12.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.126+0000 7f9c34da6640 1 -- 172.21.15.122:0/467271130 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c300c7d60 msgr2=0x7f9c300c8c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:12.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.126+0000 7f9c34da6640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c300c7d60 0x7f9c300c8c80 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f9c24000c00 tx=0x7f9c24001120 comp rx=0 tx=0).stop 2024-09-12T01:19:12.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.126+0000 7f9c34da6640 1 -- 172.21.15.122:0/467271130 shutdown_connections 2024-09-12T01:19:12.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.126+0000 7f9c34da6640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9c1006be30 0x7f9c1006e2f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:12.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.126+0000 7f9c34da6640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9c300a9d10 0x7f9c300aa1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:12.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.126+0000 7f9c34da6640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c300c7d60 0x7f9c300c8c80 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:12.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.126+0000 7f9c34da6640 1 --2- 172.21.15.122:0/467271130 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9c18004800 0x7f9c30137bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:12.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.126+0000 7f9c34da6640 1 -- 172.21.15.122:0/467271130 >> 172.21.15.122:0/467271130 conn(0x7f9c30067d70 msgr2=0x7f9c300c5930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:12.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.127+0000 7f9c34da6640 1 -- 172.21.15.122:0/467271130 shutdown_connections 2024-09-12T01:19:12.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.127+0000 7f9c34da6640 1 -- 172.21.15.122:0/467271130 wait complete. 2024-09-12T01:19:12.128 INFO:tasks.ceph.mds.c.smithi122.stderr: -74> 2024-09-12T01:19:10.444+0000 7fc6ee043640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T01:19:12.137 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-12T01:19:12.152 INFO:tasks.ceph.mds.c.smithi122.stdout:starting mds.c at 2024-09-12T01:19:12.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.239+0000 7fced10d0640 1 Processor -- start 2024-09-12T01:19:12.238 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.239+0000 7fced10d0640 1 -- start start 2024-09-12T01:19:12.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.239+0000 7fced10d0640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fcecc1533e0 0x7fcecc1608b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:12.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.239+0000 7fced10d0640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fcecc0afde0 0x7fcecc0ce780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:12.239 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.239+0000 7fced10d0640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcecc0b0270 con 0x7fcecc0cecc0 2024-09-12T01:19:12.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.240+0000 7fced10d0640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fcecc0cf130 con 0x7fcecc0afde0 2024-09-12T01:19:12.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.240+0000 7fced10d0640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fcecc06f470 con 0x7fcecc1533e0 2024-09-12T01:19:12.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.240+0000 7fceca59c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fcecc0afde0 0x7fcecc0ce780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:12.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.240+0000 7fceca59c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fcecc0afde0 0x7fcecc0ce780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52110/0 (socket says 172.21.15.122:52110) 2024-09-12T01:19:12.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.240+0000 7fceca59c640 1 -- 172.21.15.122:0/2170472331 learned_addr learned my addr 172.21.15.122:0/2170472331 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:12.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.240+0000 7fcecad9d640 1 --2- 172.21.15.122:0/2170472331 >> v2:172.21.15.151:3300/0 conn(0x7fcecc1533e0 0x7fcecc1608b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:12.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.240+0000 7fceca59c640 1 -- 172.21.15.122:0/2170472331 >> v2:172.21.15.151:3300/0 conn(0x7fcecc1533e0 msgr2=0x7fcecc1608b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:12.240 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.240+0000 7fceca59c640 1 --2- 172.21.15.122:0/2170472331 >> v2:172.21.15.151:3300/0 conn(0x7fcecc1533e0 0x7fcecc1608b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:12.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.240+0000 7fceca59c640 1 -- 172.21.15.122:0/2170472331 >> v1:172.21.15.151:6789/0 conn(0x7fcecc0cecc0 legacy=0x7fcecc0cd4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:12.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.240+0000 7fceca59c640 1 -- 172.21.15.122:0/2170472331 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcecc0b0510 con 0x7fcecc0afde0 2024-09-12T01:19:12.241 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fceca59c640 1 --2- 172.21.15.122:0/2170472331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcecc0afde0 0x7fcecc0ce780 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fcecc06d720 tx=0x7fceb402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a6d9ad539eb6592 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:12.244 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fcec9d9b640 1 -- 172.21.15.122:0/2170472331 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb4037070 con 0x7fcecc0afde0 2024-09-12T01:19:12.244 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fcec9d9b640 1 -- 172.21.15.122:0/2170472331 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fceb4032440 con 0x7fcecc0afde0 2024-09-12T01:19:12.244 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fcec9d9b640 1 -- 172.21.15.122:0/2170472331 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb4032810 con 0x7fcecc0afde0 2024-09-12T01:19:12.244 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fced10d0640 1 -- 172.21.15.122:0/2170472331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcecc0afde0 msgr2=0x7fcecc0ce780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:12.244 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fced10d0640 1 --2- 172.21.15.122:0/2170472331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcecc0afde0 0x7fcecc0ce780 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fcecc06d720 tx=0x7fceb402a230 comp rx=0 tx=0).stop 2024-09-12T01:19:12.244 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fced10d0640 1 -- 172.21.15.122:0/2170472331 shutdown_connections 2024-09-12T01:19:12.244 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fced10d0640 1 --2- 172.21.15.122:0/2170472331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcecc0afde0 0x7fcecc0ce780 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:12.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fced10d0640 1 --2- 172.21.15.122:0/2170472331 >> v2:172.21.15.151:3300/0 conn(0x7fcecc1533e0 0x7fcecc1608b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:12.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fced10d0640 1 -- 172.21.15.122:0/2170472331 >> 172.21.15.122:0/2170472331 conn(0x7fcecc073530 msgr2=0x7fcecc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:12.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fced10d0640 1 -- 172.21.15.122:0/2170472331 shutdown_connections 2024-09-12T01:19:12.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.241+0000 7fced10d0640 1 -- 172.21.15.122:0/2170472331 wait complete. 2024-09-12T01:19:12.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.243+0000 7fced10d0640 1 Processor -- start 2024-09-12T01:19:12.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.243+0000 7fced10d0640 1 -- start start 2024-09-12T01:19:12.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.243+0000 7fced10d0640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fcecc0afde0 0x7fcecc154a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:12.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.243+0000 7fced10d0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcecc0cecc0 0x7fcecc1f5e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:12.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.243+0000 7fced10d0640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fcecc1533e0 0x7fcecc1468d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:12.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.243+0000 7fced10d0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc15ced0 con 0x7fcecc0cecc0 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.243+0000 7fced10d0640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc15cbf0 con 0x7fcecc0afde0 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.243+0000 7fced10d0640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fcecc15d1b0 con 0x7fcecc1533e0 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fceca59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcecc0cecc0 0x7fcecc1f5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fceca59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcecc0cecc0 0x7fcecc1f5e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52124/0 (socket says 172.21.15.122:52124) 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fceca59c640 1 -- 172.21.15.122:0/2593473091 learned_addr learned my addr 172.21.15.122:0/2593473091 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fcecad9d640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fcecc0afde0 0x7fcecc154a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fcecb59e640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fcecc1533e0 0x7fcecc1468d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fceca59c640 1 -- 172.21.15.122:0/2593473091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fcecc1533e0 msgr2=0x7fcecc1468d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fceca59c640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fcecc1533e0 0x7fcecc1468d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fceca59c640 1 -- 172.21.15.122:0/2593473091 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fcecc0afde0 msgr2=0x7fcecc154a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fceca59c640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fcecc0afde0 0x7fcecc154a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fceca59c640 1 -- 172.21.15.122:0/2593473091 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcecc146e10 con 0x7fcecc0cecc0 2024-09-12T01:19:12.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fcecad9d640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fcecc0afde0 0x7fcecc154a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:12.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fcecb59e640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fcecc1533e0 0x7fcecc1468d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:12.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fceca59c640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcecc0cecc0 0x7fcecc1f5e30 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fceb4000c00 tx=0x7fceb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:12.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fcec37fe640 1 -- 172.21.15.122:0/2593473091 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb4041020 con 0x7fcecc0cecc0 2024-09-12T01:19:12.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fcec37fe640 1 -- 172.21.15.122:0/2593473091 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fceb40306c0 con 0x7fcecc0cecc0 2024-09-12T01:19:12.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fced10d0640 1 -- 172.21.15.122:0/2593473091 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcecc155150 con 0x7fcecc0cecc0 2024-09-12T01:19:12.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fcec37fe640 1 -- 172.21.15.122:0/2593473091 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb4037040 con 0x7fcecc0cecc0 2024-09-12T01:19:12.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.244+0000 7fced10d0640 1 -- 172.21.15.122:0/2593473091 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcecc155710 con 0x7fcecc0cecc0 2024-09-12T01:19:12.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.245+0000 7fced10d0640 1 -- 172.21.15.122:0/2593473091 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcecc15d6d0 con 0x7fcecc0cecc0 2024-09-12T01:19:12.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.246+0000 7fcec37fe640 1 -- 172.21.15.122:0/2593473091 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fceb4044020 con 0x7fcecc0cecc0 2024-09-12T01:19:12.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.246+0000 7fcec37fe640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fceac06be30 0x7fceac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:12.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.246+0000 7fcec37fe640 1 -- 172.21.15.122:0/2593473091 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 6331+0+0 (secure 0 0 0) 0x7fceb40ab9f0 con 0x7fcecc0cecc0 2024-09-12T01:19:12.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.246+0000 7fcecad9d640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fceac06be30 0x7fceac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:12.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.247+0000 7fcecad9d640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fceac06be30 0x7fceac06e2f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fcebc006fd0 tx=0x7fcebc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:12.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.250+0000 7fcec37fe640 1 -- 172.21.15.122:0/2593473091 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fceb404b030 con 0x7fcecc0cecc0 2024-09-12T01:19:12.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:12.449+0000 7fced10d0640 1 -- 172.21.15.122:0/2593473091 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fcecc0cfa80 con 0x7fcecc0cecc0 2024-09-12T01:19:13.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.127+0000 7fcec37fe640 1 -- 172.21.15.122:0/2593473091 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v36) ==== 104+0+0 (secure 0 0 0) 0x7fceb407a0a0 con 0x7fcecc0cecc0 2024-09-12T01:19:13.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.129+0000 7fced10d0640 1 -- 172.21.15.122:0/2593473091 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fceac06be30 msgr2=0x7fceac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:13.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.129+0000 7fced10d0640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fceac06be30 0x7fceac06e2f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fcebc006fd0 tx=0x7fcebc008040 comp rx=0 tx=0).stop 2024-09-12T01:19:13.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.129+0000 7fced10d0640 1 -- 172.21.15.122:0/2593473091 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcecc0cecc0 msgr2=0x7fcecc1f5e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:13.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.129+0000 7fced10d0640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcecc0cecc0 0x7fcecc1f5e30 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fceb4000c00 tx=0x7fceb40046c0 comp rx=0 tx=0).stop 2024-09-12T01:19:13.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.129+0000 7fced10d0640 1 -- 172.21.15.122:0/2593473091 shutdown_connections 2024-09-12T01:19:13.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.129+0000 7fced10d0640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fceac06be30 0x7fceac06e2f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:13.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.129+0000 7fced10d0640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fcecc1533e0 0x7fcecc1468d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:13.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.129+0000 7fced10d0640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcecc0cecc0 0x7fcecc1f5e30 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:13.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.130+0000 7fced10d0640 1 --2- 172.21.15.122:0/2593473091 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fcecc0afde0 0x7fcecc154a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:13.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.130+0000 7fced10d0640 1 -- 172.21.15.122:0/2593473091 >> 172.21.15.122:0/2593473091 conn(0x7fcecc073530 msgr2=0x7fcecc06fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:13.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.130+0000 7fced10d0640 1 -- 172.21.15.122:0/2593473091 shutdown_connections 2024-09-12T01:19:13.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.130+0000 7fced10d0640 1 -- 172.21.15.122:0/2593473091 wait complete. 2024-09-12T01:19:13.141 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-12T01:19:13.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.286+0000 7fd49b9d6640 1 Processor -- start 2024-09-12T01:19:13.285 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.286+0000 7fd49b9d6640 1 -- start start 2024-09-12T01:19:13.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd49b9d6640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fd4940af210 0x7fd494070a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:13.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd49b9d6640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd494070fb0 0x7fd49406de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:13.288 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd49b9d6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd49406cdc0 con 0x7fd49415e7f0 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd49b9d6640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fd49406d0a0 con 0x7fd4940af210 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd49b9d6640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd49406d380 con 0x7fd494070fb0 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd499772640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fd49415e7f0 0x7fd4940b6d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38226/0 (socket says 172.21.15.122:38226) 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd499772640 1 -- 172.21.15.122:0/2729010319 learned_addr learned my addr 172.21.15.122:0/2729010319 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2768489816 0 0) 0x7fd49406cdc0 con 0x7fd49415e7f0 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd480003520 con 0x7fd49415e7f0 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd499f73640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd494070fb0 0x7fd49406de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd498f71640 1 --2- 172.21.15.122:0/2729010319 >> v2:172.21.15.151:3300/0 conn(0x7fd4940af210 0x7fd494070a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 38677161 0 0) 0x7fd480003520 con 0x7fd49415e7f0 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd494070fb0 msgr2=0x7fd49406de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd494070fb0 0x7fd49406de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 >> v2:172.21.15.151:3300/0 conn(0x7fd4940af210 msgr2=0x7fd494070a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:13.289 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 --2- 172.21.15.122:0/2729010319 >> v2:172.21.15.151:3300/0 conn(0x7fd4940af210 0x7fd494070a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd49406d660 con 0x7fd49415e7f0 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7fd4900019f0 con 0x7fd49415e7f0 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 >> v1:172.21.15.122:6789/0 conn(0x7fd49415e7f0 legacy=0x7fd4940b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd4800039b0 0x7fd480003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd494070fb0 0x7fd480004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd480004d40 0x7fd4800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd49406d0a0 con 0x7fd480004d40 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.287+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd49406d380 con 0x7fd4800039b0 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.288+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd48000ba70 con 0x7fd494070fb0 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.288+0000 7fd499f73640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd480004d40 0x7fd4800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.288+0000 7fd499772640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd4800039b0 0x7fd480003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.288+0000 7fd498f71640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd494070fb0 0x7fd480004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.288+0000 7fd499f73640 1 -- 172.21.15.122:0/2729010319 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd494070fb0 msgr2=0x7fd480004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:13.290 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.288+0000 7fd499f73640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd494070fb0 0x7fd480004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.288+0000 7fd499f73640 1 -- 172.21.15.122:0/2729010319 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd4800039b0 msgr2=0x7fd480003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.288+0000 7fd499f73640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd4800039b0 0x7fd480003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.288+0000 7fd499f73640 1 -- 172.21.15.122:0/2729010319 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd480003520 con 0x7fd480004d40 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.289+0000 7fd499f73640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd480004d40 0x7fd4800051c0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fd48c00ba60 tx=0x7fd480005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1293a24eeabbac8b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.289+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd48c030070 con 0x7fd480004d40 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.289+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd48c02ae10 con 0x7fd480004d40 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.289+0000 7fd48bfff640 1 -- 172.21.15.122:0/2729010319 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd48c00b600 con 0x7fd480004d40 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.289+0000 7fd49b9d6640 1 -- 172.21.15.122:0/2729010319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd480004d40 msgr2=0x7fd4800051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.289+0000 7fd49b9d6640 1 --2- 172.21.15.122:0/2729010319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd480004d40 0x7fd4800051c0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fd48c00ba60 tx=0x7fd480005830 comp rx=0 tx=0).stop 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.289+0000 7fd499f73640 1 -- 172.21.15.122:0/2729010319 reap_dead start 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.289+0000 7fd49b9d6640 1 -- 172.21.15.122:0/2729010319 shutdown_connections 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.289+0000 7fd49b9d6640 1 -- 172.21.15.122:0/2729010319 >> 172.21.15.122:0/2729010319 conn(0x7fd4940b3f30 msgr2=0x7fd4940b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:13.291 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.289+0000 7fd49b9d6640 1 -- 172.21.15.122:0/2729010319 shutdown_connections 2024-09-12T01:19:13.292 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.289+0000 7fd49b9d6640 1 -- 172.21.15.122:0/2729010319 wait complete. 2024-09-12T01:19:13.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.290+0000 7fd49b9d6640 1 Processor -- start 2024-09-12T01:19:13.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.291+0000 7fd49b9d6640 1 -- start start 2024-09-12T01:19:13.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.291+0000 7fd49b9d6640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd480004d40 0x7fd494159bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:13.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.291+0000 7fd49b9d6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd49415a130 0x7fd494146a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:13.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.291+0000 7fd49b9d6640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd494146f90 0x7fd494147410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:13.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.291+0000 7fd49b9d6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd4940b60c0 con 0x7fd49415a130 2024-09-12T01:19:13.294 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.291+0000 7fd49b9d6640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fd4940b5f40 con 0x7fd494146f90 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.291+0000 7fd49b9d6640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fd49406de60 con 0x7fd480004d40 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.291+0000 7fd498f71640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd49415a130 0x7fd494146a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.291+0000 7fd498f71640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd49415a130 0x7fd494146a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52154/0 (socket says 172.21.15.122:52154) 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.291+0000 7fd498f71640 1 -- 172.21.15.122:0/155323533 learned_addr learned my addr 172.21.15.122:0/155323533 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.292+0000 7fd498f71640 1 -- 172.21.15.122:0/155323533 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd480004d40 msgr2=0x7fd494159bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.292+0000 7fd498f71640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd480004d40 0x7fd494159bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.292+0000 7fd498f71640 1 -- 172.21.15.122:0/155323533 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd494146f90 msgr2=0x7fd494147410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.292+0000 7fd498f71640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd494146f90 0x7fd494147410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.292+0000 7fd498f71640 1 -- 172.21.15.122:0/155323533 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd49415a7f0 con 0x7fd49415a130 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.292+0000 7fd498f71640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd49415a130 0x7fd494146a50 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fd48400b7f0 tx=0x7fd48400bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.292+0000 7fd489ffb640 1 -- 172.21.15.122:0/155323533 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd484018070 con 0x7fd49415a130 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.292+0000 7fd489ffb640 1 -- 172.21.15.122:0/155323533 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4840107b0 con 0x7fd49415a130 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.292+0000 7fd49b9d6640 1 -- 172.21.15.122:0/155323533 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd49415aad0 con 0x7fd49415a130 2024-09-12T01:19:13.295 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.292+0000 7fd489ffb640 1 -- 172.21.15.122:0/155323533 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd484010b80 con 0x7fd49415a130 2024-09-12T01:19:13.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.292+0000 7fd49b9d6640 1 -- 172.21.15.122:0/155323533 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd49415b090 con 0x7fd49415a130 2024-09-12T01:19:13.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.293+0000 7fd49b9d6640 1 -- 172.21.15.122:0/155323533 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd494070a70 con 0x7fd49415a130 2024-09-12T01:19:13.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.294+0000 7fd489ffb640 1 -- 172.21.15.122:0/155323533 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd48401b070 con 0x7fd49415a130 2024-09-12T01:19:13.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.294+0000 7fd489ffb640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd47806be30 0x7fd47806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:13.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.294+0000 7fd489ffb640 1 -- 172.21.15.122:0/155323533 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 6331+0+0 (secure 0 0 0) 0x7fd48408b510 con 0x7fd49415a130 2024-09-12T01:19:13.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.294+0000 7fd499772640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd47806be30 0x7fd47806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:13.296 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.294+0000 7fd499772640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd47806be30 0x7fd47806e2f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd490001330 tx=0x7fd4900017b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:13.297 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.298+0000 7fd489ffb640 1 -- 172.21.15.122:0/155323533 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd484059c50 con 0x7fd49415a130 2024-09-12T01:19:13.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:13.462+0000 7fd49b9d6640 1 -- 172.21.15.122:0/155323533 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd4940b00a0 con 0x7fd49415a130 2024-09-12T01:19:14.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.129+0000 7fd489ffb640 1 -- 172.21.15.122:0/155323533 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v59) ==== 181+0+0 (secure 0 0 0) 0x7fd484059550 con 0x7fd49415a130 2024-09-12T01:19:14.128 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_metadata' removed 2024-09-12T01:19:14.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.131+0000 7fd49b9d6640 1 -- 172.21.15.122:0/155323533 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd47806be30 msgr2=0x7fd47806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:14.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.131+0000 7fd49b9d6640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd47806be30 0x7fd47806e2f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd490001330 tx=0x7fd4900017b0 comp rx=0 tx=0).stop 2024-09-12T01:19:14.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.131+0000 7fd49b9d6640 1 -- 172.21.15.122:0/155323533 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd49415a130 msgr2=0x7fd494146a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:14.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.131+0000 7fd49b9d6640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd49415a130 0x7fd494146a50 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fd48400b7f0 tx=0x7fd48400bcb0 comp rx=0 tx=0).stop 2024-09-12T01:19:14.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.132+0000 7fd49b9d6640 1 -- 172.21.15.122:0/155323533 shutdown_connections 2024-09-12T01:19:14.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.132+0000 7fd49b9d6640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fd47806be30 0x7fd47806e2f0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:14.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.132+0000 7fd49b9d6640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fd494146f90 0x7fd494147410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:14.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.132+0000 7fd49b9d6640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd49415a130 0x7fd494146a50 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:14.131 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.132+0000 7fd49b9d6640 1 --2- 172.21.15.122:0/155323533 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fd480004d40 0x7fd494159bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:14.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.132+0000 7fd49b9d6640 1 -- 172.21.15.122:0/155323533 >> 172.21.15.122:0/155323533 conn(0x7fd4940b3f30 msgr2=0x7fd4940b2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:14.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.132+0000 7fd49b9d6640 1 -- 172.21.15.122:0/155323533 shutdown_connections 2024-09-12T01:19:14.132 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.132+0000 7fd49b9d6640 1 -- 172.21.15.122:0/155323533 wait complete. 2024-09-12T01:19:14.142 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-12T01:19:14.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.246+0000 7f1bc31e4640 1 Processor -- start 2024-09-12T01:19:14.245 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.246+0000 7f1bc31e4640 1 -- start start 2024-09-12T01:19:14.246 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.247+0000 7f1bc31e4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f1bbc0b5f10 0x7f1bbc0b6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:14.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.247+0000 7f1bc31e4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bbc0700b0 con 0x7f1bbc159ce0 2024-09-12T01:19:14.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.247+0000 7f1bc31e4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bbc1601b0 con 0x7f1bbc15dce0 2024-09-12T01:19:14.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.247+0000 7f1bc31e4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f1bbc0b6880 con 0x7f1bbc0b5f10 2024-09-12T01:19:14.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.247+0000 7f1bc0f80640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f1bbc159ce0 0x7f1bbc15d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38228/0 (socket says 172.21.15.122:38228) 2024-09-12T01:19:14.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.247+0000 7f1bc0f80640 1 -- 172.21.15.122:0/2375104977 learned_addr learned my addr 172.21.15.122:0/2375104977 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:14.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.247+0000 7f1bb3fff640 1 --2- 172.21.15.122:0/2375104977 >> v2:172.21.15.122:3300/0 conn(0x7f1bbc0b5f10 0x7f1bbc0b6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:14.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.248+0000 7f1bb3fff640 1 -- 172.21.15.122:0/2375104977 >> v1:172.21.15.151:6789/0 conn(0x7f1bbc15dce0 legacy=0x7f1bbc15e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:14.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.248+0000 7f1bb3fff640 1 -- 172.21.15.122:0/2375104977 >> v1:172.21.15.122:6789/0 conn(0x7f1bbc159ce0 legacy=0x7f1bbc15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:14.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.248+0000 7f1bb3fff640 1 -- 172.21.15.122:0/2375104977 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bbc160490 con 0x7f1bbc0b5f10 2024-09-12T01:19:14.247 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.248+0000 7f1bb37fe640 1 -- 172.21.15.122:0/2375104977 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1035721080 0 0) 0x7f1bbc0700b0 con 0x7f1bbc159ce0 2024-09-12T01:19:14.248 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.248+0000 7f1bb3fff640 1 --2- 172.21.15.122:0/2375104977 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1bbc0b5f10 0x7f1bbc0b6340 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f1bac0097a0 tx=0x7f1bac02a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5783907b1ef814eb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:14.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.249+0000 7f1bb37fe640 1 -- 172.21.15.122:0/2375104977 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bac037070 con 0x7f1bbc0b5f10 2024-09-12T01:19:14.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.249+0000 7f1bb37fe640 1 -- 172.21.15.122:0/2375104977 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bac02adc0 con 0x7f1bbc0b5f10 2024-09-12T01:19:14.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.249+0000 7f1bb37fe640 1 -- 172.21.15.122:0/2375104977 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bac032660 con 0x7f1bbc0b5f10 2024-09-12T01:19:14.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.249+0000 7f1bc31e4640 1 -- 172.21.15.122:0/2375104977 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1bbc0b5f10 msgr2=0x7f1bbc0b6340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:14.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.249+0000 7f1bc31e4640 1 --2- 172.21.15.122:0/2375104977 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1bbc0b5f10 0x7f1bbc0b6340 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f1bac0097a0 tx=0x7f1bac02a0b0 comp rx=0 tx=0).stop 2024-09-12T01:19:14.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.249+0000 7f1bc31e4640 1 -- 172.21.15.122:0/2375104977 shutdown_connections 2024-09-12T01:19:14.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.249+0000 7f1bc31e4640 1 --2- 172.21.15.122:0/2375104977 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1bbc0b5f10 0x7f1bbc0b6340 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:14.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.249+0000 7f1bc31e4640 1 -- 172.21.15.122:0/2375104977 >> 172.21.15.122:0/2375104977 conn(0x7f1bbc073590 msgr2=0x7f1bbc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:14.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.249+0000 7f1bc31e4640 1 -- 172.21.15.122:0/2375104977 shutdown_connections 2024-09-12T01:19:14.249 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.249+0000 7f1bc31e4640 1 -- 172.21.15.122:0/2375104977 wait complete. 2024-09-12T01:19:14.251 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.250+0000 7f1bc31e4640 1 Processor -- start 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.250+0000 7f1bc31e4640 1 -- start start 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.251+0000 7f1bc31e4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1bbc0b5f10 0x7f1bbc1557b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.251+0000 7f1bc31e4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1bbc159ce0 0x7f1bbc14dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.251+0000 7f1bc31e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1bbc15dce0 0x7f1bbc14e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.251+0000 7f1bc31e4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1bbc15a0c0 con 0x7f1bbc15dce0 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.251+0000 7f1bc31e4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f1bbc160a50 con 0x7f1bbc0b5f10 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.251+0000 7f1bc31e4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f1bbc14f410 con 0x7f1bbc159ce0 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.251+0000 7f1bc1781640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1bbc15dce0 0x7f1bbc14e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.251+0000 7f1bc1781640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1bbc15dce0 0x7f1bbc14e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52162/0 (socket says 172.21.15.122:52162) 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.251+0000 7f1bc1781640 1 -- 172.21.15.122:0/1893868704 learned_addr learned my addr 172.21.15.122:0/1893868704 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.251+0000 7f1bc0f80640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1bbc0b5f10 0x7f1bbc1557b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:14.252 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bb3fff640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1bbc159ce0 0x7f1bbc14dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:14.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bc1781640 1 -- 172.21.15.122:0/1893868704 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1bbc159ce0 msgr2=0x7f1bbc14dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:14.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bc1781640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1bbc159ce0 0x7f1bbc14dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:14.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bc1781640 1 -- 172.21.15.122:0/1893868704 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1bbc0b5f10 msgr2=0x7f1bbc1557b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:14.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bc1781640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1bbc0b5f10 0x7f1bbc1557b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:14.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bc1781640 1 -- 172.21.15.122:0/1893868704 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bbc14e800 con 0x7f1bbc15dce0 2024-09-12T01:19:14.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bc1781640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1bbc15dce0 0x7f1bbc14e180 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f1bb400c780 tx=0x7f1bb400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:14.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bb17fa640 1 -- 172.21.15.122:0/1893868704 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bb4004b60 con 0x7f1bbc15dce0 2024-09-12T01:19:14.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bb17fa640 1 -- 172.21.15.122:0/1893868704 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bb4004d00 con 0x7f1bbc15dce0 2024-09-12T01:19:14.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bc31e4640 1 -- 172.21.15.122:0/1893868704 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bbc14eae0 con 0x7f1bbc15dce0 2024-09-12T01:19:14.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bb17fa640 1 -- 172.21.15.122:0/1893868704 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bb400aa90 con 0x7f1bbc15dce0 2024-09-12T01:19:14.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.252+0000 7f1bc31e4640 1 -- 172.21.15.122:0/1893868704 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bbc14f0a0 con 0x7f1bbc15dce0 2024-09-12T01:19:14.254 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.253+0000 7f1bc31e4640 1 -- 172.21.15.122:0/1893868704 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bbc15fda0 con 0x7f1bbc15dce0 2024-09-12T01:19:14.254 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.253+0000 7f1bb17fa640 1 -- 172.21.15.122:0/1893868704 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1bb400ac30 con 0x7f1bbc15dce0 2024-09-12T01:19:14.254 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.254+0000 7f1bb17fa640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1ba806be30 0x7f1ba806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:14.255 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.254+0000 7f1bb17fa640 1 -- 172.21.15.122:0/1893868704 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5893+0+0 (secure 0 0 0) 0x7f1bb408b220 con 0x7f1bbc15dce0 2024-09-12T01:19:14.255 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.254+0000 7f1bc0f80640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1ba806be30 0x7f1ba806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:14.255 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.254+0000 7f1bc0f80640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1ba806be30 0x7f1ba806e2f0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8000f60 tx=0x7f1bb8007b50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:14.257 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.258+0000 7f1bb17fa640 1 -- 172.21.15.122:0/1893868704 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1bb4020070 con 0x7f1bbc15dce0 2024-09-12T01:19:14.422 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:14.423+0000 7f1bc31e4640 1 -- 172.21.15.122:0/1893868704 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1bbc067d60 con 0x7f1bbc15dce0 2024-09-12T01:19:15.133 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.134+0000 7f1bb17fa640 1 -- 172.21.15.122:0/1893868704 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v60) ==== 169+0+0 (secure 0 0 0) 0x7f1bb4059b10 con 0x7f1bbc15dce0 2024-09-12T01:19:15.134 INFO:teuthology.orchestra.run.smithi122.stderr:pool 'cephfs_data' removed 2024-09-12T01:19:15.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.138+0000 7f1bc31e4640 1 -- 172.21.15.122:0/1893868704 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1ba806be30 msgr2=0x7f1ba806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.138+0000 7f1bc31e4640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1ba806be30 0x7f1ba806e2f0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8000f60 tx=0x7f1bb8007b50 comp rx=0 tx=0).stop 2024-09-12T01:19:15.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.138+0000 7f1bc31e4640 1 -- 172.21.15.122:0/1893868704 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1bbc15dce0 msgr2=0x7f1bbc14e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.137 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.138+0000 7f1bc31e4640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1bbc15dce0 0x7f1bbc14e180 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f1bb400c780 tx=0x7f1bb400cc40 comp rx=0 tx=0).stop 2024-09-12T01:19:15.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.139+0000 7f1bc31e4640 1 -- 172.21.15.122:0/1893868704 shutdown_connections 2024-09-12T01:19:15.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.139+0000 7f1bc31e4640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f1ba806be30 0x7f1ba806e2f0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.139+0000 7f1bc31e4640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1bbc15dce0 0x7f1bbc14e180 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.139+0000 7f1bc31e4640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f1bbc159ce0 0x7f1bbc14dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.139+0000 7f1bc31e4640 1 --2- 172.21.15.122:0/1893868704 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f1bbc0b5f10 0x7f1bbc1557b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.139+0000 7f1bc31e4640 1 -- 172.21.15.122:0/1893868704 >> 172.21.15.122:0/1893868704 conn(0x7f1bbc073590 msgr2=0x7f1bbc0b1710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:15.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.139+0000 7f1bc31e4640 1 -- 172.21.15.122:0/1893868704 shutdown_connections 2024-09-12T01:19:15.138 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.139+0000 7f1bc31e4640 1 -- 172.21.15.122:0/1893868704 wait complete. 2024-09-12T01:19:15.152 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-12T01:19:15.254 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.255+0000 7f7050eac640 1 Processor -- start 2024-09-12T01:19:15.254 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.255+0000 7f7050eac640 1 -- start start 2024-09-12T01:19:15.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.256+0000 7f7050eac640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f704c15e760 0x7f704c0b6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.258+0000 7f7050eac640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f704c0705c0 0x7f704c06fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.258+0000 7f7050eac640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f704c0b4a50 con 0x7f704c06ff40 2024-09-12T01:19:15.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.258+0000 7f7050eac640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f704c0b5ea0 con 0x7f704c0705c0 2024-09-12T01:19:15.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.258+0000 7f7050eac640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f704c0710d0 con 0x7f704c15e760 2024-09-12T01:19:15.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.259+0000 7f7043fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f704c0705c0 0x7f704c06fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:15.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.259+0000 7f7043fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f704c0705c0 0x7f704c06fa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52178/0 (socket says 172.21.15.122:52178) 2024-09-12T01:19:15.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.259+0000 7f704ad9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f704c06ff40 0x7f704c162130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38230/0 (socket says 172.21.15.122:38230) 2024-09-12T01:19:15.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.259+0000 7f7043fff640 1 -- 172.21.15.122:0/3369312989 learned_addr learned my addr 172.21.15.122:0/3369312989 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:15.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.259+0000 7f704a59c640 1 --2- 172.21.15.122:0/3369312989 >> v2:172.21.15.151:3300/0 conn(0x7f704c15e760 0x7f704c0b6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:15.259 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.259+0000 7f7043fff640 1 -- 172.21.15.122:0/3369312989 >> v2:172.21.15.151:3300/0 conn(0x7f704c15e760 msgr2=0x7f704c0b6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:15.259 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.259+0000 7f7043fff640 1 --2- 172.21.15.122:0/3369312989 >> v2:172.21.15.151:3300/0 conn(0x7f704c15e760 0x7f704c0b6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.259 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.259+0000 7f7043fff640 1 -- 172.21.15.122:0/3369312989 >> v1:172.21.15.122:6789/0 conn(0x7f704c06ff40 legacy=0x7f704c162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.259 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.259+0000 7f7043fff640 1 -- 172.21.15.122:0/3369312989 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f704c0703d0 con 0x7f704c0705c0 2024-09-12T01:19:15.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.262+0000 7f7043fff640 1 --2- 172.21.15.122:0/3369312989 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f704c0705c0 0x7f704c06fa00 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f704c072c20 tx=0x7f703402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=908a8f802f7e5ace server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:15.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.262+0000 7f7049d9b640 1 -- 172.21.15.122:0/3369312989 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7034037070 con 0x7f704c0705c0 2024-09-12T01:19:15.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.262+0000 7f7049d9b640 1 -- 172.21.15.122:0/3369312989 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7034032440 con 0x7f704c0705c0 2024-09-12T01:19:15.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.262+0000 7f7049d9b640 1 -- 172.21.15.122:0/3369312989 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7034032810 con 0x7f704c0705c0 2024-09-12T01:19:15.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.263+0000 7f7050eac640 1 -- 172.21.15.122:0/3369312989 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f704c0705c0 msgr2=0x7f704c06fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.263+0000 7f7050eac640 1 --2- 172.21.15.122:0/3369312989 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f704c0705c0 0x7f704c06fa00 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f704c072c20 tx=0x7f703402a2a0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.264+0000 7f7050eac640 1 -- 172.21.15.122:0/3369312989 shutdown_connections 2024-09-12T01:19:15.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.264+0000 7f7050eac640 1 --2- 172.21.15.122:0/3369312989 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f704c0705c0 0x7f704c06fa00 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.264+0000 7f7050eac640 1 --2- 172.21.15.122:0/3369312989 >> v2:172.21.15.151:3300/0 conn(0x7f704c15e760 0x7f704c0b6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.264+0000 7f7050eac640 1 -- 172.21.15.122:0/3369312989 >> 172.21.15.122:0/3369312989 conn(0x7f704c073490 msgr2=0x7f704c0b2f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:15.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.264+0000 7f7050eac640 1 -- 172.21.15.122:0/3369312989 shutdown_connections 2024-09-12T01:19:15.263 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.264+0000 7f7050eac640 1 -- 172.21.15.122:0/3369312989 wait complete. 2024-09-12T01:19:15.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.266+0000 7f7050eac640 1 Processor -- start 2024-09-12T01:19:15.265 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.266+0000 7f7050eac640 1 -- start start 2024-09-12T01:19:15.268 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.267+0000 7f7050eac640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f704c06ff40 0x7f704c14dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.268 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.267+0000 7f7050eac640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f704c0705c0 0x7f704c0b21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.268 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.267+0000 7f7050eac640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f704c15e760 0x7f704c14ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.268 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.267+0000 7f7050eac640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f704c0b4400 con 0x7f704c06ff40 2024-09-12T01:19:15.268 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.267+0000 7f7050eac640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f704c070df0 con 0x7f704c0705c0 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.267+0000 7f7050eac640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f704c0b46e0 con 0x7f704c15e760 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.267+0000 7f704a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f704c06ff40 0x7f704c14dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.267+0000 7f704a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f704c06ff40 0x7f704c14dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52186/0 (socket says 172.21.15.122:52186) 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.267+0000 7f704a59c640 1 -- 172.21.15.122:0/2877667149 learned_addr learned my addr 172.21.15.122:0/2877667149 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.267+0000 7f7043fff640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f704c0705c0 0x7f704c0b21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f704ad9d640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f704c15e760 0x7f704c14ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f704a59c640 1 -- 172.21.15.122:0/2877667149 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f704c15e760 msgr2=0x7f704c14ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f704a59c640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f704c15e760 0x7f704c14ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f704a59c640 1 -- 172.21.15.122:0/2877667149 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f704c0705c0 msgr2=0x7f704c0b21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f704a59c640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f704c0705c0 0x7f704c0b21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f704a59c640 1 -- 172.21.15.122:0/2877667149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f704c0b3360 con 0x7f704c06ff40 2024-09-12T01:19:15.269 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f704ad9d640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f704c15e760 0x7f704c14ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:15.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f704a59c640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f704c06ff40 0x7f704c14dc10 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f703c00d800 tx=0x7f703c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:15.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f7042ffd640 1 -- 172.21.15.122:0/2877667149 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f703c00b6c0 con 0x7f704c06ff40 2024-09-12T01:19:15.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f7042ffd640 1 -- 172.21.15.122:0/2877667149 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f703c019070 con 0x7f704c06ff40 2024-09-12T01:19:15.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f7050eac640 1 -- 172.21.15.122:0/2877667149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f704c0b2ac0 con 0x7f704c06ff40 2024-09-12T01:19:15.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f7042ffd640 1 -- 172.21.15.122:0/2877667149 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f703c00bac0 con 0x7f704c06ff40 2024-09-12T01:19:15.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.268+0000 7f7050eac640 1 -- 172.21.15.122:0/2877667149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f704c0b3080 con 0x7f704c06ff40 2024-09-12T01:19:15.270 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.269+0000 7f7050eac640 1 -- 172.21.15.122:0/2877667149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f704c06f990 con 0x7f704c06ff40 2024-09-12T01:19:15.271 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.270+0000 7f7042ffd640 1 -- 172.21.15.122:0/2877667149 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f703c00bc60 con 0x7f704c06ff40 2024-09-12T01:19:15.271 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.270+0000 7f7042ffd640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f702c06be30 0x7f702c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.271 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.270+0000 7f7043fff640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f702c06be30 0x7f702c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:15.271 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.271+0000 7f7042ffd640 1 -- 172.21.15.122:0/2877667149 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f703c08b0d0 con 0x7f704c06ff40 2024-09-12T01:19:15.271 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.271+0000 7f7043fff640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f702c06be30 0x7f702c06e2f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7034034000 tx=0x7f703402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:15.274 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.275+0000 7f7042ffd640 1 -- 172.21.15.122:0/2877667149 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f703c059c30 con 0x7f704c06ff40 2024-09-12T01:19:15.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.440+0000 7f7050eac640 1 -- 172.21.15.122:0/2877667149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f704c0ae240 con 0x7f704c06ff40 2024-09-12T01:19:15.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.443+0000 7f7042ffd640 1 -- 172.21.15.122:0/2877667149 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7f703c059530 con 0x7f704c06ff40 2024-09-12T01:19:15.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 -- 172.21.15.122:0/2877667149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f702c06be30 msgr2=0x7f702c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f702c06be30 0x7f702c06e2f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7034034000 tx=0x7f703402e000 comp rx=0 tx=0).stop 2024-09-12T01:19:15.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 -- 172.21.15.122:0/2877667149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f704c06ff40 msgr2=0x7f704c14dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f704c06ff40 0x7f704c14dc10 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f703c00d800 tx=0x7f703c00dcc0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 -- 172.21.15.122:0/2877667149 shutdown_connections 2024-09-12T01:19:15.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f702c06be30 0x7f702c06e2f0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f704c15e760 0x7f704c14ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f704c0705c0 0x7f704c0b21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 --2- 172.21.15.122:0/2877667149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f704c06ff40 0x7f704c14dc10 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 -- 172.21.15.122:0/2877667149 >> 172.21.15.122:0/2877667149 conn(0x7f704c073490 msgr2=0x7f704c15cab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:15.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 -- 172.21.15.122:0/2877667149 shutdown_connections 2024-09-12T01:19:15.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.445+0000 7f7050eac640 1 -- 172.21.15.122:0/2877667149 wait complete. 2024-09-12T01:19:15.456 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly' 2024-09-12T01:19:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.556+0000 7fc216b2a640 1 Processor -- start 2024-09-12T01:19:15.555 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.556+0000 7fc216b2a640 1 -- start start 2024-09-12T01:19:15.557 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc216b2a640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2100b69d0 0x7fc210162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.557 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc216b2a640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc2100af280 0x7fc2100afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.557 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc216b2a640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc21015eb60 con 0x7fc2100affb0 2024-09-12T01:19:15.557 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc216b2a640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fc2100b6db0 con 0x7fc2100af280 2024-09-12T01:19:15.557 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc216b2a640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc21015ee40 con 0x7fc2100b69d0 2024-09-12T01:19:15.557 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc20ffff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc2100af280 0x7fc2100afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:15.557 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc20ffff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc2100af280 0x7fc2100afa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52192/0 (socket says 172.21.15.122:52192) 2024-09-12T01:19:15.557 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc20ffff640 1 -- 172.21.15.122:0/2730326760 learned_addr learned my addr 172.21.15.122:0/2730326760 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:15.557 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc2150c7640 1 --1- 172.21.15.122:0/2730326760 >> v1:172.21.15.122:6789/0 conn(0x7fc2100affb0 0x7fc210154d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38234/0 (socket says 172.21.15.122:38234) 2024-09-12T01:19:15.557 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc20ffff640 1 -- 172.21.15.122:0/2730326760 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2100b69d0 msgr2=0x7fc210162a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:15.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc20ffff640 1 --2- 172.21.15.122:0/2730326760 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2100b69d0 0x7fc210162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc20ffff640 1 -- 172.21.15.122:0/2730326760 >> v1:172.21.15.122:6789/0 conn(0x7fc2100affb0 legacy=0x7fc210154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc20f7fe640 1 -- 172.21.15.122:0/2730326760 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 232763657 0 0) 0x7fc21015eb60 con 0x7fc2100affb0 2024-09-12T01:19:15.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.557+0000 7fc20ffff640 1 -- 172.21.15.122:0/2730326760 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc21015f120 con 0x7fc2100af280 2024-09-12T01:19:15.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc20ffff640 1 --2- 172.21.15.122:0/2730326760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2100af280 0x7fc2100afa70 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fc200009e80 tx=0x7fc20002a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7e6a6d2700d5e4c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:15.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc20f7fe640 1 -- 172.21.15.122:0/2730326760 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc200036070 con 0x7fc2100af280 2024-09-12T01:19:15.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc20f7fe640 1 -- 172.21.15.122:0/2730326760 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc200031600 con 0x7fc2100af280 2024-09-12T01:19:15.558 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc20f7fe640 1 -- 172.21.15.122:0/2730326760 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2000319d0 con 0x7fc2100af280 2024-09-12T01:19:15.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc216b2a640 1 -- 172.21.15.122:0/2730326760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2100af280 msgr2=0x7fc2100afa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.561 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc216b2a640 1 --2- 172.21.15.122:0/2730326760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2100af280 0x7fc2100afa70 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fc200009e80 tx=0x7fc20002a630 comp rx=0 tx=0).stop 2024-09-12T01:19:15.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc216b2a640 1 -- 172.21.15.122:0/2730326760 shutdown_connections 2024-09-12T01:19:15.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc216b2a640 1 --2- 172.21.15.122:0/2730326760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2100af280 0x7fc2100afa70 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc216b2a640 1 --2- 172.21.15.122:0/2730326760 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2100b69d0 0x7fc210162a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc216b2a640 1 -- 172.21.15.122:0/2730326760 >> 172.21.15.122:0/2730326760 conn(0x7fc21006bc10 msgr2=0x7fc21006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:15.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc216b2a640 1 -- 172.21.15.122:0/2730326760 shutdown_connections 2024-09-12T01:19:15.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.558+0000 7fc216b2a640 1 -- 172.21.15.122:0/2730326760 wait complete. 2024-09-12T01:19:15.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.560+0000 7fc216b2a640 1 Processor -- start 2024-09-12T01:19:15.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.560+0000 7fc216b2a640 1 -- start start 2024-09-12T01:19:15.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.560+0000 7fc216b2a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2100af280 0x7fc2100d01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.562 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.560+0000 7fc216b2a640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc2100affb0 0x7fc2101515b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.560+0000 7fc216b2a640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2100b69d0 0x7fc2101605a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.560+0000 7fc216b2a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc210155410 con 0x7fc2100af280 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.560+0000 7fc216b2a640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fc2100af6e0 con 0x7fc2100affb0 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.560+0000 7fc216b2a640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc210155590 con 0x7fc2100b69d0 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc2148c6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2100af280 0x7fc2100d01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc2148c6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2100af280 0x7fc2100d01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52198/0 (socket says 172.21.15.122:52198) 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc2148c6640 1 -- 172.21.15.122:0/1977199358 learned_addr learned my addr 172.21.15.122:0/1977199358 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc2150c7640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2100b69d0 0x7fc2101605a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc20ffff640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc2100affb0 0x7fc2101515b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc2148c6640 1 -- 172.21.15.122:0/1977199358 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2100b69d0 msgr2=0x7fc2101605a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc2148c6640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2100b69d0 0x7fc2101605a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc2148c6640 1 -- 172.21.15.122:0/1977199358 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc2100affb0 msgr2=0x7fc2101515b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:15.563 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc2148c6640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc2100affb0 0x7fc2101515b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:15.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc2148c6640 1 -- 172.21.15.122:0/1977199358 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2100ce6a0 con 0x7fc2100af280 2024-09-12T01:19:15.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc2150c7640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2100b69d0 0x7fc2101605a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:15.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc20ffff640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc2100affb0 0x7fc2101515b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:15.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc2148c6640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2100af280 0x7fc2100d01f0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fc20800b410 tx=0x7fc20800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:15.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc20d7fa640 1 -- 172.21.15.122:0/1977199358 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc208015020 con 0x7fc2100af280 2024-09-12T01:19:15.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc20d7fa640 1 -- 172.21.15.122:0/1977199358 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc208011850 con 0x7fc2100af280 2024-09-12T01:19:15.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc216b2a640 1 -- 172.21.15.122:0/1977199358 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2100ce980 con 0x7fc2100af280 2024-09-12T01:19:15.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc20d7fa640 1 -- 172.21.15.122:0/1977199358 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc208011c40 con 0x7fc2100af280 2024-09-12T01:19:15.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.561+0000 7fc216b2a640 1 -- 172.21.15.122:0/1977199358 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2100cef40 con 0x7fc2100af280 2024-09-12T01:19:15.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.562+0000 7fc216b2a640 1 -- 172.21.15.122:0/1977199358 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc210158df0 con 0x7fc2100af280 2024-09-12T01:19:15.564 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.563+0000 7fc20d7fa640 1 -- 172.21.15.122:0/1977199358 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc208018020 con 0x7fc2100af280 2024-09-12T01:19:15.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.563+0000 7fc20d7fa640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc1f006be30 0x7fc1f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:15.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.563+0000 7fc20d7fa640 1 -- 172.21.15.122:0/1977199358 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7fc20808ac80 con 0x7fc2100af280 2024-09-12T01:19:15.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.563+0000 7fc20ffff640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc1f006be30 0x7fc1f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:15.565 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.564+0000 7fc20ffff640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc1f006be30 0x7fc1f006e2f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc200033000 tx=0x7fc200009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:15.566 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.567+0000 7fc20d7fa640 1 -- 172.21.15.122:0/1977199358 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc20801f020 con 0x7fc2100af280 2024-09-12T01:19:15.797 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:15.798+0000 7fc216b2a640 1 -- 172.21.15.122:0/1977199358 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]} v 0) -- 0x7fc210075790 con 0x7fc2100af280 2024-09-12T01:19:16.135 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.136+0000 7fc20d7fa640 1 -- 172.21.15.122:0/1977199358 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_auto_repair.TestMDSAutoRepair.test_mds_readonly"]}]=0 v132) ==== 144+0+0 (secure 0 0 0) 0x7fc2080172c0 con 0x7fc2100af280 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 -- 172.21.15.122:0/1977199358 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc1f006be30 msgr2=0x7fc1f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc1f006be30 0x7fc1f006e2f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc200033000 tx=0x7fc200009000 comp rx=0 tx=0).stop 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 -- 172.21.15.122:0/1977199358 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2100af280 msgr2=0x7fc2100d01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2100af280 0x7fc2100d01f0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fc20800b410 tx=0x7fc20800b8d0 comp rx=0 tx=0).stop 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 -- 172.21.15.122:0/1977199358 shutdown_connections 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc1f006be30 0x7fc1f006e2f0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc2100b69d0 0x7fc2101605a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc2100affb0 0x7fc2101515b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 --2- 172.21.15.122:0/1977199358 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2100af280 0x7fc2100d01f0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 -- 172.21.15.122:0/1977199358 >> 172.21.15.122:0/1977199358 conn(0x7fc21006bc10 msgr2=0x7fc2100b08e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 -- 172.21.15.122:0/1977199358 shutdown_connections 2024-09-12T01:19:16.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:16.139+0000 7fc216b2a640 1 -- 172.21.15.122:0/1977199358 wait complete. 2024-09-12T01:19:16.150 INFO:tasks.cephfs_test_runner:test if MDS behave correct when it's readonly ... ok 2024-09-12T01:19:16.150 INFO:tasks.cephfs_test_runner: 2024-09-12T01:19:16.150 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-12T01:19:16.150 INFO:tasks.cephfs_test_runner:Ran 2 tests in 89.936s 2024-09-12T01:19:16.150 INFO:tasks.cephfs_test_runner: 2024-09-12T01:19:16.151 INFO:tasks.cephfs_test_runner:OK 2024-09-12T01:19:16.151 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-12T01:19:16.161 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-12T01:19:16.208 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-12T01:19:16.208 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:19:16.208 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:19:16.225 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4055984,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19122 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248696k,nr_inodes=812174,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T01:19:16.225 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-12T01:19:16.225 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:19:16.281 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4055984,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19122 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248696k,nr_inodes=812174,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T01:19:16.281 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:19:16.281 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:19:16.301 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18658 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T01:19:16.301 DEBUG:teuthology.orchestra.run.smithi151:> set -ex 2024-09-12T01:19:16.301 DEBUG:teuthology.orchestra.run.smithi151:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T01:19:16.360 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18658 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T01:19:16.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.361 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-12T01:19:16.377 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-12T01:19:16.377 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T01:19:16.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.377 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T01:19:16.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.443 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T01:19:16.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.509 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link delete ceph-brx 2024-09-12T01:19:16.599 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.599 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-12T01:19:16.614 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.614 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link delete ceph-brx 2024-09-12T01:19:16.683 INFO:teuthology.orchestra.run.smithi122.stderr:Cannot find device "ceph-brx" 2024-09-12T01:19:16.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:19:16.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.685 DEBUG:teuthology.orchestra.run.smithi151:> ip netns list 2024-09-12T01:19:16.705 INFO:teuthology.orchestra.run.smithi151.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-12T01:19:16.705 INFO:teuthology.orchestra.run.smithi151.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-12T01:19:16.705 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.705 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-12T01:19:16.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.777 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-12T01:19:16.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.846 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link delete ceph-brx 2024-09-12T01:19:16.948 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.948 DEBUG:teuthology.orchestra.run.smithi151:> ip netns list 2024-09-12T01:19:16.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T01:19:16.965 DEBUG:teuthology.orchestra.run.smithi151:> sudo ip link delete ceph-brx 2024-09-12T01:19:17.035 INFO:teuthology.orchestra.run.smithi151.stderr:Cannot find device "ceph-brx" 2024-09-12T01:19:17.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:19:17.037 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-12T01:19:17.046 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T01:19:17.046 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:19:17.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.148+0000 7fe124ffd640 1 Processor -- start 2024-09-12T01:19:17.147 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.148+0000 7fe124ffd640 1 -- start start 2024-09-12T01:19:17.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe124ffd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fe1200b0180 0x7fe120162a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe124ffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe1200af280 0x7fe120154d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe124ffd640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe12015eb60 con 0x7fe1200b69d0 2024-09-12T01:19:17.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe124ffd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe1200b6db0 con 0x7fe1200af280 2024-09-12T01:19:17.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe124ffd640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fe12015ee40 con 0x7fe1200b0180 2024-09-12T01:19:17.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe11ed9d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe1200af280 0x7fe120154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe11ed9d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe1200af280 0x7fe120154d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52204/0 (socket says 172.21.15.122:52204) 2024-09-12T01:19:17.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe11ed9d640 1 -- 172.21.15.122:0/2205422805 learned_addr learned my addr 172.21.15.122:0/2205422805 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:17.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe11dd9b640 1 --2- 172.21.15.122:0/2205422805 >> v2:172.21.15.151:3300/0 conn(0x7fe1200b0180 0x7fe120162a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.150 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe11ed9d640 1 -- 172.21.15.122:0/2205422805 >> v2:172.21.15.151:3300/0 conn(0x7fe1200b0180 msgr2=0x7fe120162a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:17.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe11ed9d640 1 --2- 172.21.15.122:0/2205422805 >> v2:172.21.15.151:3300/0 conn(0x7fe1200b0180 0x7fe120162a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe11ed9d640 1 -- 172.21.15.122:0/2205422805 >> v1:172.21.15.151:6789/0 conn(0x7fe1200b69d0 legacy=0x7fe1200afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.149+0000 7fe11ed9d640 1 -- 172.21.15.122:0/2205422805 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe12015f120 con 0x7fe1200af280 2024-09-12T01:19:17.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.150+0000 7fe11ed9d640 1 --2- 172.21.15.122:0/2205422805 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1200af280 0x7fe120154d00 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fe120067bf0 tx=0x7fe11802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92ea19e842f1e63 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:17.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.150+0000 7fe11d59a640 1 -- 172.21.15.122:0/2205422805 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe118036070 con 0x7fe1200af280 2024-09-12T01:19:17.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.150+0000 7fe11d59a640 1 -- 172.21.15.122:0/2205422805 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe118031600 con 0x7fe1200af280 2024-09-12T01:19:17.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.150+0000 7fe11d59a640 1 -- 172.21.15.122:0/2205422805 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1180319d0 con 0x7fe1200af280 2024-09-12T01:19:17.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.151+0000 7fe124ffd640 1 -- 172.21.15.122:0/2205422805 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1200af280 msgr2=0x7fe120154d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.151+0000 7fe124ffd640 1 --2- 172.21.15.122:0/2205422805 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1200af280 0x7fe120154d00 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fe120067bf0 tx=0x7fe11802a610 comp rx=0 tx=0).stop 2024-09-12T01:19:17.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.151+0000 7fe124ffd640 1 -- 172.21.15.122:0/2205422805 shutdown_connections 2024-09-12T01:19:17.151 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.151+0000 7fe124ffd640 1 --2- 172.21.15.122:0/2205422805 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1200af280 0x7fe120154d00 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.151+0000 7fe124ffd640 1 --2- 172.21.15.122:0/2205422805 >> v2:172.21.15.151:3300/0 conn(0x7fe1200b0180 0x7fe120162a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.151+0000 7fe124ffd640 1 -- 172.21.15.122:0/2205422805 >> 172.21.15.122:0/2205422805 conn(0x7fe12006bc10 msgr2=0x7fe12006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:17.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.151+0000 7fe124ffd640 1 -- 172.21.15.122:0/2205422805 shutdown_connections 2024-09-12T01:19:17.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.151+0000 7fe124ffd640 1 -- 172.21.15.122:0/2205422805 wait complete. 2024-09-12T01:19:17.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.152+0000 7fe124ffd640 1 Processor -- start 2024-09-12T01:19:17.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.152+0000 7fe124ffd640 1 -- start start 2024-09-12T01:19:17.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe124ffd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe1200af280 0x7fe12014b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe124ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1200b0180 0x7fe120160dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe124ffd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe1200b69d0 0x7fe12006bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe124ffd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe120155240 con 0x7fe1200b0180 2024-09-12T01:19:17.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe124ffd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe1200af6d0 con 0x7fe1200b69d0 2024-09-12T01:19:17.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe124ffd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe1201553c0 con 0x7fe1200af280 2024-09-12T01:19:17.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe11dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1200b0180 0x7fe120160dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe11dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1200b0180 0x7fe120160dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52212/0 (socket says 172.21.15.122:52212) 2024-09-12T01:19:17.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe11dd9b640 1 -- 172.21.15.122:0/3419321638 learned_addr learned my addr 172.21.15.122:0/3419321638 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:17.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe11ed9d640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe1200b69d0 0x7fe12006bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe11e59c640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe1200af280 0x7fe12014b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe11dd9b640 1 -- 172.21.15.122:0/3419321638 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe1200af280 msgr2=0x7fe12014b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe11dd9b640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe1200af280 0x7fe12014b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe11dd9b640 1 -- 172.21.15.122:0/3419321638 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe1200b69d0 msgr2=0x7fe12006bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe11dd9b640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe1200b69d0 0x7fe12006bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe11dd9b640 1 -- 172.21.15.122:0/3419321638 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe120157e60 con 0x7fe1200b0180 2024-09-12T01:19:17.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.153+0000 7fe11dd9b640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1200b0180 0x7fe120160dc0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fe11400d800 tx=0x7fe11400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:17.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.154+0000 7fe10effd640 1 -- 172.21.15.122:0/3419321638 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11400b6c0 con 0x7fe1200b0180 2024-09-12T01:19:17.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.154+0000 7fe10effd640 1 -- 172.21.15.122:0/3419321638 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe114019070 con 0x7fe1200b0180 2024-09-12T01:19:17.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.154+0000 7fe124ffd640 1 -- 172.21.15.122:0/3419321638 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe120158140 con 0x7fe1200b0180 2024-09-12T01:19:17.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.154+0000 7fe10effd640 1 -- 172.21.15.122:0/3419321638 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11400bac0 con 0x7fe1200b0180 2024-09-12T01:19:17.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.154+0000 7fe124ffd640 1 -- 172.21.15.122:0/3419321638 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe120158700 con 0x7fe1200b0180 2024-09-12T01:19:17.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.155+0000 7fe124ffd640 1 -- 172.21.15.122:0/3419321638 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1200d0960 con 0x7fe1200b0180 2024-09-12T01:19:17.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.155+0000 7fe10effd640 1 -- 172.21.15.122:0/3419321638 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe11400bc60 con 0x7fe1200b0180 2024-09-12T01:19:17.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.155+0000 7fe10effd640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe10006be60 0x7fe10006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.156+0000 7fe10effd640 1 -- 172.21.15.122:0/3419321638 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7fe11408b080 con 0x7fe1200b0180 2024-09-12T01:19:17.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.156+0000 7fe11e59c640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe10006be60 0x7fe10006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.156+0000 7fe11e59c640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe10006be60 0x7fe10006e320 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe12006cc80 tx=0x7fe110009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:17.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.160+0000 7fe10effd640 1 -- 172.21.15.122:0/3419321638 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1200d0960 con 0x7fe1200b0180 2024-09-12T01:19:17.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.320+0000 7fe124ffd640 1 -- 172.21.15.122:0/3419321638 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe120155750 con 0x7fe10006be60 2024-09-12T01:19:17.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.321+0000 7fe10effd640 1 -- 172.21.15.122:0/3419321638 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13471 (secure 0 0 0) 0x7fe120155750 con 0x7fe10006be60 2024-09-12T01:19:17.320 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:17.320 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:19:17.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.322+0000 7fe124ffd640 1 -- 172.21.15.122:0/3419321638 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe10006be60 msgr2=0x7fe10006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.322+0000 7fe124ffd640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe10006be60 0x7fe10006e320 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe12006cc80 tx=0x7fe110009040 comp rx=0 tx=0).stop 2024-09-12T01:19:17.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.322+0000 7fe124ffd640 1 -- 172.21.15.122:0/3419321638 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1200b0180 msgr2=0x7fe120160dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.322+0000 7fe124ffd640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1200b0180 0x7fe120160dc0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fe11400d800 tx=0x7fe11400dcc0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.323+0000 7fe124ffd640 1 -- 172.21.15.122:0/3419321638 shutdown_connections 2024-09-12T01:19:17.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.323+0000 7fe124ffd640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe10006be60 0x7fe10006e320 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.323+0000 7fe124ffd640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe1200b69d0 0x7fe12006bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.323 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.323+0000 7fe124ffd640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1200b0180 0x7fe120160dc0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.323 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.323+0000 7fe124ffd640 1 --2- 172.21.15.122:0/3419321638 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe1200af280 0x7fe12014b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.323 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.323+0000 7fe124ffd640 1 -- 172.21.15.122:0/3419321638 >> 172.21.15.122:0/3419321638 conn(0x7fe12006bc10 msgr2=0x7fe1201547b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:17.323 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.323+0000 7fe124ffd640 1 -- 172.21.15.122:0/3419321638 shutdown_connections 2024-09-12T01:19:17.323 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.323+0000 7fe124ffd640 1 -- 172.21.15.122:0/3419321638 wait complete. 2024-09-12T01:19:17.333 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":121,"stamp":"2024-09-12T01:19:15.866009+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":189,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":227028,"kb_used_data":6640,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754747692,"statfs":{"total":773094113280,"available":772861636608,"internally_reserved":0,"allocated":6799360,"data_stored":3714262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":225496628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14248,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-13,"num_read_kb":-24,"num_write":-58,"num_write_kb":-33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001287"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":240,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-12T01:19:14.757669+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:19:14.757669+0000","last_peered":"2024-09-12T01:19:14.757669+0000","last_clean":"2024-09-12T01:19:14.757669+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:19:14.757669+0000","last_undegraded":"2024-09-12T01:19:14.757669+0000","last_fullsized":"2024-09-12T01:19:14.757669+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542174,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28288,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343552,"statfs":{"total":96636764160,"available":96607797248,"internally_reserved":0,"allocated":1290240,"data_stored":902488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542174,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":704512,"data_stored":318535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542175,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":688128,"data_stored":311996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542175,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27704,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344136,"statfs":{"total":96636764160,"available":96608395264,"internally_reserved":0,"allocated":692224,"data_stored":312578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542173,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":708608,"data_stored":318577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542175,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":716800,"data_stored":329091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542175,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":708608,"data_stored":318577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542175,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32448,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339392,"statfs":{"total":96636764160,"available":96603537408,"internally_reserved":0,"allocated":1290240,"data_stored":902420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:19:17.334 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:19:17.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.433+0000 7f41ea398640 1 Processor -- start 2024-09-12T01:19:17.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.433+0000 7f41ea398640 1 -- start start 2024-09-12T01:19:17.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.433+0000 7f41ea398640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f41e409aca0 0x7f41e409b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.433+0000 7f41ea398640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f41e409b5c0 0x7f41e40d05e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.433+0000 7f41ea398640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41e40d12c0 con 0x7f41e40d0b20 2024-09-12T01:19:17.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.433+0000 7f41ea398640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f41e406d040 con 0x7f41e409aca0 2024-09-12T01:19:17.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.433+0000 7f41ea398640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f41e40d15a0 con 0x7f41e409b5c0 2024-09-12T01:19:17.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.434+0000 7f41e3fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f41e409aca0 0x7f41e409b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.433 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.434+0000 7f41e3fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f41e409aca0 0x7f41e409b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52228/0 (socket says 172.21.15.122:52228) 2024-09-12T01:19:17.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.434+0000 7f41e8935640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f41e40d0b20 0x7f41e4070740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38236/0 (socket says 172.21.15.122:38236) 2024-09-12T01:19:17.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.434+0000 7f41e3fff640 1 -- 172.21.15.122:0/2458686351 learned_addr learned my addr 172.21.15.122:0/2458686351 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:17.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.434+0000 7f41e37fe640 1 --2- 172.21.15.122:0/2458686351 >> v2:172.21.15.151:3300/0 conn(0x7f41e409b5c0 0x7f41e40d05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.434+0000 7f41e3fff640 1 -- 172.21.15.122:0/2458686351 >> v2:172.21.15.151:3300/0 conn(0x7f41e409b5c0 msgr2=0x7f41e40d05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:17.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.434+0000 7f41e3fff640 1 --2- 172.21.15.122:0/2458686351 >> v2:172.21.15.151:3300/0 conn(0x7f41e409b5c0 0x7f41e40d05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.434+0000 7f41e3fff640 1 -- 172.21.15.122:0/2458686351 >> v1:172.21.15.122:6789/0 conn(0x7f41e40d0b20 legacy=0x7f41e4070740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.434+0000 7f41e3fff640 1 -- 172.21.15.122:0/2458686351 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41e40d1880 con 0x7f41e409aca0 2024-09-12T01:19:17.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.434+0000 7f41e2ffd640 1 -- 172.21.15.122:0/2458686351 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 550327757 0 0) 0x7f41e40d12c0 con 0x7f41e40d0b20 2024-09-12T01:19:17.434 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.434+0000 7f41e37fe640 1 --2- 172.21.15.122:0/2458686351 >> v2:172.21.15.151:3300/0 conn(0x7f41e409b5c0 0x7f41e40d05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:17.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41e3fff640 1 --2- 172.21.15.122:0/2458686351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41e409aca0 0x7f41e409b080 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f41e40b1e10 tx=0x7f41d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0b1417227bcf2f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41e2ffd640 1 -- 172.21.15.122:0/2458686351 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d4037070 con 0x7f41e409aca0 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41e2ffd640 1 -- 172.21.15.122:0/2458686351 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41d4032440 con 0x7f41e409aca0 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41e2ffd640 1 -- 172.21.15.122:0/2458686351 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d4032810 con 0x7f41e409aca0 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41ea398640 1 -- 172.21.15.122:0/2458686351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41e409aca0 msgr2=0x7f41e409b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41ea398640 1 --2- 172.21.15.122:0/2458686351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41e409aca0 0x7f41e409b080 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f41e40b1e10 tx=0x7f41d402a270 comp rx=0 tx=0).stop 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41ea398640 1 -- 172.21.15.122:0/2458686351 shutdown_connections 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41ea398640 1 --2- 172.21.15.122:0/2458686351 >> v2:172.21.15.151:3300/0 conn(0x7f41e409b5c0 0x7f41e40d05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41ea398640 1 --2- 172.21.15.122:0/2458686351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41e409aca0 0x7f41e409b080 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41ea398640 1 -- 172.21.15.122:0/2458686351 >> 172.21.15.122:0/2458686351 conn(0x7f41e40d23a0 msgr2=0x7f41e40d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41ea398640 1 -- 172.21.15.122:0/2458686351 shutdown_connections 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.435+0000 7f41ea398640 1 -- 172.21.15.122:0/2458686351 wait complete. 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.436+0000 7f41ea398640 1 Processor -- start 2024-09-12T01:19:17.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.437+0000 7f41ea398640 1 -- start start 2024-09-12T01:19:17.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.437+0000 7f41ea398640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f41e409aca0 0x7f41e40afb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.437+0000 7f41ea398640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f41e409b5c0 0x7f41e40c87d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.437+0000 7f41ea398640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41e40d0b20 0x7f41e40c69a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.437+0000 7f41ea398640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f41e40d0fb0 con 0x7f41e40d0b20 2024-09-12T01:19:17.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.437+0000 7f41ea398640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f41e4070220 con 0x7f41e409aca0 2024-09-12T01:19:17.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.437+0000 7f41ea398640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f41e4070e50 con 0x7f41e409b5c0 2024-09-12T01:19:17.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.437+0000 7f41e8935640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41e40d0b20 0x7f41e40c69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.437+0000 7f41e8935640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41e40d0b20 0x7f41e40c69a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52238/0 (socket says 172.21.15.122:52238) 2024-09-12T01:19:17.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.437+0000 7f41e8935640 1 -- 172.21.15.122:0/337304380 learned_addr learned my addr 172.21.15.122:0/337304380 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:17.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41e3fff640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f41e409aca0 0x7f41e40afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41e37fe640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f41e409b5c0 0x7f41e40c87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41e8935640 1 -- 172.21.15.122:0/337304380 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f41e409b5c0 msgr2=0x7f41e40c87d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41e8935640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f41e409b5c0 0x7f41e40c87d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41e8935640 1 -- 172.21.15.122:0/337304380 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f41e409aca0 msgr2=0x7f41e40afb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41e8935640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f41e409aca0 0x7f41e40afb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41e8935640 1 -- 172.21.15.122:0/337304380 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41e40b0160 con 0x7f41e40d0b20 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41e8935640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41e40d0b20 0x7f41e40c69a0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f41dc00c700 tx=0x7f41dc00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41e0ff9640 1 -- 172.21.15.122:0/337304380 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41dc018070 con 0x7f41e40d0b20 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41e0ff9640 1 -- 172.21.15.122:0/337304380 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41dc00ce10 con 0x7f41e40d0b20 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41ea398640 1 -- 172.21.15.122:0/337304380 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41e40b0440 con 0x7f41e40d0b20 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41e0ff9640 1 -- 172.21.15.122:0/337304380 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41dc00a860 con 0x7f41e40d0b20 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.438+0000 7f41ea398640 1 -- 172.21.15.122:0/337304380 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41e40b0a00 con 0x7f41e40d0b20 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.439+0000 7f41ea398640 1 -- 172.21.15.122:0/337304380 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41e409b080 con 0x7f41e40d0b20 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.439+0000 7f41e0ff9640 1 -- 172.21.15.122:0/337304380 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f41dc01b070 con 0x7f41e40d0b20 2024-09-12T01:19:17.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.440+0000 7f41e0ff9640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f41d006be30 0x7f41d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.440+0000 7f41e0ff9640 1 -- 172.21.15.122:0/337304380 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f41dc08a220 con 0x7f41e40d0b20 2024-09-12T01:19:17.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.440+0000 7f41e3fff640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f41d006be30 0x7f41d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.441 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.440+0000 7f41e3fff640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f41d006be30 0x7f41d006e2f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f41d4034000 tx=0x7f41d402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:17.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.444+0000 7f41e0ff9640 1 -- 172.21.15.122:0/337304380 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f41dc058730 con 0x7f41e40d0b20 2024-09-12T01:19:17.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.607+0000 7f41ea398640 1 -- 172.21.15.122:0/337304380 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f41e40ca450 con 0x7f41d006be30 2024-09-12T01:19:17.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.607+0000 7f41e0ff9640 1 -- 172.21.15.122:0/337304380 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13471 (secure 0 0 0) 0x7f41e40ca450 con 0x7f41d006be30 2024-09-12T01:19:17.607 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:17.608 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:19:17.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.609+0000 7f41ea398640 1 -- 172.21.15.122:0/337304380 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f41d006be30 msgr2=0x7f41d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.609+0000 7f41ea398640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f41d006be30 0x7f41d006e2f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f41d4034000 tx=0x7f41d402e000 comp rx=0 tx=0).stop 2024-09-12T01:19:17.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.609+0000 7f41ea398640 1 -- 172.21.15.122:0/337304380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41e40d0b20 msgr2=0x7f41e40c69a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.609+0000 7f41ea398640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41e40d0b20 0x7f41e40c69a0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f41dc00c700 tx=0x7f41dc00cbc0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.609+0000 7f41ea398640 1 -- 172.21.15.122:0/337304380 shutdown_connections 2024-09-12T01:19:17.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.609+0000 7f41ea398640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f41d006be30 0x7f41d006e2f0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.609+0000 7f41ea398640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41e40d0b20 0x7f41e40c69a0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.609+0000 7f41ea398640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f41e409b5c0 0x7f41e40c87d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.609+0000 7f41ea398640 1 --2- 172.21.15.122:0/337304380 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f41e409aca0 0x7f41e40afb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.609+0000 7f41ea398640 1 -- 172.21.15.122:0/337304380 >> 172.21.15.122:0/337304380 conn(0x7f41e40d23a0 msgr2=0x7f41e40b3630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:17.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.610+0000 7f41ea398640 1 -- 172.21.15.122:0/337304380 shutdown_connections 2024-09-12T01:19:17.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.610+0000 7f41ea398640 1 -- 172.21.15.122:0/337304380 wait complete. 2024-09-12T01:19:17.620 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":121,"stamp":"2024-09-12T01:19:15.866009+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":189,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":227028,"kb_used_data":6640,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754747692,"statfs":{"total":773094113280,"available":772861636608,"internally_reserved":0,"allocated":6799360,"data_stored":3714262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":225496628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-14248,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-13,"num_read_kb":-24,"num_write":-58,"num_write_kb":-33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001287"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":240,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-12T01:19:14.757669+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:19:14.757669+0000","last_peered":"2024-09-12T01:19:14.757669+0000","last_clean":"2024-09-12T01:19:14.757669+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:19:14.757669+0000","last_undegraded":"2024-09-12T01:19:14.757669+0000","last_fullsized":"2024-09-12T01:19:14.757669+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542174,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28288,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343552,"statfs":{"total":96636764160,"available":96607797248,"internally_reserved":0,"allocated":1290240,"data_stored":902488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542174,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":704512,"data_stored":318535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542175,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":688128,"data_stored":311996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542175,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27704,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344136,"statfs":{"total":96636764160,"available":96608395264,"internally_reserved":0,"allocated":692224,"data_stored":312578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542173,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":708608,"data_stored":318577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542175,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":716800,"data_stored":329091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542175,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":708608,"data_stored":318577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542175,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32448,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339392,"statfs":{"total":96636764160,"available":96603537408,"internally_reserved":0,"allocated":1290240,"data_stored":902420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:19:17.621 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T01:19:17.621 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:19:17.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.721+0000 7f4ea03b9640 1 Processor -- start 2024-09-12T01:19:17.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.721+0000 7f4ea03b9640 1 -- start start 2024-09-12T01:19:17.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4ea03b9640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4e9815c870 0x7f4e9815ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4ea03b9640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f4e980ccf90 0x7f4e980cd440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4ea03b9640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e980d01c0 con 0x7f4e9815c490 2024-09-12T01:19:17.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4ea03b9640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f4e980cff70 con 0x7f4e980ccf90 2024-09-12T01:19:17.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4ea03b9640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4e980d0dd0 con 0x7f4e9815c870 2024-09-12T01:19:17.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4e9e155640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f4e9815c490 0x7f4e9809b440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38238/0 (socket says 172.21.15.122:38238) 2024-09-12T01:19:17.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4e9e155640 1 -- 172.21.15.122:0/4200078672 learned_addr learned my addr 172.21.15.122:0/4200078672 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:17.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4e9e956640 1 --2- 172.21.15.122:0/4200078672 >> v2:172.21.15.151:3300/0 conn(0x7f4e980ccf90 0x7f4e980cd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4e9d954640 1 --2- 172.21.15.122:0/4200078672 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4e9815c870 0x7f4e9815ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4e9d153640 1 -- 172.21.15.122:0/4200078672 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1107329722 0 0) 0x7f4e980d01c0 con 0x7f4e9815c490 2024-09-12T01:19:17.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4e9d153640 1 -- 172.21.15.122:0/4200078672 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e84003520 con 0x7f4e9815c490 2024-09-12T01:19:17.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4e9d954640 1 -- 172.21.15.122:0/4200078672 >> v2:172.21.15.151:3300/0 conn(0x7f4e980ccf90 msgr2=0x7f4e980cd440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:17.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4e9d954640 1 --2- 172.21.15.122:0/4200078672 >> v2:172.21.15.151:3300/0 conn(0x7f4e980ccf90 0x7f4e980cd440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4e9d954640 1 -- 172.21.15.122:0/4200078672 >> v1:172.21.15.122:6789/0 conn(0x7f4e9815c490 legacy=0x7f4e9809b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4e9d954640 1 -- 172.21.15.122:0/4200078672 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e980d04a0 con 0x7f4e9815c870 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.722+0000 7f4e9e956640 1 --2- 172.21.15.122:0/4200078672 >> v2:172.21.15.151:3300/0 conn(0x7f4e980ccf90 0x7f4e980cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.723+0000 7f4e9d954640 1 --2- 172.21.15.122:0/4200078672 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4e9815c870 0x7f4e9815ccb0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4e880097a0 tx=0x7f4e8802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=990acc3bc3a425df server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.723+0000 7f4e9d153640 1 -- 172.21.15.122:0/4200078672 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88037070 con 0x7f4e9815c870 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.723+0000 7f4e9d153640 1 -- 172.21.15.122:0/4200078672 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e88032440 con 0x7f4e9815c870 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.723+0000 7f4e9d153640 1 -- 172.21.15.122:0/4200078672 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e880327f0 con 0x7f4e9815c870 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.724+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4200078672 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4e9815c870 msgr2=0x7f4e9815ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.724+0000 7f4ea03b9640 1 --2- 172.21.15.122:0/4200078672 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4e9815c870 0x7f4e9815ccb0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4e880097a0 tx=0x7f4e8802a210 comp rx=0 tx=0).stop 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.724+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4200078672 shutdown_connections 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.724+0000 7f4ea03b9640 1 --2- 172.21.15.122:0/4200078672 >> v2:172.21.15.151:3300/0 conn(0x7f4e980ccf90 0x7f4e980cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.724+0000 7f4ea03b9640 1 --2- 172.21.15.122:0/4200078672 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4e9815c870 0x7f4e9815ccb0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.724+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4200078672 >> 172.21.15.122:0/4200078672 conn(0x7f4e980d23a0 msgr2=0x7f4e980d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:17.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.724+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4200078672 shutdown_connections 2024-09-12T01:19:17.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.724+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4200078672 wait complete. 2024-09-12T01:19:17.728 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.725+0000 7f4ea03b9640 1 Processor -- start 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.725+0000 7f4ea03b9640 1 -- start start 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4ea03b9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4e980ccf90 0x7f4e981f3160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4ea03b9640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4e9815c490 0x7f4e980b2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4ea03b9640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4e9815c870 0x7f4e980b3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4ea03b9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4e980d1260 con 0x7f4e980ccf90 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4ea03b9640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f4e980d0a60 con 0x7f4e9815c490 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4ea03b9640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4e980b6ff0 con 0x7f4e9815c870 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e9e155640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4e980ccf90 0x7f4e981f3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e9e155640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4e980ccf90 0x7f4e981f3160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52240/0 (socket says 172.21.15.122:52240) 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e9e155640 1 -- 172.21.15.122:0/4153730122 learned_addr learned my addr 172.21.15.122:0/4153730122 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e9d954640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4e9815c490 0x7f4e980b2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e9e956640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4e9815c870 0x7f4e980b3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e9e155640 1 -- 172.21.15.122:0/4153730122 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4e9815c870 msgr2=0x7f4e980b3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e9e155640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4e9815c870 0x7f4e980b3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e9e155640 1 -- 172.21.15.122:0/4153730122 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4e9815c490 msgr2=0x7f4e980b2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e9e155640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4e9815c490 0x7f4e980b2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e9e155640 1 -- 172.21.15.122:0/4153730122 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e980b63e0 con 0x7f4e980ccf90 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e9e155640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4e980ccf90 0x7f4e981f3160 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f4e9400c430 tx=0x7f4e9400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e8effd640 1 -- 172.21.15.122:0/4153730122 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e94017070 con 0x7f4e980ccf90 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4e8effd640 1 -- 172.21.15.122:0/4153730122 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e94005ce0 con 0x7f4e980ccf90 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.726+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4153730122 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e980b66c0 con 0x7f4e980ccf90 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.727+0000 7f4e8effd640 1 -- 172.21.15.122:0/4153730122 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e940072f0 con 0x7f4e980ccf90 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.727+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4153730122 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e980b6c80 con 0x7f4e980ccf90 2024-09-12T01:19:17.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.728+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4153730122 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e980d01c0 con 0x7f4e980ccf90 2024-09-12T01:19:17.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.728+0000 7f4e8effd640 1 -- 172.21.15.122:0/4153730122 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4e9401a070 con 0x7f4e980ccf90 2024-09-12T01:19:17.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.728+0000 7f4e8effd640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4e7c06be30 0x7f4e7c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:17.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.728+0000 7f4e8effd640 1 -- 172.21.15.122:0/4153730122 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f4e9408a0b0 con 0x7f4e980ccf90 2024-09-12T01:19:17.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.728+0000 7f4e9d954640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4e7c06be30 0x7f4e7c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:17.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.729+0000 7f4e9d954640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4e7c06be30 0x7f4e7c06e2f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f4e88034000 tx=0x7f4e8802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:17.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.733+0000 7f4e8effd640 1 -- 172.21.15.122:0/4153730122 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4e94058530 con 0x7f4e980ccf90 2024-09-12T01:19:17.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.896+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4153730122 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4e980c7bb0 con 0x7f4e7c06be30 2024-09-12T01:19:17.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.897+0000 7f4e8effd640 1 -- 172.21.15.122:0/4153730122 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13471 (secure 0 0 0) 0x7f4e980c7bb0 con 0x7f4e7c06be30 2024-09-12T01:19:17.896 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:17.896 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:19:17.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4153730122 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4e7c06be30 msgr2=0x7f4e7c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4e7c06be30 0x7f4e7c06e2f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f4e88034000 tx=0x7f4e8802e000 comp rx=0 tx=0).stop 2024-09-12T01:19:17.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4153730122 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4e980ccf90 msgr2=0x7f4e981f3160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:17.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4e980ccf90 0x7f4e981f3160 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f4e9400c430 tx=0x7f4e9400c830 comp rx=0 tx=0).stop 2024-09-12T01:19:17.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4153730122 shutdown_connections 2024-09-12T01:19:17.898 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4e7c06be30 0x7f4e7c06e2f0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4e9815c870 0x7f4e980b3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4e9815c490 0x7f4e980b2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 --2- 172.21.15.122:0/4153730122 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4e980ccf90 0x7f4e981f3160 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:17.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4153730122 >> 172.21.15.122:0/4153730122 conn(0x7f4e980d23a0 msgr2=0x7f4e980b1de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:17.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4153730122 shutdown_connections 2024-09-12T01:19:17.899 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:17.899+0000 7f4ea03b9640 1 -- 172.21.15.122:0/4153730122 wait complete. 2024-09-12T01:19:17.910 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":122,"stamp":"2024-09-12T01:19:17.866416+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":189,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":227028,"kb_used_data":6640,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754747692,"statfs":{"total":773094113280,"available":772861636608,"internally_reserved":0,"allocated":6799360,"data_stored":3714262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":225496628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-17935,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-80,"num_read_kb":-94,"num_write":-65,"num_write_kb":-41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001374"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":240,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-12T01:19:14.757669+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:19:14.757669+0000","last_peered":"2024-09-12T01:19:14.757669+0000","last_clean":"2024-09-12T01:19:14.757669+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:19:14.757669+0000","last_undegraded":"2024-09-12T01:19:14.757669+0000","last_fullsized":"2024-09-12T01:19:14.757669+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542174,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28288,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343552,"statfs":{"total":96636764160,"available":96607797248,"internally_reserved":0,"allocated":1290240,"data_stored":902488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542174,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":704512,"data_stored":318535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542175,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":688128,"data_stored":311996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542175,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27704,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344136,"statfs":{"total":96636764160,"available":96608395264,"internally_reserved":0,"allocated":692224,"data_stored":312578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542173,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":708608,"data_stored":318577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542175,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":716800,"data_stored":329091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542175,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":708608,"data_stored":318577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542175,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32448,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339392,"statfs":{"total":96636764160,"available":96603537408,"internally_reserved":0,"allocated":1290240,"data_stored":902420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:19:17.911 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:19:18.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.010+0000 7f8407c82640 1 Processor -- start 2024-09-12T01:19:18.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.011+0000 7f8407c82640 1 -- start start 2024-09-12T01:19:18.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.011+0000 7f8407c82640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8400161c80 0x7f840006e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:18.011 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.011+0000 7f8407c82640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f8400162060 0x7f84000b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.011+0000 7f8407c82640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f840006e870 con 0x7f84000b64b0 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.011+0000 7f8407c82640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f840006d9f0 con 0x7f8400161c80 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.011+0000 7f8407c82640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f840006dcd0 con 0x7f8400162060 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.012+0000 7f8405a1e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8400161c80 0x7f840006e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.012+0000 7f8405a1e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8400161c80 0x7f840006e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52256/0 (socket says 172.21.15.122:52256) 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.012+0000 7f8405a1e640 1 -- 172.21.15.122:0/4029027720 learned_addr learned my addr 172.21.15.122:0/4029027720 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.012+0000 7f8405a1e640 1 -- 172.21.15.122:0/4029027720 >> v2:172.21.15.151:3300/0 conn(0x7f8400162060 msgr2=0x7f84000b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.012+0000 7f840521d640 1 --2- 172.21.15.122:0/4029027720 >> v2:172.21.15.151:3300/0 conn(0x7f8400162060 0x7f84000b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.012+0000 7f8405a1e640 1 --2- 172.21.15.122:0/4029027720 >> v2:172.21.15.151:3300/0 conn(0x7f8400162060 0x7f84000b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.012+0000 7f8405a1e640 1 -- 172.21.15.122:0/4029027720 >> v1:172.21.15.151:6789/0 conn(0x7f84000b64b0 legacy=0x7f8400162500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.012+0000 7f8405a1e640 1 -- 172.21.15.122:0/4029027720 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f840006dfb0 con 0x7f8400161c80 2024-09-12T01:19:18.012 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.012+0000 7f840521d640 1 --2- 172.21.15.122:0/4029027720 >> v2:172.21.15.151:3300/0 conn(0x7f8400162060 0x7f84000b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:18.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8405a1e640 1 --2- 172.21.15.122:0/4029027720 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8400161c80 0x7f840006e330 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f840008e830 tx=0x7f83f402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51b420efcaedafc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:18.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8404a1c640 1 -- 172.21.15.122:0/4029027720 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f4037070 con 0x7f8400161c80 2024-09-12T01:19:18.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8404a1c640 1 -- 172.21.15.122:0/4029027720 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83f4032440 con 0x7f8400161c80 2024-09-12T01:19:18.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8404a1c640 1 -- 172.21.15.122:0/4029027720 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f4032810 con 0x7f8400161c80 2024-09-12T01:19:18.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8407c82640 1 -- 172.21.15.122:0/4029027720 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8400161c80 msgr2=0x7f840006e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:18.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8407c82640 1 --2- 172.21.15.122:0/4029027720 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8400161c80 0x7f840006e330 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f840008e830 tx=0x7f83f402a230 comp rx=0 tx=0).stop 2024-09-12T01:19:18.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8407c82640 1 -- 172.21.15.122:0/4029027720 shutdown_connections 2024-09-12T01:19:18.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8407c82640 1 --2- 172.21.15.122:0/4029027720 >> v2:172.21.15.151:3300/0 conn(0x7f8400162060 0x7f84000b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:18.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8407c82640 1 --2- 172.21.15.122:0/4029027720 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8400161c80 0x7f840006e330 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:18.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8407c82640 1 -- 172.21.15.122:0/4029027720 >> 172.21.15.122:0/4029027720 conn(0x7f84000d44f0 msgr2=0x7f84000d4900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:18.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8407c82640 1 -- 172.21.15.122:0/4029027720 shutdown_connections 2024-09-12T01:19:18.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.013+0000 7f8407c82640 1 -- 172.21.15.122:0/4029027720 wait complete. 2024-09-12T01:19:18.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.015+0000 7f8407c82640 1 Processor -- start 2024-09-12T01:19:18.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.015+0000 7f8407c82640 1 -- start start 2024-09-12T01:19:18.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.015+0000 7f8407c82640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f84000b64b0 0x7f84001f4450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:18.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.015+0000 7f8407c82640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8400161c80 0x7f8400156640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:18.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.015+0000 7f8407c82640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8400162060 0x7f840015ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:18.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.015+0000 7f8407c82640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f84000d2a10 con 0x7f8400161c80 2024-09-12T01:19:18.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.015+0000 7f8407c82640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f84000d2890 con 0x7f8400162060 2024-09-12T01:19:18.017 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.015+0000 7f8407c82640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f84000b6960 con 0x7f84000b64b0 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.015+0000 7f840521d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8400161c80 0x7f8400156640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.015+0000 7f840521d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8400161c80 0x7f8400156640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52262/0 (socket says 172.21.15.122:52262) 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.015+0000 7f840521d640 1 -- 172.21.15.122:0/1525533535 learned_addr learned my addr 172.21.15.122:0/1525533535 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f8405a1e640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f84000b64b0 0x7f84001f4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f840621f640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8400162060 0x7f840015ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f840521d640 1 -- 172.21.15.122:0/1525533535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f84000b64b0 msgr2=0x7f84001f4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f840521d640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f84000b64b0 0x7f84001f4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f840521d640 1 -- 172.21.15.122:0/1525533535 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8400162060 msgr2=0x7f840015ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f840521d640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8400162060 0x7f840015ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f840521d640 1 -- 172.21.15.122:0/1525533535 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84000c92c0 con 0x7f8400161c80 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f840521d640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8400161c80 0x7f8400156640 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f83fc00c7c0 tx=0x7f83fc00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f83f27fc640 1 -- 172.21.15.122:0/1525533535 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83fc015070 con 0x7f8400161c80 2024-09-12T01:19:18.018 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f83f27fc640 1 -- 172.21.15.122:0/1525533535 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83fc007820 con 0x7f8400161c80 2024-09-12T01:19:18.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f83f27fc640 1 -- 172.21.15.122:0/1525533535 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83fc007bf0 con 0x7f8400161c80 2024-09-12T01:19:18.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f8407c82640 1 -- 172.21.15.122:0/1525533535 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84000c7e80 con 0x7f8400161c80 2024-09-12T01:19:18.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.016+0000 7f8407c82640 1 -- 172.21.15.122:0/1525533535 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84000c8440 con 0x7f8400161c80 2024-09-12T01:19:18.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.017+0000 7f8407c82640 1 -- 172.21.15.122:0/1525533535 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84000ba450 con 0x7f8400161c80 2024-09-12T01:19:18.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.017+0000 7f83f27fc640 1 -- 172.21.15.122:0/1525533535 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f83fc018070 con 0x7f8400161c80 2024-09-12T01:19:18.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.018+0000 7f83f27fc640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83e406be30 0x7f83e406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:18.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.018+0000 7f83f27fc640 1 -- 172.21.15.122:0/1525533535 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f83fc08ac20 con 0x7f8400161c80 2024-09-12T01:19:18.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.018+0000 7f8405a1e640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83e406be30 0x7f83e406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:18.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.018+0000 7f8405a1e640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83e406be30 0x7f83e406e2f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f83f4034000 tx=0x7f83f402e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:18.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.022+0000 7f83f27fc640 1 -- 172.21.15.122:0/1525533535 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f84000c92c0 con 0x7f8400161c80 2024-09-12T01:19:18.192 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.193+0000 7f8407c82640 1 -- 172.21.15.122:0/1525533535 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f84000d2f10 con 0x7f8400161c80 2024-09-12T01:19:18.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.194+0000 7f83f27fc640 1 -- 172.21.15.122:0/1525533535 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v60) ==== 74+0+13509 (secure 0 0 0) 0x7f83fc0596f0 con 0x7f8400161c80 2024-09-12T01:19:18.193 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:18.193 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":60,"fsid":"d2b61483-09bf-409c-b23d-bc9fb1623cd8","created":"2024-09-12T01:16:47.772969+0000","modified":"2024-09-12T01:19:15.129955+0000","last_up_change":"2024-09-12T01:16:59.506772+0000","last_in_change":"2024-09-12T01:16:49.896157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T01:16:59.870481+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9838d1f-03e5-45b0-b12e-f02f3c25d1ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6825","nonce":4233195468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6827","nonce":4233195468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6831","nonce":4233195468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":4233195468},{"type":"v1","addr":"172.21.15.122:6829","nonce":4233195468}]},"public_addr":"172.21.15.122:6825/4233195468","cluster_addr":"172.21.15.122:6827/4233195468","heartbeat_back_addr":"172.21.15.122:6831/4233195468","heartbeat_front_addr":"172.21.15.122:6829/4233195468","state":["exists","up"]},{"osd":1,"uuid":"a220a7a9-ffc0-4e3b-921e-eeba60b9a1c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6801","nonce":3065561574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6803","nonce":3065561574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6807","nonce":3065561574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3065561574},{"type":"v1","addr":"172.21.15.122:6805","nonce":3065561574}]},"public_addr":"172.21.15.122:6801/3065561574","cluster_addr":"172.21.15.122:6803/3065561574","heartbeat_back_addr":"172.21.15.122:6807/3065561574","heartbeat_front_addr":"172.21.15.122:6805/3065561574","state":["exists","up"]},{"osd":2,"uuid":"218df722-1f85-463b-a091-8be2e9a9ce70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6809","nonce":1333195972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6811","nonce":1333195972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6815","nonce":1333195972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1333195972},{"type":"v1","addr":"172.21.15.122:6813","nonce":1333195972}]},"public_addr":"172.21.15.122:6809/1333195972","cluster_addr":"172.21.15.122:6811/1333195972","heartbeat_back_addr":"172.21.15.122:6815/1333195972","heartbeat_front_addr":"172.21.15.122:6813/1333195972","state":["exists","up"]},{"osd":3,"uuid":"006b2cb2-2106-40e4-acf0-7f01a841d32e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6817","nonce":2205417707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6819","nonce":2205417707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6823","nonce":2205417707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2205417707},{"type":"v1","addr":"172.21.15.122:6821","nonce":2205417707}]},"public_addr":"172.21.15.122:6817/2205417707","cluster_addr":"172.21.15.122:6819/2205417707","heartbeat_back_addr":"172.21.15.122:6823/2205417707","heartbeat_front_addr":"172.21.15.122:6821/2205417707","state":["exists","up"]},{"osd":4,"uuid":"0744b90c-f8bc-4096-b7c0-c8046833d90e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6808","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6809","nonce":3127345229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6810","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6811","nonce":3127345229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6814","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6815","nonce":3127345229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6812","nonce":3127345229},{"type":"v1","addr":"172.21.15.151:6813","nonce":3127345229}]},"public_addr":"172.21.15.151:6809/3127345229","cluster_addr":"172.21.15.151:6811/3127345229","heartbeat_back_addr":"172.21.15.151:6815/3127345229","heartbeat_front_addr":"172.21.15.151:6813/3127345229","state":["exists","up"]},{"osd":5,"uuid":"81acddbc-73d3-44ac-973d-5eb91751f5da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6816","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6817","nonce":2424317786}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6818","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6819","nonce":2424317786}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6822","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6823","nonce":2424317786}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6820","nonce":2424317786},{"type":"v1","addr":"172.21.15.151:6821","nonce":2424317786}]},"public_addr":"172.21.15.151:6817/2424317786","cluster_addr":"172.21.15.151:6819/2424317786","heartbeat_back_addr":"172.21.15.151:6823/2424317786","heartbeat_front_addr":"172.21.15.151:6821/2424317786","state":["exists","up"]},{"osd":6,"uuid":"df917c72-1d33-45f7-be64-3a48d56fdb70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6824","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6825","nonce":3464426733}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6826","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6827","nonce":3464426733}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6830","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6831","nonce":3464426733}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6828","nonce":3464426733},{"type":"v1","addr":"172.21.15.151:6829","nonce":3464426733}]},"public_addr":"172.21.15.151:6825/3464426733","cluster_addr":"172.21.15.151:6827/3464426733","heartbeat_back_addr":"172.21.15.151:6831/3464426733","heartbeat_front_addr":"172.21.15.151:6829/3464426733","state":["exists","up"]},{"osd":7,"uuid":"21173177-9766-46f2-b122-bf41b402de07","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6800","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6801","nonce":1031611436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6802","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6803","nonce":1031611436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6806","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6807","nonce":1031611436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6804","nonce":1031611436},{"type":"v1","addr":"172.21.15.151:6805","nonce":1031611436}]},"public_addr":"172.21.15.151:6801/1031611436","cluster_addr":"172.21.15.151:6803/1031611436","heartbeat_back_addr":"172.21.15.151:6807/1031611436","heartbeat_front_addr":"172.21.15.151:6805/1031611436","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:57.054382+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.298342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.756619+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.187514+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.397220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.439395+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:56.419609+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T01:16:55.934686+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.122:6835/3001802218":"2024-09-13T01:19:12.123419+0000","172.21.15.122:6834/3001802218":"2024-09-13T01:19:12.123419+0000","172.21.15.122:6835/444570294":"2024-09-13T01:19:03.434467+0000","172.21.15.122:6834/444570294":"2024-09-13T01:19:03.434467+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:19:18.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 -- 172.21.15.122:0/1525533535 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83e406be30 msgr2=0x7f83e406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:18.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83e406be30 0x7f83e406e2f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f83f4034000 tx=0x7f83f402e000 comp rx=0 tx=0).stop 2024-09-12T01:19:18.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 -- 172.21.15.122:0/1525533535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8400161c80 msgr2=0x7f8400156640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:18.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8400161c80 0x7f8400156640 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f83fc00c7c0 tx=0x7f83fc00cc80 comp rx=0 tx=0).stop 2024-09-12T01:19:18.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 -- 172.21.15.122:0/1525533535 shutdown_connections 2024-09-12T01:19:18.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f83e406be30 0x7f83e406e2f0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:18.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f8400162060 0x7f840015ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:18.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8400161c80 0x7f8400156640 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:18.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 --2- 172.21.15.122:0/1525533535 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f84000b64b0 0x7f84001f4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:18.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 -- 172.21.15.122:0/1525533535 >> 172.21.15.122:0/1525533535 conn(0x7f84000d44f0 msgr2=0x7f84000b4f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:18.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 -- 172.21.15.122:0/1525533535 shutdown_connections 2024-09-12T01:19:18.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:18.196+0000 7f8407c82640 1 -- 172.21.15.122:0/1525533535 wait complete. 2024-09-12T01:19:19.207 INFO:tasks.ceph:Scrubbing osd.0 2024-09-12T01:19:19.207 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:19:19.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.323+0000 7fb7f7ae4640 1 Processor -- start 2024-09-12T01:19:19.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.323+0000 7fb7f7ae4640 1 -- start start 2024-09-12T01:19:19.323 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f7ae4640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fb7f015e7f0 0x7fb7f00b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.323 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f7ae4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7f00af210 0x7fb7f0070a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.323 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f7ae4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb7f00b7250 0x7fb7f0070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.323 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f7ae4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fb7f006cdc0 con 0x7fb7f00b7250 2024-09-12T01:19:19.323 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f7ae4640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fb7f006d0a0 con 0x7fb7f015e7f0 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f7ae4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb7f006d380 con 0x7fb7f00af210 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f6081640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb7f00b7250 0x7fb7f0070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f6081640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb7f00b7250 0x7fb7f0070fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52274/0 (socket says 172.21.15.122:52274) 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f6081640 1 -- 172.21.15.122:0/2005316109 learned_addr learned my addr 172.21.15.122:0/2005316109 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f507f640 1 --2- 172.21.15.122:0/2005316109 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7f00af210 0x7fb7f0070a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f5880640 1 --2- 172.21.15.122:0/2005316109 >> v2:172.21.15.151:3300/0 conn(0x7fb7f015e7f0 0x7fb7f00b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f6081640 1 -- 172.21.15.122:0/2005316109 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7f00af210 msgr2=0x7fb7f0070a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f6081640 1 --2- 172.21.15.122:0/2005316109 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7f00af210 0x7fb7f0070a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f6081640 1 -- 172.21.15.122:0/2005316109 >> v2:172.21.15.151:3300/0 conn(0x7fb7f015e7f0 msgr2=0x7fb7f00b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f6081640 1 --2- 172.21.15.122:0/2005316109 >> v2:172.21.15.151:3300/0 conn(0x7fb7f015e7f0 0x7fb7f00b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f6081640 1 -- 172.21.15.122:0/2005316109 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7f006d660 con 0x7fb7f00b7250 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f5880640 1 --2- 172.21.15.122:0/2005316109 >> v2:172.21.15.151:3300/0 conn(0x7fb7f015e7f0 0x7fb7f00b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:19.324 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.324+0000 7fb7f507f640 1 --2- 172.21.15.122:0/2005316109 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7f00af210 0x7fb7f0070a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:19.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.325+0000 7fb7f6081640 1 --2- 172.21.15.122:0/2005316109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb7f00b7250 0x7fb7f0070fb0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0073080 tx=0x7fb7e802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=361adb0e61dc787d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.325+0000 7fb7f487e640 1 -- 172.21.15.122:0/2005316109 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e8036070 con 0x7fb7f00b7250 2024-09-12T01:19:19.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.325+0000 7fb7f487e640 1 -- 172.21.15.122:0/2005316109 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7e8031600 con 0x7fb7f00b7250 2024-09-12T01:19:19.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.325+0000 7fb7f487e640 1 -- 172.21.15.122:0/2005316109 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e80319d0 con 0x7fb7f00b7250 2024-09-12T01:19:19.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.325+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/2005316109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb7f00b7250 msgr2=0x7fb7f0070fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.325+0000 7fb7f7ae4640 1 --2- 172.21.15.122:0/2005316109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb7f00b7250 0x7fb7f0070fb0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0073080 tx=0x7fb7e802a6a0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.326+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/2005316109 shutdown_connections 2024-09-12T01:19:19.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.326+0000 7fb7f7ae4640 1 --2- 172.21.15.122:0/2005316109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb7f00b7250 0x7fb7f0070fb0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.326+0000 7fb7f7ae4640 1 --2- 172.21.15.122:0/2005316109 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7f00af210 0x7fb7f0070a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.326 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.326+0000 7fb7f7ae4640 1 --2- 172.21.15.122:0/2005316109 >> v2:172.21.15.151:3300/0 conn(0x7fb7f015e7f0 0x7fb7f00b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.326+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/2005316109 >> 172.21.15.122:0/2005316109 conn(0x7fb7f00b3f30 msgr2=0x7fb7f00b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:19.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.326+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/2005316109 shutdown_connections 2024-09-12T01:19:19.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.326+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/2005316109 wait complete. 2024-09-12T01:19:19.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.327+0000 7fb7f7ae4640 1 Processor -- start 2024-09-12T01:19:19.327 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.327+0000 7fb7f7ae4640 1 -- start start 2024-09-12T01:19:19.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f7ae4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb7f00af210 0x7fb7f0151da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f7ae4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7f00b7250 0x7fb7f015ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f7ae4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb7f015e7f0 0x7fb7f0070510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f7ae4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f009aa30 con 0x7fb7f015e7f0 2024-09-12T01:19:19.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f7ae4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f00b6150 con 0x7fb7f00af210 2024-09-12T01:19:19.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f7ae4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fb7f009abb0 con 0x7fb7f00b7250 2024-09-12T01:19:19.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f6081640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb7f015e7f0 0x7fb7f0070510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f6081640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb7f015e7f0 0x7fb7f0070510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52284/0 (socket says 172.21.15.122:52284) 2024-09-12T01:19:19.330 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f6081640 1 -- 172.21.15.122:0/284809436 learned_addr learned my addr 172.21.15.122:0/284809436 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f507f640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7f00b7250 0x7fb7f015ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f5880640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb7f00af210 0x7fb7f0151da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f6081640 1 -- 172.21.15.122:0/284809436 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7f00b7250 msgr2=0x7fb7f015ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f6081640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fb7f00b7250 0x7fb7f015ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f6081640 1 -- 172.21.15.122:0/284809436 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb7f00af210 msgr2=0x7fb7f0151da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f6081640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb7f00af210 0x7fb7f0151da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f6081640 1 -- 172.21.15.122:0/284809436 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7f015f570 con 0x7fb7f015e7f0 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f5880640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fb7f00af210 0x7fb7f0151da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f6081640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb7f015e7f0 0x7fb7f0070510 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fb7e8034040 tx=0x7fb7e8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7e67fc640 1 -- 172.21.15.122:0/284809436 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e8041020 con 0x7fb7f015e7f0 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7e67fc640 1 -- 172.21.15.122:0/284809436 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7e8007780 con 0x7fb7f015e7f0 2024-09-12T01:19:19.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/284809436 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7f015f850 con 0x7fb7f015e7f0 2024-09-12T01:19:19.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7e67fc640 1 -- 172.21.15.122:0/284809436 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e8036040 con 0x7fb7f015e7f0 2024-09-12T01:19:19.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.328+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/284809436 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7f00cb5b0 con 0x7fb7f015e7f0 2024-09-12T01:19:19.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.329+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/284809436 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb7f00b6d10 con 0x7fb7f015e7f0 2024-09-12T01:19:19.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.330+0000 7fb7e67fc640 1 -- 172.21.15.122:0/284809436 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb7e8044020 con 0x7fb7f015e7f0 2024-09-12T01:19:19.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.330+0000 7fb7e67fc640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb7d406be60 0x7fb7d406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.330+0000 7fb7e67fc640 1 -- 172.21.15.122:0/284809436 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7fb7e80ab820 con 0x7fb7f015e7f0 2024-09-12T01:19:19.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.330+0000 7fb7f5880640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb7d406be60 0x7fb7d406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.330+0000 7fb7e67fc640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] conn(0x7fb7d40723a0 0x7fb7d40747e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.330+0000 7fb7e67fc640 1 -- 172.21.15.122:0/284809436 --> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb7e8031600 con 0x7fb7d40723a0 2024-09-12T01:19:19.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.330+0000 7fb7e67fc640 1 -- 172.21.15.122:0/284809436 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7fb7e80b02c0 con 0x7fb7f015e7f0 2024-09-12T01:19:19.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.331+0000 7fb7f507f640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] conn(0x7fb7d40723a0 0x7fb7d40747e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.333 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.331+0000 7fb7f5880640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb7d406be60 0x7fb7d406e320 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb7ec00a990 tx=0x7fb7ec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.333 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.331+0000 7fb7f507f640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] conn(0x7fb7d40723a0 0x7fb7d40747e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.333 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.332+0000 7fb7e67fc640 1 -- 172.21.15.122:0/284809436 <== osd.0 v2:172.21.15.122:6824/4233195468 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb7e8031600 con 0x7fb7d40723a0 2024-09-12T01:19:19.344 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.344+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/284809436 --> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fb7f00b0210 con 0x7fb7d40723a0 2024-09-12T01:19:19.344 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7e67fc640 1 -- 172.21.15.122:0/284809436 <== osd.0 v2:172.21.15.122:6824/4233195468 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fb7f00b0210 con 0x7fb7d40723a0 2024-09-12T01:19:19.344 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:19:19.344 INFO:teuthology.orchestra.run.smithi122.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:19:19.345 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:19:19.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] conn(0x7fb7d40723a0 msgr2=0x7fb7d40747e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7f7ae4640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:6824/4233195468,v1:172.21.15.122:6825/4233195468] conn(0x7fb7d40723a0 0x7fb7d40747e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb7d406be60 msgr2=0x7fb7d406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7f7ae4640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fb7d406be60 0x7fb7d406e320 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb7ec00a990 tx=0x7fb7ec008040 comp rx=0 tx=0).stop 2024-09-12T01:19:19.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb7f015e7f0 msgr2=0x7fb7f0070510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7f7ae4640 1 --2- 172.21.15.122:0/284809436 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb7f015e7f0 0x7fb7f0070510 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fb7e8034040 tx=0x7fb7e8004a40 comp rx=0 tx=0).stop 2024-09-12T01:19:19.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7f6081640 1 -- 172.21.15.122:0/284809436 reap_dead start 2024-09-12T01:19:19.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/284809436 shutdown_connections 2024-09-12T01:19:19.346 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/284809436 >> 172.21.15.122:0/284809436 conn(0x7fb7f00b3f30 msgr2=0x7fb7f00b3430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:19.347 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/284809436 shutdown_connections 2024-09-12T01:19:19.347 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.345+0000 7fb7f7ae4640 1 -- 172.21.15.122:0/284809436 wait complete. 2024-09-12T01:19:19.355 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-12T01:19:19.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.455+0000 7f9e5d1c0640 1 Processor -- start 2024-09-12T01:19:19.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.455+0000 7f9e5d1c0640 1 -- start start 2024-09-12T01:19:19.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e5d1c0640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e58145e00 0x7f9e580cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e5d1c0640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f9e580d0be0 0x7f9e580afc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e5d1c0640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e580af720 con 0x7f9e5815d460 2024-09-12T01:19:19.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e5d1c0640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f9e581461e0 con 0x7f9e580d0be0 2024-09-12T01:19:19.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e5d1c0640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9e5815d8c0 con 0x7f9e58145e00 2024-09-12T01:19:19.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e56d9d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e58145e00 0x7f9e580cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e5759e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f9e580d0be0 0x7f9e580afc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e4ffff640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7f9e5815d460 0x7f9e580d04d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:46398/0 (socket says 172.21.15.122:46398) 2024-09-12T01:19:19.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e4ffff640 1 -- 172.21.15.122:0/1045731162 learned_addr learned my addr 172.21.15.122:0/1045731162 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:19.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e56d9d640 1 -- 172.21.15.122:0/1045731162 >> v2:172.21.15.151:3300/0 conn(0x7f9e580d0be0 msgr2=0x7f9e580afc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:19.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e56d9d640 1 --2- 172.21.15.122:0/1045731162 >> v2:172.21.15.151:3300/0 conn(0x7f9e580d0be0 0x7f9e580afc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e56d9d640 1 -- 172.21.15.122:0/1045731162 >> v1:172.21.15.151:6789/0 conn(0x7f9e5815d460 legacy=0x7f9e580d04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.457 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.456+0000 7f9e56d9d640 1 -- 172.21.15.122:0/1045731162 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e580cdf90 con 0x7f9e58145e00 2024-09-12T01:19:19.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.457+0000 7f9e56d9d640 1 --2- 172.21.15.122:0/1045731162 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e58145e00 0x7f9e580cd8a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9e480097a0 tx=0x7f9e4802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff4dcc9f9c36de44 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.457+0000 7f9e5659c640 1 -- 172.21.15.122:0/1045731162 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e48037070 con 0x7f9e58145e00 2024-09-12T01:19:19.458 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.457+0000 7f9e5659c640 1 -- 172.21.15.122:0/1045731162 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e48032440 con 0x7f9e58145e00 2024-09-12T01:19:19.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.457+0000 7f9e5659c640 1 -- 172.21.15.122:0/1045731162 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e48032810 con 0x7f9e58145e00 2024-09-12T01:19:19.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.458+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1045731162 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e58145e00 msgr2=0x7f9e580cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.458+0000 7f9e5d1c0640 1 --2- 172.21.15.122:0/1045731162 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e58145e00 0x7f9e580cd8a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9e480097a0 tx=0x7f9e4802a180 comp rx=0 tx=0).stop 2024-09-12T01:19:19.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.458+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1045731162 shutdown_connections 2024-09-12T01:19:19.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.458+0000 7f9e5d1c0640 1 --2- 172.21.15.122:0/1045731162 >> v2:172.21.15.151:3300/0 conn(0x7f9e580d0be0 0x7f9e580afc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.458+0000 7f9e5d1c0640 1 --2- 172.21.15.122:0/1045731162 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e58145e00 0x7f9e580cd8a0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.458+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1045731162 >> 172.21.15.122:0/1045731162 conn(0x7f9e580b2f40 msgr2=0x7f9e580b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:19.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.458+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1045731162 shutdown_connections 2024-09-12T01:19:19.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.458+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1045731162 wait complete. 2024-09-12T01:19:19.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.459+0000 7f9e5d1c0640 1 Processor -- start 2024-09-12T01:19:19.459 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.459+0000 7f9e5d1c0640 1 -- start start 2024-09-12T01:19:19.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.460+0000 7f9e5d1c0640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9e580d0be0 0x7f9e58141090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.461 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.460+0000 7f9e5d1c0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9e58145e00 0x7f9e58159b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.460+0000 7f9e5d1c0640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e5815d460 0x7f9e581429a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.460+0000 7f9e5d1c0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9e580ce830 con 0x7f9e58145e00 2024-09-12T01:19:19.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.460+0000 7f9e5d1c0640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f9e580ce550 con 0x7f9e580d0be0 2024-09-12T01:19:19.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.460+0000 7f9e5d1c0640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9e580cede0 con 0x7f9e5815d460 2024-09-12T01:19:19.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.460+0000 7f9e4ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9e58145e00 0x7f9e58159b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.460+0000 7f9e4ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9e58145e00 0x7f9e58159b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52294/0 (socket says 172.21.15.122:52294) 2024-09-12T01:19:19.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.460+0000 7f9e4ffff640 1 -- 172.21.15.122:0/1018228042 learned_addr learned my addr 172.21.15.122:0/1018228042 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:19.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.460+0000 7f9e5759e640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e5815d460 0x7f9e581429a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.460+0000 7f9e56d9d640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9e580d0be0 0x7f9e58141090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e4ffff640 1 -- 172.21.15.122:0/1018228042 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e5815d460 msgr2=0x7f9e581429a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.462 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e4ffff640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e5815d460 0x7f9e581429a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e4ffff640 1 -- 172.21.15.122:0/1018228042 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9e580d0be0 msgr2=0x7f9e58141090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e4ffff640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9e580d0be0 0x7f9e58141090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e4ffff640 1 -- 172.21.15.122:0/1018228042 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e5815a050 con 0x7f9e58145e00 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e5759e640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e5815d460 0x7f9e581429a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e56d9d640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9e580d0be0 0x7f9e58141090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e4ffff640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9e58145e00 0x7f9e58159b10 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f9e4000c440 tx=0x7f9e40001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e4f7fe640 1 -- 172.21.15.122:0/1018228042 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e40017070 con 0x7f9e58145e00 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e4f7fe640 1 -- 172.21.15.122:0/1018228042 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e40005d00 con 0x7f9e58145e00 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e4f7fe640 1 -- 172.21.15.122:0/1018228042 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e40007310 con 0x7f9e58145e00 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1018228042 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e5815a2f0 con 0x7f9e58145e00 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.461+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1018228042 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e58157370 con 0x7f9e58145e00 2024-09-12T01:19:19.463 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.462+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1018228042 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e580aea60 con 0x7f9e58145e00 2024-09-12T01:19:19.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.463+0000 7f9e4f7fe640 1 -- 172.21.15.122:0/1018228042 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9e4001a070 con 0x7f9e58145e00 2024-09-12T01:19:19.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.463+0000 7f9e4f7fe640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9e3806be30 0x7f9e3806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.464 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.463+0000 7f9e56d9d640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9e3806be30 0x7f9e3806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.463+0000 7f9e4f7fe640 1 -- 172.21.15.122:0/1018228042 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f9e4008a0b0 con 0x7f9e58145e00 2024-09-12T01:19:19.465 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.464+0000 7f9e56d9d640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9e3806be30 0x7f9e3806e2f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9e48034000 tx=0x7f9e4802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.467+0000 7f9e4f7fe640 1 -- 172.21.15.122:0/1018228042 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9e580aea60 con 0x7f9e58145e00 2024-09-12T01:19:19.631 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.632+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1018228042 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f9e580cd8a0 con 0x7f9e3806be30 2024-09-12T01:19:19.632 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.632+0000 7f9e4f7fe640 1 -- 172.21.15.122:0/1018228042 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f9e580cd8a0 con 0x7f9e3806be30 2024-09-12T01:19:19.632 INFO:teuthology.orchestra.run.smithi122.stderr:instructed osd(s) 0 to deep-scrub 2024-09-12T01:19:19.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1018228042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9e3806be30 msgr2=0x7f9e3806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9e3806be30 0x7f9e3806e2f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9e48034000 tx=0x7f9e4802e000 comp rx=0 tx=0).stop 2024-09-12T01:19:19.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1018228042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9e58145e00 msgr2=0x7f9e58159b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9e58145e00 0x7f9e58159b10 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f9e4000c440 tx=0x7f9e40001e70 comp rx=0 tx=0).stop 2024-09-12T01:19:19.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1018228042 shutdown_connections 2024-09-12T01:19:19.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9e3806be30 0x7f9e3806e2f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9e5815d460 0x7f9e581429a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9e58145e00 0x7f9e58159b10 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 --2- 172.21.15.122:0/1018228042 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9e580d0be0 0x7f9e58141090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1018228042 >> 172.21.15.122:0/1018228042 conn(0x7f9e580b2f40 msgr2=0x7f9e580b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:19.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1018228042 shutdown_connections 2024-09-12T01:19:19.634 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.634+0000 7f9e5d1c0640 1 -- 172.21.15.122:0/1018228042 wait complete. 2024-09-12T01:19:19.644 INFO:tasks.ceph:Scrubbing osd.1 2024-09-12T01:19:19.645 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:19:19.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.748+0000 7ff914a0e640 1 Processor -- start 2024-09-12T01:19:19.747 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.748+0000 7ff914a0e640 1 -- start start 2024-09-12T01:19:19.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.749+0000 7ff914a0e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91015b570 0x7ff910071e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.749+0000 7ff914a0e640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7ff9100cd120 0x7ff91015e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.749+0000 7ff914a0e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff910073b20 con 0x7ff91015b950 2024-09-12T01:19:19.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.749+0000 7ff914a0e640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7ff9100740e0 con 0x7ff9100cd120 2024-09-12T01:19:19.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.749+0000 7ff914a0e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff910073e00 con 0x7ff91015b570 2024-09-12T01:19:19.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.749+0000 7ff905d9b640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7ff91015b950 0x7ff9100cca10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38248/0 (socket says 172.21.15.122:38248) 2024-09-12T01:19:19.751 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.749+0000 7ff905d9b640 1 -- 172.21.15.122:0/3151372810 learned_addr learned my addr 172.21.15.122:0/3151372810 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.749+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1087490430 0 0) 0x7ff910073b20 con 0x7ff91015b950 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.749+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff8fc003520 con 0x7ff91015b950 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90e59c640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91015b570 0x7ff910071e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90ed9d640 1 --2- 172.21.15.122:0/3151372810 >> v2:172.21.15.151:3300/0 conn(0x7ff9100cd120 0x7ff91015e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3181661884 0 0) 0x7ff8fc003520 con 0x7ff91015b950 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91015b570 msgr2=0x7ff910071e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91015b570 0x7ff910071e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 >> v2:172.21.15.151:3300/0 conn(0x7ff9100cd120 msgr2=0x7ff91015e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 --2- 172.21.15.122:0/3151372810 >> v2:172.21.15.151:3300/0 conn(0x7ff9100cd120 0x7ff91015e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9100cf320 con 0x7ff91015b950 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7ff8f8001670 con 0x7ff91015b950 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 >> v1:172.21.15.122:6789/0 conn(0x7ff91015b950 legacy=0x7ff9100cca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.752 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8fc0039b0 0x7ff8fc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91015b570 0x7ff8fc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8fc004d40 0x7ff8fc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff9100740e0 con 0x7ff8fc004d40 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7ff910073e00 con 0x7ff8fc0039b0 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff8fc00b9c0 con 0x7ff91015b570 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90ed9d640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8fc004d40 0x7ff8fc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90e59c640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8fc0039b0 0x7ff8fc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff905d9b640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91015b570 0x7ff8fc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90ed9d640 1 -- 172.21.15.122:0/3151372810 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91015b570 msgr2=0x7ff8fc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90ed9d640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91015b570 0x7ff8fc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90ed9d640 1 -- 172.21.15.122:0/3151372810 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8fc0039b0 msgr2=0x7ff8fc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90ed9d640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8fc0039b0 0x7ff8fc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.750+0000 7ff90ed9d640 1 -- 172.21.15.122:0/3151372810 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8fc003520 con 0x7ff8fc004d40 2024-09-12T01:19:19.753 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.751+0000 7ff90ed9d640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8fc004d40 0x7ff8fc0051c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7ff908009f90 tx=0x7ff8fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=605afbed6938c496 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.751+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff908009c10 con 0x7ff8fc004d40 2024-09-12T01:19:19.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.751+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff908036070 con 0x7ff8fc004d40 2024-09-12T01:19:19.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.751+0000 7ff90dd9b640 1 -- 172.21.15.122:0/3151372810 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff908031840 con 0x7ff8fc004d40 2024-09-12T01:19:19.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.752+0000 7ff914a0e640 1 -- 172.21.15.122:0/3151372810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8fc004d40 msgr2=0x7ff8fc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.752+0000 7ff914a0e640 1 --2- 172.21.15.122:0/3151372810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff8fc004d40 0x7ff8fc0051c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7ff908009f90 tx=0x7ff8fc005830 comp rx=0 tx=0).stop 2024-09-12T01:19:19.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.752+0000 7ff90ed9d640 1 -- 172.21.15.122:0/3151372810 reap_dead start 2024-09-12T01:19:19.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.752+0000 7ff914a0e640 1 -- 172.21.15.122:0/3151372810 shutdown_connections 2024-09-12T01:19:19.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.752+0000 7ff914a0e640 1 -- 172.21.15.122:0/3151372810 >> 172.21.15.122:0/3151372810 conn(0x7ff91006bdf0 msgr2=0x7ff91006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:19.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.752+0000 7ff914a0e640 1 -- 172.21.15.122:0/3151372810 shutdown_connections 2024-09-12T01:19:19.754 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.752+0000 7ff914a0e640 1 -- 172.21.15.122:0/3151372810 wait complete. 2024-09-12T01:19:19.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.753+0000 7ff914a0e640 1 Processor -- start 2024-09-12T01:19:19.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.753+0000 7ff914a0e640 1 -- start start 2024-09-12T01:19:19.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff914a0e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8fc004d40 0x7ff910149150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.757 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff914a0e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff910099a10 0x7ff9101463a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff914a0e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91009a1a0 0x7ff91009a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff914a0e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff9100cf840 con 0x7ff910099a10 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff914a0e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7ff910072450 con 0x7ff8fc004d40 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff914a0e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7ff9100cf9c0 con 0x7ff91009a1a0 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff905d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff910099a10 0x7ff9101463a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff905d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff910099a10 0x7ff9101463a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52314/0 (socket says 172.21.15.122:52314) 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff905d9b640 1 -- 172.21.15.122:0/947519468 learned_addr learned my addr 172.21.15.122:0/947519468 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff90ed9d640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91009a1a0 0x7ff91009a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff90e59c640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8fc004d40 0x7ff910149150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff905d9b640 1 -- 172.21.15.122:0/947519468 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91009a1a0 msgr2=0x7ff91009a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff905d9b640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7ff91009a1a0 0x7ff91009a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff905d9b640 1 -- 172.21.15.122:0/947519468 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8fc004d40 msgr2=0x7ff910149150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.758 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff905d9b640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8fc004d40 0x7ff910149150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff905d9b640 1 -- 172.21.15.122:0/947519468 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff91006f270 con 0x7ff910099a10 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff90e59c640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7ff8fc004d40 0x7ff910149150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.754+0000 7ff905d9b640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff910099a10 0x7ff9101463a0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7ff8f8007340 tx=0x7ff8f8007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.755+0000 7ff9077fe640 1 -- 172.21.15.122:0/947519468 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f800f8c0 con 0x7ff910099a10 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.755+0000 7ff9077fe640 1 -- 172.21.15.122:0/947519468 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8f8018070 con 0x7ff910099a10 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.755+0000 7ff9077fe640 1 -- 172.21.15.122:0/947519468 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f800fca0 con 0x7ff910099a10 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.755+0000 7ff914a0e640 1 -- 172.21.15.122:0/947519468 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff91006f550 con 0x7ff910099a10 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.755+0000 7ff914a0e640 1 -- 172.21.15.122:0/947519468 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff910149dc0 con 0x7ff910099a10 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.755+0000 7ff914a0e640 1 -- 172.21.15.122:0/947519468 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff91006f020 con 0x7ff910099a10 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.756+0000 7ff9077fe640 1 -- 172.21.15.122:0/947519468 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff8f801d460 con 0x7ff910099a10 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.757+0000 7ff9077fe640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8f006be60 0x7ff8f006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.757+0000 7ff9077fe640 1 -- 172.21.15.122:0/947519468 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7ff8f808b7d0 con 0x7ff910099a10 2024-09-12T01:19:19.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.757+0000 7ff90e59c640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8f006be60 0x7ff8f006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.757+0000 7ff9077fe640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] conn(0x7ff8f00723a0 0x7ff8f00747e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.757+0000 7ff9077fe640 1 -- 172.21.15.122:0/947519468 --> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff8f8008e50 con 0x7ff8f00723a0 2024-09-12T01:19:19.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.757+0000 7ff9077fe640 1 -- 172.21.15.122:0/947519468 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7ff8f808bc60 con 0x7ff910099a10 2024-09-12T01:19:19.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.757+0000 7ff90ed9d640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] conn(0x7ff8f00723a0 0x7ff8f00747e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.757+0000 7ff90e59c640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8f006be60 0x7ff8f006e320 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff900009bc0 tx=0x7ff900008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.757+0000 7ff90ed9d640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] conn(0x7ff8f00723a0 0x7ff8f00747e0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.758+0000 7ff9077fe640 1 -- 172.21.15.122:0/947519468 <== osd.1 v2:172.21.15.122:6800/3065561574 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff8f8008e50 con 0x7ff8f00723a0 2024-09-12T01:19:19.769 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.770+0000 7ff914a0e640 1 -- 172.21.15.122:0/947519468 --> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff910071e40 con 0x7ff8f00723a0 2024-09-12T01:19:19.769 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.770+0000 7ff9077fe640 1 -- 172.21.15.122:0/947519468 <== osd.1 v2:172.21.15.122:6800/3065561574 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff910071e40 con 0x7ff8f00723a0 2024-09-12T01:19:19.770 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:19:19.770 INFO:teuthology.orchestra.run.smithi122.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:19:19.770 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:19:19.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.771+0000 7ff914a0e640 1 -- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] conn(0x7ff8f00723a0 msgr2=0x7ff8f00747e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.771+0000 7ff914a0e640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:6800/3065561574,v1:172.21.15.122:6801/3065561574] conn(0x7ff8f00723a0 0x7ff8f00747e0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.771+0000 7ff914a0e640 1 -- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8f006be60 msgr2=0x7ff8f006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.771+0000 7ff914a0e640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7ff8f006be60 0x7ff8f006e320 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff900009bc0 tx=0x7ff900008040 comp rx=0 tx=0).stop 2024-09-12T01:19:19.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.771+0000 7ff914a0e640 1 -- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff910099a10 msgr2=0x7ff9101463a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.771+0000 7ff914a0e640 1 --2- 172.21.15.122:0/947519468 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff910099a10 0x7ff9101463a0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7ff8f8007340 tx=0x7ff8f8007800 comp rx=0 tx=0).stop 2024-09-12T01:19:19.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.771+0000 7ff90ed9d640 1 -- 172.21.15.122:0/947519468 reap_dead start 2024-09-12T01:19:19.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.771+0000 7ff914a0e640 1 -- 172.21.15.122:0/947519468 shutdown_connections 2024-09-12T01:19:19.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.771+0000 7ff914a0e640 1 -- 172.21.15.122:0/947519468 >> 172.21.15.122:0/947519468 conn(0x7ff91006bdf0 msgr2=0x7ff9100ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:19.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.771+0000 7ff914a0e640 1 -- 172.21.15.122:0/947519468 shutdown_connections 2024-09-12T01:19:19.772 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.771+0000 7ff914a0e640 1 -- 172.21.15.122:0/947519468 wait complete. 2024-09-12T01:19:19.780 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-12T01:19:19.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.882+0000 7fc753601640 1 Processor -- start 2024-09-12T01:19:19.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.882+0000 7fc753601640 1 -- start start 2024-09-12T01:19:19.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc753601640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc74c0d0cf0 0x7fc74c1690d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc753601640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc74c0d12c0 con 0x7fc74c09aca0 2024-09-12T01:19:19.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc753601640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc74c0d15a0 con 0x7fc74c071750 2024-09-12T01:19:19.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc753601640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fc74c06d040 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc75139d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fc74c09aca0 0x7fc74c09b080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:38250/0 (socket says 172.21.15.122:38250) 2024-09-12T01:19:19.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc75139d640 1 -- 172.21.15.122:0/3386665913 learned_addr learned my addr 172.21.15.122:0/3386665913 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:19.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc751b9e640 1 --2- 172.21.15.122:0/3386665913 >> v2:172.21.15.122:3300/0 conn(0x7fc74c0d0cf0 0x7fc74c1690d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc743fff640 1 -- 172.21.15.122:0/3386665913 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3968488918 0 0) 0x7fc74c0d12c0 con 0x7fc74c09aca0 2024-09-12T01:19:19.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc743fff640 1 -- 172.21.15.122:0/3386665913 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc738003520 con 0x7fc74c09aca0 2024-09-12T01:19:19.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc751b9e640 1 -- 172.21.15.122:0/3386665913 >> v1:172.21.15.151:6789/0 conn(0x7fc74c071750 legacy=0x7fc74c0d05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:19.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc751b9e640 1 -- 172.21.15.122:0/3386665913 >> v1:172.21.15.122:6789/0 conn(0x7fc74c09aca0 legacy=0x7fc74c09b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.883+0000 7fc751b9e640 1 -- 172.21.15.122:0/3386665913 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc74c0d1880 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.884 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.884+0000 7fc751b9e640 1 --2- 172.21.15.122:0/3386665913 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc74c0d0cf0 0x7fc74c1690d0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fc744009d90 tx=0x7fc74402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e024cdb49fea8bba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.884 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.884+0000 7fc743fff640 1 -- 172.21.15.122:0/3386665913 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc744007740 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.884 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.884+0000 7fc743fff640 1 -- 172.21.15.122:0/3386665913 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7440078e0 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.884 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.884+0000 7fc743fff640 1 -- 172.21.15.122:0/3386665913 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc744007c90 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.884 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.884+0000 7fc753601640 1 -- 172.21.15.122:0/3386665913 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc74c0d0cf0 msgr2=0x7fc74c1690d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.884 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.884+0000 7fc753601640 1 --2- 172.21.15.122:0/3386665913 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc74c0d0cf0 0x7fc74c1690d0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fc744009d90 tx=0x7fc74402a6a0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.885 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.884+0000 7fc753601640 1 -- 172.21.15.122:0/3386665913 shutdown_connections 2024-09-12T01:19:19.885 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.884+0000 7fc753601640 1 --2- 172.21.15.122:0/3386665913 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc74c0d0cf0 0x7fc74c1690d0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.885 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.884+0000 7fc753601640 1 -- 172.21.15.122:0/3386665913 >> 172.21.15.122:0/3386665913 conn(0x7fc74c0d23a0 msgr2=0x7fc74c0d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:19.885 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.885+0000 7fc753601640 1 -- 172.21.15.122:0/3386665913 shutdown_connections 2024-09-12T01:19:19.885 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.885+0000 7fc753601640 1 -- 172.21.15.122:0/3386665913 wait complete. 2024-09-12T01:19:19.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.886+0000 7fc753601640 1 Processor -- start 2024-09-12T01:19:19.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.886+0000 7fc753601640 1 -- start start 2024-09-12T01:19:19.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.886+0000 7fc753601640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc74c071750 0x7fc74c0ca3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.886+0000 7fc753601640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc74c09aca0 0x7fc74c0ccde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.886+0000 7fc753601640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc74c0d0cf0 0x7fc74c06d200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.886+0000 7fc753601640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc74c09b790 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.886+0000 7fc753601640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fc74c070220 con 0x7fc74c071750 2024-09-12T01:19:19.887 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.886+0000 7fc753601640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc74c169610 con 0x7fc74c09aca0 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc751b9e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc74c0d0cf0 0x7fc74c06d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc751b9e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc74c0d0cf0 0x7fc74c06d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:52332/0 (socket says 172.21.15.122:52332) 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc751b9e640 1 -- 172.21.15.122:0/2346094546 learned_addr learned my addr 172.21.15.122:0/2346094546 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc750b9c640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc74c09aca0 0x7fc74c0ccde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc75139d640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc74c071750 0x7fc74c0ca3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc751b9e640 1 -- 172.21.15.122:0/2346094546 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc74c09aca0 msgr2=0x7fc74c0ccde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc751b9e640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc74c09aca0 0x7fc74c0ccde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc751b9e640 1 -- 172.21.15.122:0/2346094546 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc74c071750 msgr2=0x7fc74c0ca3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc751b9e640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc74c071750 0x7fc74c0ca3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc751b9e640 1 -- 172.21.15.122:0/2346094546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc74c0cc230 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc75139d640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc74c071750 0x7fc74c0ca3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc751b9e640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc74c0d0cf0 0x7fc74c06d200 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fc744009eb0 tx=0x7fc744004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.888 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc741ffb640 1 -- 172.21.15.122:0/2346094546 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc74403f070 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.889 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc741ffb640 1 -- 172.21.15.122:0/2346094546 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc744031bc0 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.889 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc741ffb640 1 -- 172.21.15.122:0/2346094546 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc744009450 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.889 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc753601640 1 -- 172.21.15.122:0/2346094546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc74c0cd680 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.889 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.887+0000 7fc753601640 1 -- 172.21.15.122:0/2346094546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc74c0cdc40 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.888+0000 7fc753601640 1 -- 172.21.15.122:0/2346094546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc74c0d05e0 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.889+0000 7fc741ffb640 1 -- 172.21.15.122:0/2346094546 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc744043410 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.889+0000 7fc741ffb640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc73006be30 0x7fc73006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:19.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.889+0000 7fc741ffb640 1 -- 172.21.15.122:0/2346094546 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7fc7440ac050 con 0x7fc74c0d0cf0 2024-09-12T01:19:19.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.889+0000 7fc75139d640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc73006be30 0x7fc73006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:19.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.890+0000 7fc75139d640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc73006be30 0x7fc73006e2f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc748007fd0 tx=0x7fc748009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:19.892 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:19.893+0000 7fc741ffb640 1 -- 172.21.15.122:0/2346094546 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc74407ab20 con 0x7fc74c0d0cf0 2024-09-12T01:19:20.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.056+0000 7fc753601640 1 -- 172.21.15.122:0/2346094546 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fc74c0ca920 con 0x7fc73006be30 2024-09-12T01:19:20.056 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.057+0000 7fc741ffb640 1 -- 172.21.15.122:0/2346094546 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fc74c0ca920 con 0x7fc73006be30 2024-09-12T01:19:20.057 INFO:teuthology.orchestra.run.smithi122.stderr:instructed osd(s) 1 to deep-scrub 2024-09-12T01:19:20.058 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 -- 172.21.15.122:0/2346094546 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc73006be30 msgr2=0x7fc73006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc73006be30 0x7fc73006e2f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc748007fd0 tx=0x7fc748009040 comp rx=0 tx=0).stop 2024-09-12T01:19:20.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 -- 172.21.15.122:0/2346094546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc74c0d0cf0 msgr2=0x7fc74c06d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc74c0d0cf0 0x7fc74c06d200 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fc744009eb0 tx=0x7fc744004a40 comp rx=0 tx=0).stop 2024-09-12T01:19:20.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 -- 172.21.15.122:0/2346094546 shutdown_connections 2024-09-12T01:19:20.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc73006be30 0x7fc73006e2f0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc74c0d0cf0 0x7fc74c06d200 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc74c09aca0 0x7fc74c0ccde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 --2- 172.21.15.122:0/2346094546 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc74c071750 0x7fc74c0ca3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 -- 172.21.15.122:0/2346094546 >> 172.21.15.122:0/2346094546 conn(0x7fc74c0d23a0 msgr2=0x7fc74c09b080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:20.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 -- 172.21.15.122:0/2346094546 shutdown_connections 2024-09-12T01:19:20.060 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.059+0000 7fc753601640 1 -- 172.21.15.122:0/2346094546 wait complete. 2024-09-12T01:19:20.069 INFO:tasks.ceph:Scrubbing osd.2 2024-09-12T01:19:20.069 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:19:20.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.173+0000 7f5dc3ba1640 1 Processor -- start 2024-09-12T01:19:20.172 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.173+0000 7f5dc3ba1640 1 -- start start 2024-09-12T01:19:20.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.174+0000 7f5dc3ba1640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f5dbc15fe50 0x7f5dbc160270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.174+0000 7f5dc3ba1640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5dbc0cdfd0 0x7f5dbc0ce440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.174+0000 7f5dc3ba1640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5dbc1607b0 con 0x7f5dbc159f90 2024-09-12T01:19:20.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.174+0000 7f5dc3ba1640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f5dbc0b4db0 con 0x7f5dbc15fe50 2024-09-12T01:19:20.173 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.174+0000 7f5dc3ba1640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5dbc0b3d10 con 0x7f5dbc0cdfd0 2024-09-12T01:19:20.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.175+0000 7f5dc113c640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f5dbc15fe50 0x7f5dbc160270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.175+0000 7f5dc213e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5dbc0cdfd0 0x7f5dbc0ce440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.174 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.175+0000 7f5dc113c640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f5dbc15fe50 0x7f5dbc160270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3300/0 says I am v2:172.21.15.122:44256/0 (socket says 172.21.15.122:44256) 2024-09-12T01:19:20.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.175+0000 7f5dc213e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5dbc0cdfd0 0x7f5dbc0ce440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.151:3301/0 says I am v2:172.21.15.122:55358/0 (socket says 172.21.15.122:55358) 2024-09-12T01:19:20.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.175+0000 7f5dc113c640 1 -- 172.21.15.122:0/3854465178 learned_addr learned my addr 172.21.15.122:0/3854465178 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:20.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.175+0000 7f5dc113c640 1 -- 172.21.15.122:0/3854465178 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5dbc0cdfd0 msgr2=0x7f5dbc0ce440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:20.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.175+0000 7f5dc113c640 1 --2- 172.21.15.122:0/3854465178 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5dbc0cdfd0 0x7f5dbc0ce440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.175+0000 7f5dc113c640 1 -- 172.21.15.122:0/3854465178 >> v1:172.21.15.151:6789/0 conn(0x7f5dbc159f90 legacy=0x7f5dbc06f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.175+0000 7f5dc113c640 1 -- 172.21.15.122:0/3854465178 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dbc0b3ff0 con 0x7f5dbc15fe50 2024-09-12T01:19:20.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.175+0000 7f5dc213e640 1 --2- 172.21.15.122:0/3854465178 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5dbc0cdfd0 0x7f5dbc0ce440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:19:20.175 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.176+0000 7f5dc113c640 1 --2- 172.21.15.122:0/3854465178 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5dbc15fe50 0x7f5dbc160270 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5dac009870 tx=0x7f5dac02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=711d29a19ebd6974 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.176+0000 7f5dc093b640 1 -- 172.21.15.122:0/3854465178 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac037070 con 0x7f5dbc15fe50 2024-09-12T01:19:20.176 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.176+0000 7f5dc093b640 1 -- 172.21.15.122:0/3854465178 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dac032440 con 0x7f5dbc15fe50 2024-09-12T01:19:20.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.176+0000 7f5dc093b640 1 -- 172.21.15.122:0/3854465178 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac032810 con 0x7f5dbc15fe50 2024-09-12T01:19:20.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.176+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3854465178 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5dbc15fe50 msgr2=0x7f5dbc160270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.176+0000 7f5dc3ba1640 1 --2- 172.21.15.122:0/3854465178 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5dbc15fe50 0x7f5dbc160270 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5dac009870 tx=0x7f5dac02a1c0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.176+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3854465178 shutdown_connections 2024-09-12T01:19:20.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.176+0000 7f5dc3ba1640 1 --2- 172.21.15.122:0/3854465178 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5dbc0cdfd0 0x7f5dbc0ce440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.176+0000 7f5dc3ba1640 1 --2- 172.21.15.122:0/3854465178 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5dbc15fe50 0x7f5dbc160270 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.177+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3854465178 >> 172.21.15.122:0/3854465178 conn(0x7f5dbc06bdf0 msgr2=0x7f5dbc06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:20.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.177+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3854465178 shutdown_connections 2024-09-12T01:19:20.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.177+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3854465178 wait complete. 2024-09-12T01:19:20.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.178+0000 7f5dc3ba1640 1 Processor -- start 2024-09-12T01:19:20.177 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.178+0000 7f5dc3ba1640 1 -- start start 2024-09-12T01:19:20.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.178+0000 7f5dc3ba1640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5dbc0cdfd0 0x7f5dbc073a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.178+0000 7f5dc3ba1640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5dbc159f90 0x7f5dbc14eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.178+0000 7f5dc3ba1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5dbc15fe50 0x7f5dbc15e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.179 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.178+0000 7f5dc3ba1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5dbc0700e0 con 0x7f5dbc15fe50 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.178+0000 7f5dc3ba1640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f5dbc0b45b0 con 0x7f5dbc159f90 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.178+0000 7f5dc3ba1640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f5dbc0b3930 con 0x7f5dbc0cdfd0 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc213e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5dbc15fe50 0x7f5dbc15e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc213e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5dbc15fe50 0x7f5dbc15e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46538/0 (socket says 172.21.15.122:46538) 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc213e640 1 -- 172.21.15.122:0/3055845283 learned_addr learned my addr 172.21.15.122:0/3055845283 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc113c640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5dbc159f90 0x7f5dbc14eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc193d640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5dbc0cdfd0 0x7f5dbc073a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc213e640 1 -- 172.21.15.122:0/3055845283 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5dbc0cdfd0 msgr2=0x7f5dbc073a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc213e640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f5dbc0cdfd0 0x7f5dbc073a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc213e640 1 -- 172.21.15.122:0/3055845283 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5dbc159f90 msgr2=0x7f5dbc14eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc213e640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f5dbc159f90 0x7f5dbc14eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc213e640 1 -- 172.21.15.122:0/3055845283 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dbc0734b0 con 0x7f5dbc15fe50 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc213e640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5dbc15fe50 0x7f5dbc15e150 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f5db400efc0 tx=0x7f5db400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.180 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5db27fc640 1 -- 172.21.15.122:0/3055845283 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db4018030 con 0x7f5dbc15fe50 2024-09-12T01:19:20.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5db27fc640 1 -- 172.21.15.122:0/3055845283 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5db400cdf0 con 0x7f5dbc15fe50 2024-09-12T01:19:20.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5db27fc640 1 -- 172.21.15.122:0/3055845283 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db4003bb0 con 0x7f5dbc15fe50 2024-09-12T01:19:20.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3055845283 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dbc153f10 con 0x7f5dbc15fe50 2024-09-12T01:19:20.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.179+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3055845283 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dbc1544d0 con 0x7f5dbc15fe50 2024-09-12T01:19:20.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.180+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3055845283 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5dbc160270 con 0x7f5dbc15fe50 2024-09-12T01:19:20.181 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.181+0000 7f5db27fc640 1 -- 172.21.15.122:0/3055845283 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5db401b070 con 0x7f5dbc15fe50 2024-09-12T01:19:20.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.181+0000 7f5db27fc640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5da006be30 0x7f5da006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.181+0000 7f5db27fc640 1 -- 172.21.15.122:0/3055845283 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f5db408b5a0 con 0x7f5dbc15fe50 2024-09-12T01:19:20.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.181+0000 7f5dc193d640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5da006be30 0x7f5da006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.181+0000 7f5db27fc640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] conn(0x7f5da0072370 0x7f5da00747b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.181+0000 7f5db27fc640 1 -- 172.21.15.122:0/3055845283 --> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5db400be50 con 0x7f5da0072370 2024-09-12T01:19:20.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.181+0000 7f5db27fc640 1 -- 172.21.15.122:0/3055845283 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7f5db4092050 con 0x7f5dbc15fe50 2024-09-12T01:19:20.182 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.181+0000 7f5dc113c640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] conn(0x7f5da0072370 0x7f5da00747b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.182+0000 7f5dc193d640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5da006be30 0x7f5da006e2f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5db8001780 tx=0x7f5db8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.182+0000 7f5dc113c640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] conn(0x7f5da0072370 0x7f5da00747b0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.182+0000 7f5db27fc640 1 -- 172.21.15.122:0/3055845283 <== osd.2 v2:172.21.15.122:6808/1333195972 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5db400be50 con 0x7f5da0072370 2024-09-12T01:19:20.194 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3055845283 --> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f5dbc0cf7a0 con 0x7f5da0072370 2024-09-12T01:19:20.194 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5db27fc640 1 -- 172.21.15.122:0/3055845283 <== osd.2 v2:172.21.15.122:6808/1333195972 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f5dbc0cf7a0 con 0x7f5da0072370 2024-09-12T01:19:20.194 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:19:20.194 INFO:teuthology.orchestra.run.smithi122.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:19:20.195 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:19:20.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] conn(0x7f5da0072370 msgr2=0x7f5da00747b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc3ba1640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:6808/1333195972,v1:172.21.15.122:6809/1333195972] conn(0x7f5da0072370 0x7f5da00747b0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5da006be30 msgr2=0x7f5da006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc3ba1640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f5da006be30 0x7f5da006e2f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5db8001780 tx=0x7f5db8009040 comp rx=0 tx=0).stop 2024-09-12T01:19:20.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5dbc15fe50 msgr2=0x7f5dbc15e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc3ba1640 1 --2- 172.21.15.122:0/3055845283 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5dbc15fe50 0x7f5dbc15e150 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f5db400efc0 tx=0x7f5db400c490 comp rx=0 tx=0).stop 2024-09-12T01:19:20.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc213e640 1 -- 172.21.15.122:0/3055845283 reap_dead start 2024-09-12T01:19:20.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3055845283 shutdown_connections 2024-09-12T01:19:20.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3055845283 >> 172.21.15.122:0/3055845283 conn(0x7f5dbc06bdf0 msgr2=0x7f5dbc0ae350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:20.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3055845283 shutdown_connections 2024-09-12T01:19:20.196 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.195+0000 7f5dc3ba1640 1 -- 172.21.15.122:0/3055845283 wait complete. 2024-09-12T01:19:20.205 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-12T01:19:20.305 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.306+0000 7f4c07923640 1 Processor -- start 2024-09-12T01:19:20.305 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.306+0000 7f4c07923640 1 -- start start 2024-09-12T01:19:20.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.307+0000 7f4c07923640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4c000d1540 0x7f4c0006dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.307+0000 7f4c07923640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c000d1970 con 0x7f4c0015e740 2024-09-12T01:19:20.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.307+0000 7f4c07923640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c000d0780 con 0x7f4c0009b690 2024-09-12T01:19:20.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.307+0000 7f4c07923640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f4c0015eb20 con 0x7f4c000d1540 2024-09-12T01:19:20.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.307+0000 7f4c056bf640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f4c0015e740 0x7f4c0006d4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47052/0 (socket says 172.21.15.122:47052) 2024-09-12T01:19:20.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.307+0000 7f4c04ebe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4c000d1540 0x7f4c0006dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.307+0000 7f4c056bf640 1 -- 172.21.15.122:0/1201981976 learned_addr learned my addr 172.21.15.122:0/1201981976 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:20.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.307+0000 7f4c04ebe640 1 -- 172.21.15.122:0/1201981976 >> v1:172.21.15.151:6789/0 conn(0x7f4c0009b690 legacy=0x7f4c00070160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.307+0000 7f4c04ebe640 1 -- 172.21.15.122:0/1201981976 >> v1:172.21.15.122:6789/0 conn(0x7f4c0015e740 legacy=0x7f4c0006d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.307+0000 7f4c04ebe640 1 -- 172.21.15.122:0/1201981976 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c000d0a60 con 0x7f4c000d1540 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.307+0000 7f4bf7fff640 1 -- 172.21.15.122:0/1201981976 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 380002748 0 0) 0x7f4c000d1970 con 0x7f4c0015e740 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.308+0000 7f4c04ebe640 1 --2- 172.21.15.122:0/1201981976 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c000d1540 0x7f4c0006dbd0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f4bf00097a0 tx=0x7f4bf002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fcbb67b0f456b79 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.308+0000 7f4bf7fff640 1 -- 172.21.15.122:0/1201981976 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bf0037070 con 0x7f4c000d1540 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.308+0000 7f4bf7fff640 1 -- 172.21.15.122:0/1201981976 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bf0032440 con 0x7f4c000d1540 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.308+0000 7f4bf7fff640 1 -- 172.21.15.122:0/1201981976 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bf0032810 con 0x7f4c000d1540 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.309+0000 7f4c07923640 1 -- 172.21.15.122:0/1201981976 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c000d1540 msgr2=0x7f4c0006dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.309+0000 7f4c07923640 1 --2- 172.21.15.122:0/1201981976 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c000d1540 0x7f4c0006dbd0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f4bf00097a0 tx=0x7f4bf002a270 comp rx=0 tx=0).stop 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.309+0000 7f4c07923640 1 -- 172.21.15.122:0/1201981976 shutdown_connections 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.309+0000 7f4c07923640 1 --2- 172.21.15.122:0/1201981976 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c000d1540 0x7f4c0006dbd0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.309+0000 7f4c07923640 1 -- 172.21.15.122:0/1201981976 >> 172.21.15.122:0/1201981976 conn(0x7f4c000d23a0 msgr2=0x7f4c000d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.309+0000 7f4c07923640 1 -- 172.21.15.122:0/1201981976 shutdown_connections 2024-09-12T01:19:20.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.309+0000 7f4c07923640 1 -- 172.21.15.122:0/1201981976 wait complete. 2024-09-12T01:19:20.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.310+0000 7f4c07923640 1 Processor -- start 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.310+0000 7f4c07923640 1 -- start start 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c07923640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c0009b690 0x7f4c00156430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c07923640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4c000d1540 0x7f4c000c9470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c07923640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4c0015e740 0x7f4c000c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c07923640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0009baa0 con 0x7f4c0009b690 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c07923640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f4c000d1020 con 0x7f4c000d1540 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c07923640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f4c0006cd20 con 0x7f4c0015e740 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c056bf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c0009b690 0x7f4c00156430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c056bf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c0009b690 0x7f4c00156430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46554/0 (socket says 172.21.15.122:46554) 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c056bf640 1 -- 172.21.15.122:0/3205113706 learned_addr learned my addr 172.21.15.122:0/3205113706 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c056bf640 1 -- 172.21.15.122:0/3205113706 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4c0015e740 msgr2=0x7f4c000c99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c056bf640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4c0015e740 0x7f4c000c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c056bf640 1 -- 172.21.15.122:0/3205113706 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4c000d1540 msgr2=0x7f4c000c9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c056bf640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4c000d1540 0x7f4c000c9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c056bf640 1 -- 172.21.15.122:0/3205113706 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c000cc400 con 0x7f4c0009b690 2024-09-12T01:19:20.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c056bf640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c0009b690 0x7f4c00156430 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f4bfc00c430 tx=0x7f4bfc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4bf5ffb640 1 -- 172.21.15.122:0/3205113706 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bfc0074e0 con 0x7f4c0009b690 2024-09-12T01:19:20.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4bf5ffb640 1 -- 172.21.15.122:0/3205113706 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bfc0047e0 con 0x7f4c0009b690 2024-09-12T01:19:20.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4bf5ffb640 1 -- 172.21.15.122:0/3205113706 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bfc004bd0 con 0x7f4c0009b690 2024-09-12T01:19:20.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.311+0000 7f4c07923640 1 -- 172.21.15.122:0/3205113706 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c000b5a70 con 0x7f4c0009b690 2024-09-12T01:19:20.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.312+0000 7f4c07923640 1 -- 172.21.15.122:0/3205113706 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c000b5ff0 con 0x7f4c0009b690 2024-09-12T01:19:20.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.312+0000 7f4c07923640 1 -- 172.21.15.122:0/3205113706 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c0006d0b0 con 0x7f4c0009b690 2024-09-12T01:19:20.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.313+0000 7f4bf5ffb640 1 -- 172.21.15.122:0/3205113706 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4bfc011070 con 0x7f4c0009b690 2024-09-12T01:19:20.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.313+0000 7f4bf5ffb640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4be406be30 0x7f4be406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.313+0000 7f4bf5ffb640 1 -- 172.21.15.122:0/3205113706 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f4bfc08a920 con 0x7f4c0009b690 2024-09-12T01:19:20.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.313+0000 7f4c04ebe640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4be406be30 0x7f4be406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.314 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.314+0000 7f4c04ebe640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4be406be30 0x7f4be406e2f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f4bf0034000 tx=0x7f4bf002c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.317+0000 7f4bf5ffb640 1 -- 172.21.15.122:0/3205113706 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4bfc059480 con 0x7f4c0009b690 2024-09-12T01:19:20.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.482+0000 7f4c07923640 1 -- 172.21.15.122:0/3205113706 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f4c00070d70 con 0x7f4be406be30 2024-09-12T01:19:20.482 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.483+0000 7f4bf5ffb640 1 -- 172.21.15.122:0/3205113706 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f4c00070d70 con 0x7f4be406be30 2024-09-12T01:19:20.482 INFO:teuthology.orchestra.run.smithi122.stderr:instructed osd(s) 2 to deep-scrub 2024-09-12T01:19:20.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 -- 172.21.15.122:0/3205113706 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4be406be30 msgr2=0x7f4be406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4be406be30 0x7f4be406e2f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f4bf0034000 tx=0x7f4bf002c000 comp rx=0 tx=0).stop 2024-09-12T01:19:20.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 -- 172.21.15.122:0/3205113706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c0009b690 msgr2=0x7f4c00156430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c0009b690 0x7f4c00156430 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f4bfc00c430 tx=0x7f4bfc00c8f0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 -- 172.21.15.122:0/3205113706 shutdown_connections 2024-09-12T01:19:20.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f4be406be30 0x7f4be406e2f0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f4c0015e740 0x7f4c000c99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f4c000d1540 0x7f4c000c9470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 --2- 172.21.15.122:0/3205113706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c0009b690 0x7f4c00156430 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 -- 172.21.15.122:0/3205113706 >> 172.21.15.122:0/3205113706 conn(0x7f4c000d23a0 msgr2=0x7f4c000b1e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:20.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 -- 172.21.15.122:0/3205113706 shutdown_connections 2024-09-12T01:19:20.485 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.485+0000 7f4c07923640 1 -- 172.21.15.122:0/3205113706 wait complete. 2024-09-12T01:19:20.494 INFO:tasks.ceph:Scrubbing osd.3 2024-09-12T01:19:20.495 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:19:20.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.597+0000 7f2cd830a640 1 Processor -- start 2024-09-12T01:19:20.596 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.597+0000 7f2cd830a640 1 -- start start 2024-09-12T01:19:20.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.598+0000 7f2cd830a640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd015e900 0x7f2cd00b4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.598+0000 7f2cd830a640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f2cd00b4a20 0x7f2cd00ad020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.598+0000 7f2cd830a640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2cd00b4620 con 0x7f2cd0072050 2024-09-12T01:19:20.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.598+0000 7f2cd830a640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f2cd00ce100 con 0x7f2cd00b4a20 2024-09-12T01:19:20.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.598+0000 7f2cd830a640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2cd00ce3a0 con 0x7f2cd015e900 2024-09-12T01:19:20.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.598+0000 7f2cd68a7640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f2cd0072050 0x7f2cd00cee80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47066/0 (socket says 172.21.15.122:47066) 2024-09-12T01:19:20.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.598+0000 7f2cd68a7640 1 -- 172.21.15.122:0/3905080811 learned_addr learned my addr 172.21.15.122:0/3905080811 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:20.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.598+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4051204651 0 0) 0x7f2cd00b4620 con 0x7f2cd0072050 2024-09-12T01:19:20.600 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.598+0000 7f2cd60a6640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd015e900 0x7f2cd00b4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.598+0000 7f2cd58a5640 1 --2- 172.21.15.122:0/3905080811 >> v2:172.21.15.151:3300/0 conn(0x7f2cd00b4a20 0x7f2cd00ad020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.598+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2cb8003520 con 0x7f2cd0072050 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1764754408 0 0) 0x7f2cb8003520 con 0x7f2cd0072050 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd015e900 msgr2=0x7f2cd00b4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd015e900 0x7f2cd00b4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 >> v2:172.21.15.151:3300/0 conn(0x7f2cd00b4a20 msgr2=0x7f2cd00ad020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 --2- 172.21.15.122:0/3905080811 >> v2:172.21.15.151:3300/0 conn(0x7f2cd00b4a20 0x7f2cd00ad020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd00ce680 con 0x7f2cd0072050 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f2cc8001670 con 0x7f2cd0072050 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 >> v1:172.21.15.122:6789/0 conn(0x7f2cd0072050 legacy=0x7f2cd00cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd015e900 0x7f2cb80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2cb8003f30 0x7f2cb8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2cb8004d40 0x7f2cb80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd00ce100 con 0x7f2cb8003f30 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd00ce3a0 con 0x7f2cb8004d40 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2cb800ba10 con 0x7f2cd015e900 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd58a5640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2cb8003f30 0x7f2cb8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd60a6640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd015e900 0x7f2cb80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd68a7640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2cb8004d40 0x7f2cb80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd58a5640 1 -- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd015e900 msgr2=0x7f2cb80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd58a5640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd015e900 0x7f2cb80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd58a5640 1 -- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2cb8004d40 msgr2=0x7f2cb80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd58a5640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2cb8004d40 0x7f2cb80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd58a5640 1 -- 172.21.15.122:0/3905080811 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cb8003520 con 0x7f2cb8003f30 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.599+0000 7f2cd60a6640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd015e900 0x7f2cb80039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:20.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.600+0000 7f2cd58a5640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2cb8003f30 0x7f2cb8004800 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4009ac0 tx=0x7f2cb8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29f6ef55fddadf34 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.600+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc4036070 con 0x7f2cb8003f30 2024-09-12T01:19:20.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.600+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cc4031400 con 0x7f2cb8003f30 2024-09-12T01:19:20.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.600+0000 7f2cd50a4640 1 -- 172.21.15.122:0/3905080811 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc4009690 con 0x7f2cb8003f30 2024-09-12T01:19:20.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.600+0000 7f2cd830a640 1 -- 172.21.15.122:0/3905080811 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2cb8003f30 msgr2=0x7f2cb8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.600+0000 7f2cd830a640 1 --2- 172.21.15.122:0/3905080811 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2cb8003f30 0x7f2cb8004800 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4009ac0 tx=0x7f2cb8005830 comp rx=0 tx=0).stop 2024-09-12T01:19:20.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.601+0000 7f2cd68a7640 1 -- 172.21.15.122:0/3905080811 reap_dead start 2024-09-12T01:19:20.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.601+0000 7f2cd830a640 1 -- 172.21.15.122:0/3905080811 shutdown_connections 2024-09-12T01:19:20.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.601+0000 7f2cd830a640 1 -- 172.21.15.122:0/3905080811 >> 172.21.15.122:0/3905080811 conn(0x7f2cd006bdf0 msgr2=0x7f2cd006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:20.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.601+0000 7f2cd830a640 1 -- 172.21.15.122:0/3905080811 shutdown_connections 2024-09-12T01:19:20.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.601+0000 7f2cd830a640 1 -- 172.21.15.122:0/3905080811 wait complete. 2024-09-12T01:19:20.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.602+0000 7f2cd830a640 1 Processor -- start 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.602+0000 7f2cd830a640 1 -- start start 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd830a640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2cb8003f30 0x7f2cd009d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd830a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2cd0147470 0x7f2cd01f5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd830a640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd006ef80 0x7f2cd006f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd830a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd00ad560 con 0x7f2cd0147470 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd830a640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd00b4e20 con 0x7f2cb8003f30 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd830a640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2cd00b4020 con 0x7f2cd006ef80 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd58a5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2cd0147470 0x7f2cd01f5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd58a5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2cd0147470 0x7f2cd01f5720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46564/0 (socket says 172.21.15.122:46564) 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd58a5640 1 -- 172.21.15.122:0/2370949509 learned_addr learned my addr 172.21.15.122:0/2370949509 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd68a7640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd006ef80 0x7f2cd006f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd60a6640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2cb8003f30 0x7f2cd009d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.607 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd58a5640 1 -- 172.21.15.122:0/2370949509 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd006ef80 msgr2=0x7f2cd006f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd58a5640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd006ef80 0x7f2cd006f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd58a5640 1 -- 172.21.15.122:0/2370949509 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2cb8003f30 msgr2=0x7f2cd009d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd58a5640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2cb8003f30 0x7f2cd009d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd58a5640 1 -- 172.21.15.122:0/2370949509 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd009a370 con 0x7f2cd0147470 2024-09-12T01:19:20.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd60a6640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2cb8003f30 0x7f2cd009d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:20.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd68a7640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2cd006ef80 0x7f2cd006f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:20.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd58a5640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2cd0147470 0x7f2cd01f5720 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4034040 tx=0x7f2cc4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cceffd640 1 -- 172.21.15.122:0/2370949509 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc4040020 con 0x7f2cd0147470 2024-09-12T01:19:20.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cceffd640 1 -- 172.21.15.122:0/2370949509 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cc403b680 con 0x7f2cd0147470 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cceffd640 1 -- 172.21.15.122:0/2370949509 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc4036040 con 0x7f2cd0147470 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd830a640 1 -- 172.21.15.122:0/2370949509 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cd01f5f70 con 0x7f2cd0147470 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.603+0000 7f2cd830a640 1 -- 172.21.15.122:0/2370949509 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cd01f6530 con 0x7f2cd0147470 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.604+0000 7f2cd830a640 1 -- 172.21.15.122:0/2370949509 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2cd00ad020 con 0x7f2cd0147470 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.605+0000 7f2cceffd640 1 -- 172.21.15.122:0/2370949509 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2cc4043020 con 0x7f2cd0147470 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.605+0000 7f2cceffd640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2cbc06be60 0x7f2cbc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.605+0000 7f2cceffd640 1 -- 172.21.15.122:0/2370949509 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f2cc40ab450 con 0x7f2cd0147470 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.605+0000 7f2cd60a6640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2cbc06be60 0x7f2cbc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.605+0000 7f2cceffd640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] conn(0x7f2cbc0723a0 0x7f2cbc0747e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.605+0000 7f2cceffd640 1 -- 172.21.15.122:0/2370949509 --> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2cc4044e70 con 0x7f2cbc0723a0 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.605+0000 7f2cceffd640 1 -- 172.21.15.122:0/2370949509 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7f2cc40b2050 con 0x7f2cd0147470 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.605+0000 7f2cd68a7640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] conn(0x7f2cbc0723a0 0x7f2cbc0747e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.606+0000 7f2cd60a6640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2cbc06be60 0x7f2cbc06e320 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2cc0011420 tx=0x7f2cc000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.606+0000 7f2cd68a7640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] conn(0x7f2cbc0723a0 0x7f2cbc0747e0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.606+0000 7f2cceffd640 1 -- 172.21.15.122:0/2370949509 <== osd.3 v2:172.21.15.122:6816/2205417707 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2cc4044e70 con 0x7f2cbc0723a0 2024-09-12T01:19:20.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd830a640 1 -- 172.21.15.122:0/2370949509 --> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2cd00d05d0 con 0x7f2cbc0723a0 2024-09-12T01:19:20.618 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cceffd640 1 -- 172.21.15.122:0/2370949509 <== osd.3 v2:172.21.15.122:6816/2205417707 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f2cd00d05d0 con 0x7f2cbc0723a0 2024-09-12T01:19:20.618 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:19:20.618 INFO:teuthology.orchestra.run.smithi122.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:19:20.618 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:19:20.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd830a640 1 -- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] conn(0x7f2cbc0723a0 msgr2=0x7f2cbc0747e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd830a640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:6816/2205417707,v1:172.21.15.122:6817/2205417707] conn(0x7f2cbc0723a0 0x7f2cbc0747e0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd830a640 1 -- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2cbc06be60 msgr2=0x7f2cbc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd830a640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2cbc06be60 0x7f2cbc06e320 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2cc0011420 tx=0x7f2cc000b040 comp rx=0 tx=0).stop 2024-09-12T01:19:20.619 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd830a640 1 -- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2cd0147470 msgr2=0x7f2cd01f5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd830a640 1 --2- 172.21.15.122:0/2370949509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2cd0147470 0x7f2cd01f5720 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4034040 tx=0x7f2cc4004730 comp rx=0 tx=0).stop 2024-09-12T01:19:20.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd68a7640 1 -- 172.21.15.122:0/2370949509 reap_dead start 2024-09-12T01:19:20.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd830a640 1 -- 172.21.15.122:0/2370949509 shutdown_connections 2024-09-12T01:19:20.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd830a640 1 -- 172.21.15.122:0/2370949509 >> 172.21.15.122:0/2370949509 conn(0x7f2cd006bdf0 msgr2=0x7f2cd0159920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:20.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd830a640 1 -- 172.21.15.122:0/2370949509 shutdown_connections 2024-09-12T01:19:20.620 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.619+0000 7f2cd830a640 1 -- 172.21.15.122:0/2370949509 wait complete. 2024-09-12T01:19:20.629 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-12T01:19:20.728 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.729+0000 7f528d79d640 1 Processor -- start 2024-09-12T01:19:20.728 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.729+0000 7f528d79d640 1 -- start start 2024-09-12T01:19:20.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f528d79d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f52880d4180 0x7f52880d4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f528d79d640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f528815e6a0 0x7f528806d820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f528d79d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f528806dd60 0x7f52880d0d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f528d79d640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f52880cefb0 con 0x7f52880d4180 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f528d79d640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f52880d4aa0 con 0x7f528815e6a0 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f528d79d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f52880d2c20 con 0x7f528806dd60 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f5287fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f52880d4180 0x7f52880d4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f5287fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f52880d4180 0x7f52880d4560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46576/0 (socket says 172.21.15.122:46576) 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f5287fff640 1 -- 172.21.15.122:0/3855403077 learned_addr learned my addr 172.21.15.122:0/3855403077 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f528cf9c640 1 --2- 172.21.15.122:0/3855403077 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f528806dd60 0x7f52880d0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f52877fe640 1 --2- 172.21.15.122:0/3855403077 >> v2:172.21.15.151:3300/0 conn(0x7f528815e6a0 0x7f528806d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f5287fff640 1 -- 172.21.15.122:0/3855403077 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f528806dd60 msgr2=0x7f52880d0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f5287fff640 1 --2- 172.21.15.122:0/3855403077 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f528806dd60 0x7f52880d0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.730 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f5287fff640 1 -- 172.21.15.122:0/3855403077 >> v2:172.21.15.151:3300/0 conn(0x7f528815e6a0 msgr2=0x7f528806d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:20.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f5287fff640 1 --2- 172.21.15.122:0/3855403077 >> v2:172.21.15.151:3300/0 conn(0x7f528815e6a0 0x7f528806d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f5287fff640 1 -- 172.21.15.122:0/3855403077 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f528806e390 con 0x7f52880d4180 2024-09-12T01:19:20.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f52877fe640 1 --2- 172.21.15.122:0/3855403077 >> v2:172.21.15.151:3300/0 conn(0x7f528815e6a0 0x7f528806d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:20.731 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.730+0000 7f528cf9c640 1 --2- 172.21.15.122:0/3855403077 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f528806dd60 0x7f52880d0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.731+0000 7f5287fff640 1 --2- 172.21.15.122:0/3855403077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f52880d4180 0x7f52880d4560 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f528808d740 tx=0x7f527802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6fb2d094ca95812 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.731+0000 7f5286ffd640 1 -- 172.21.15.122:0/3855403077 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5278037070 con 0x7f52880d4180 2024-09-12T01:19:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.731+0000 7f5286ffd640 1 -- 172.21.15.122:0/3855403077 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5278032440 con 0x7f52880d4180 2024-09-12T01:19:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.731+0000 7f5286ffd640 1 -- 172.21.15.122:0/3855403077 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5278032810 con 0x7f52880d4180 2024-09-12T01:19:20.732 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.732+0000 7f528d79d640 1 -- 172.21.15.122:0/3855403077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f52880d4180 msgr2=0x7f52880d4560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.732+0000 7f528d79d640 1 --2- 172.21.15.122:0/3855403077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f52880d4180 0x7f52880d4560 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f528808d740 tx=0x7f527802a140 comp rx=0 tx=0).stop 2024-09-12T01:19:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.732+0000 7f528d79d640 1 -- 172.21.15.122:0/3855403077 shutdown_connections 2024-09-12T01:19:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.732+0000 7f528d79d640 1 --2- 172.21.15.122:0/3855403077 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f528806dd60 0x7f52880d0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.732+0000 7f528d79d640 1 --2- 172.21.15.122:0/3855403077 >> v2:172.21.15.151:3300/0 conn(0x7f528815e6a0 0x7f528806d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.732+0000 7f528d79d640 1 --2- 172.21.15.122:0/3855403077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f52880d4180 0x7f52880d4560 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.732+0000 7f528d79d640 1 -- 172.21.15.122:0/3855403077 >> 172.21.15.122:0/3855403077 conn(0x7f528809d6f0 msgr2=0x7f528808bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.732+0000 7f528d79d640 1 -- 172.21.15.122:0/3855403077 shutdown_connections 2024-09-12T01:19:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.732+0000 7f528d79d640 1 -- 172.21.15.122:0/3855403077 wait complete. 2024-09-12T01:19:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.733+0000 7f528d79d640 1 Processor -- start 2024-09-12T01:19:20.733 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.733+0000 7f528d79d640 1 -- start start 2024-09-12T01:19:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528d79d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f528806dd60 0x7f5288155d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528d79d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f52880d4180 0x7f52880c7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528d79d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528815e6a0 0x7f52880b1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528d79d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f52880cebd0 con 0x7f528815e6a0 2024-09-12T01:19:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528d79d640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f528806e950 con 0x7f528806dd60 2024-09-12T01:19:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528d79d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f52880d1280 con 0x7f52880d4180 2024-09-12T01:19:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528cf9c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528815e6a0 0x7f52880b1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528cf9c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528815e6a0 0x7f52880b1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46578/0 (socket says 172.21.15.122:46578) 2024-09-12T01:19:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528cf9c640 1 -- 172.21.15.122:0/1930738646 learned_addr learned my addr 172.21.15.122:0/1930738646 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f5287fff640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f528806dd60 0x7f5288155d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.736 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528cf9c640 1 -- 172.21.15.122:0/1930738646 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f52880d4180 msgr2=0x7f52880c7ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528cf9c640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f52880d4180 0x7f52880c7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528cf9c640 1 -- 172.21.15.122:0/1930738646 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f528806dd60 msgr2=0x7f5288155d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528cf9c640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f528806dd60 0x7f5288155d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528cf9c640 1 -- 172.21.15.122:0/1930738646 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52881562a0 con 0x7f528815e6a0 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f5287fff640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f528806dd60 0x7f5288155d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.734+0000 7f528cf9c640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528815e6a0 0x7f52880b1f90 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f528000cef0 tx=0x7f528000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.735+0000 7f5284ff9640 1 -- 172.21.15.122:0/1930738646 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f528001a070 con 0x7f528815e6a0 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.735+0000 7f5284ff9640 1 -- 172.21.15.122:0/1930738646 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f528000d840 con 0x7f528815e6a0 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.735+0000 7f528d79d640 1 -- 172.21.15.122:0/1930738646 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52881f4370 con 0x7f528815e6a0 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.735+0000 7f5284ff9640 1 -- 172.21.15.122:0/1930738646 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f528000dc30 con 0x7f528815e6a0 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.735+0000 7f528d79d640 1 -- 172.21.15.122:0/1930738646 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52881f4930 con 0x7f528815e6a0 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.735+0000 7f528d79d640 1 -- 172.21.15.122:0/1930738646 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52880d4560 con 0x7f528815e6a0 2024-09-12T01:19:20.737 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.736+0000 7f5284ff9640 1 -- 172.21.15.122:0/1930738646 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f528001d070 con 0x7f528815e6a0 2024-09-12T01:19:20.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.736+0000 7f5284ff9640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f527406be30 0x7f527406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:20.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.737+0000 7f5284ff9640 1 -- 172.21.15.122:0/1930738646 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f528008b480 con 0x7f528815e6a0 2024-09-12T01:19:20.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.737+0000 7f5287fff640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f527406be30 0x7f527406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:20.738 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.737+0000 7f5287fff640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f527406be30 0x7f527406e2f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5278034000 tx=0x7f527802e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:20.739 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.741+0000 7f5284ff9640 1 -- 172.21.15.122:0/1930738646 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f52881562a0 con 0x7f528815e6a0 2024-09-12T01:19:20.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.906+0000 7f528d79d640 1 -- 172.21.15.122:0/1930738646 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f52880b3ed0 con 0x7f527406be30 2024-09-12T01:19:20.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.907+0000 7f5284ff9640 1 -- 172.21.15.122:0/1930738646 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f52880b3ed0 con 0x7f527406be30 2024-09-12T01:19:20.906 INFO:teuthology.orchestra.run.smithi122.stderr:instructed osd(s) 3 to deep-scrub 2024-09-12T01:19:20.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 -- 172.21.15.122:0/1930738646 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f527406be30 msgr2=0x7f527406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f527406be30 0x7f527406e2f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5278034000 tx=0x7f527802e000 comp rx=0 tx=0).stop 2024-09-12T01:19:20.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 -- 172.21.15.122:0/1930738646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528815e6a0 msgr2=0x7f52880b1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:20.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528815e6a0 0x7f52880b1f90 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f528000cef0 tx=0x7f528000a710 comp rx=0 tx=0).stop 2024-09-12T01:19:20.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 -- 172.21.15.122:0/1930738646 shutdown_connections 2024-09-12T01:19:20.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f527406be30 0x7f527406e2f0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528815e6a0 0x7f52880b1f90 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f52880d4180 0x7f52880c7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 --2- 172.21.15.122:0/1930738646 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f528806dd60 0x7f5288155d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:20.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 -- 172.21.15.122:0/1930738646 >> 172.21.15.122:0/1930738646 conn(0x7f528809d6f0 msgr2=0x7f528808bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:20.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 -- 172.21.15.122:0/1930738646 shutdown_connections 2024-09-12T01:19:20.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:20.909+0000 7f528d79d640 1 -- 172.21.15.122:0/1930738646 wait complete. 2024-09-12T01:19:20.919 INFO:tasks.ceph:Scrubbing osd.4 2024-09-12T01:19:20.919 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:19:21.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.022+0000 7f6c3dee6640 1 Processor -- start 2024-09-12T01:19:21.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.022+0000 7f6c3dee6640 1 -- start start 2024-09-12T01:19:21.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.022+0000 7f6c3dee6640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f6c380b4020 0x7f6c380b4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.022+0000 7f6c3dee6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c380b4620 con 0x7f6c38072050 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.023+0000 7f6c3dee6640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c380ce100 con 0x7f6c3815e900 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.023+0000 7f6c3dee6640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f6c380b4f60 con 0x7f6c380b4020 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.023+0000 7f6c37fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f6c38072050 0x7f6c380cee80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47078/0 (socket says 172.21.15.122:47078) 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.023+0000 7f6c37fff640 1 -- 172.21.15.122:0/771748213 learned_addr learned my addr 172.21.15.122:0/771748213 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.023+0000 7f6c36ffd640 1 --2- 172.21.15.122:0/771748213 >> v2:172.21.15.151:3300/0 conn(0x7f6c380b4020 0x7f6c380b4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.023+0000 7f6c367fc640 1 -- 172.21.15.122:0/771748213 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 381958362 0 0) 0x7f6c380b4620 con 0x7f6c38072050 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.023+0000 7f6c367fc640 1 -- 172.21.15.122:0/771748213 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6c20003520 con 0x7f6c38072050 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.023+0000 7f6c36ffd640 1 -- 172.21.15.122:0/771748213 >> v1:172.21.15.151:6789/0 conn(0x7f6c3815e900 legacy=0x7f6c380ad020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.023+0000 7f6c367fc640 1 -- 172.21.15.122:0/771748213 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1969476433 0 0) 0x7f6c380ce100 con 0x7f6c3815e900 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.023+0000 7f6c36ffd640 1 -- 172.21.15.122:0/771748213 >> v1:172.21.15.122:6789/0 conn(0x7f6c38072050 legacy=0x7f6c380cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.023+0000 7f6c36ffd640 1 -- 172.21.15.122:0/771748213 --> v2:172.21.15.151:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c380ce3a0 con 0x7f6c380b4020 2024-09-12T01:19:21.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.024+0000 7f6c36ffd640 1 --2- 172.21.15.122:0/771748213 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c380b4020 0x7f6c380b4a20 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c0097a0 tx=0x7f6c2c02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75c73acdfeb02a9a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.024+0000 7f6c367fc640 1 -- 172.21.15.122:0/771748213 <== mon.1 v2:172.21.15.151:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c2c037070 con 0x7f6c380b4020 2024-09-12T01:19:21.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.024+0000 7f6c367fc640 1 -- 172.21.15.122:0/771748213 <== mon.1 v2:172.21.15.151:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c2c02ab90 con 0x7f6c380b4020 2024-09-12T01:19:21.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.024+0000 7f6c367fc640 1 -- 172.21.15.122:0/771748213 <== mon.1 v2:172.21.15.151:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c30001970 con 0x7f6c380b4020 2024-09-12T01:19:21.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.025+0000 7f6c3dee6640 1 -- 172.21.15.122:0/771748213 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c380b4020 msgr2=0x7f6c380b4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.025+0000 7f6c3dee6640 1 --2- 172.21.15.122:0/771748213 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c380b4020 0x7f6c380b4a20 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c0097a0 tx=0x7f6c2c02a100 comp rx=0 tx=0).stop 2024-09-12T01:19:21.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.025+0000 7f6c3dee6640 1 -- 172.21.15.122:0/771748213 shutdown_connections 2024-09-12T01:19:21.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.025+0000 7f6c3dee6640 1 --2- 172.21.15.122:0/771748213 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c380b4020 0x7f6c380b4a20 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.025+0000 7f6c3dee6640 1 -- 172.21.15.122:0/771748213 >> 172.21.15.122:0/771748213 conn(0x7f6c3806bdf0 msgr2=0x7f6c3806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:21.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.025+0000 7f6c3dee6640 1 -- 172.21.15.122:0/771748213 shutdown_connections 2024-09-12T01:19:21.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.025+0000 7f6c3dee6640 1 -- 172.21.15.122:0/771748213 wait complete. 2024-09-12T01:19:21.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.026+0000 7f6c3dee6640 1 Processor -- start 2024-09-12T01:19:21.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.026+0000 7f6c3dee6640 1 -- start start 2024-09-12T01:19:21.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c3dee6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c38072050 0x7f6c381f1f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c3dee6640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c380b4020 0x7f6c380af410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c3dee6640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c3815e900 0x7f6c380ccb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c3dee6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6c380cf590 con 0x7f6c38072050 2024-09-12T01:19:21.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c3dee6640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f6c380ce960 con 0x7f6c380b4020 2024-09-12T01:19:21.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c3dee6640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f6c380cf710 con 0x7f6c3815e900 2024-09-12T01:19:21.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c377fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c38072050 0x7f6c381f1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c377fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c38072050 0x7f6c381f1f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46594/0 (socket says 172.21.15.122:46594) 2024-09-12T01:19:21.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c377fe640 1 -- 172.21.15.122:0/1869363403 learned_addr learned my addr 172.21.15.122:0/1869363403 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:21.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c36ffd640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c380b4020 0x7f6c380af410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c377fe640 1 -- 172.21.15.122:0/1869363403 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c3815e900 msgr2=0x7f6c380ccb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c377fe640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f6c3815e900 0x7f6c380ccb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c377fe640 1 -- 172.21.15.122:0/1869363403 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c380b4020 msgr2=0x7f6c380af410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c377fe640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f6c380b4020 0x7f6c380af410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c377fe640 1 -- 172.21.15.122:0/1869363403 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c381f2820 con 0x7f6c38072050 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c377fe640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c38072050 0x7f6c381f1f20 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f6c2800c550 tx=0x7f6c2800ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c1ffff640 1 -- 172.21.15.122:0/1869363403 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28017070 con 0x7f6c38072050 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c1ffff640 1 -- 172.21.15.122:0/1869363403 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c280035f0 con 0x7f6c38072050 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c3dee6640 1 -- 172.21.15.122:0/1869363403 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c381f2b00 con 0x7f6c38072050 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c1ffff640 1 -- 172.21.15.122:0/1869363403 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c280039c0 con 0x7f6c38072050 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.027+0000 7f6c3dee6640 1 -- 172.21.15.122:0/1869363403 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c380aec10 con 0x7f6c38072050 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.028+0000 7f6c3dee6640 1 -- 172.21.15.122:0/1869363403 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6c380b4a20 con 0x7f6c38072050 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.029+0000 7f6c1ffff640 1 -- 172.21.15.122:0/1869363403 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6c2801a070 con 0x7f6c38072050 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.029+0000 7f6c1ffff640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c2406be30 0x7f6c2406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.029+0000 7f6c1ffff640 1 -- 172.21.15.122:0/1869363403 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f6c2808a1c0 con 0x7f6c38072050 2024-09-12T01:19:21.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.029+0000 7f6c36ffd640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c2406be30 0x7f6c2406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.029+0000 7f6c1ffff640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] conn(0x7f6c24072370 0x7f6c240747b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.029+0000 7f6c1ffff640 1 -- 172.21.15.122:0/1869363403 --> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6c28014ec0 con 0x7f6c24072370 2024-09-12T01:19:21.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.029+0000 7f6c1ffff640 1 -- 172.21.15.122:0/1869363403 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7f6c28091050 con 0x7f6c38072050 2024-09-12T01:19:21.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.030+0000 7f6c36ffd640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c2406be30 0x7f6c2406e2f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c034000 tx=0x7f6c2c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.030+0000 7f6c37fff640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] conn(0x7f6c24072370 0x7f6c240747b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.030+0000 7f6c37fff640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] conn(0x7f6c24072370 0x7f6c240747b0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.032 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.031+0000 7f6c1ffff640 1 -- 172.21.15.122:0/1869363403 <== osd.4 v2:172.21.15.151:6808/3127345229 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6c28014ec0 con 0x7f6c24072370 2024-09-12T01:19:21.042 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.043+0000 7f6c3dee6640 1 -- 172.21.15.122:0/1869363403 --> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f6c380d0060 con 0x7f6c24072370 2024-09-12T01:19:21.042 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c1ffff640 1 -- 172.21.15.122:0/1869363403 <== osd.4 v2:172.21.15.151:6808/3127345229 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f6c380d0060 con 0x7f6c24072370 2024-09-12T01:19:21.043 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:19:21.043 INFO:teuthology.orchestra.run.smithi122.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:19:21.043 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:19:21.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c3dee6640 1 -- 172.21.15.122:0/1869363403 >> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] conn(0x7f6c24072370 msgr2=0x7f6c240747b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c3dee6640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.151:6808/3127345229,v1:172.21.15.151:6809/3127345229] conn(0x7f6c24072370 0x7f6c240747b0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c3dee6640 1 -- 172.21.15.122:0/1869363403 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c2406be30 msgr2=0x7f6c2406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c3dee6640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f6c2406be30 0x7f6c2406e2f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c034000 tx=0x7f6c2c02e000 comp rx=0 tx=0).stop 2024-09-12T01:19:21.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c3dee6640 1 -- 172.21.15.122:0/1869363403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c38072050 msgr2=0x7f6c381f1f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c3dee6640 1 --2- 172.21.15.122:0/1869363403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c38072050 0x7f6c381f1f20 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f6c2800c550 tx=0x7f6c2800ca10 comp rx=0 tx=0).stop 2024-09-12T01:19:21.044 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c37fff640 1 -- 172.21.15.122:0/1869363403 reap_dead start 2024-09-12T01:19:21.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c3dee6640 1 -- 172.21.15.122:0/1869363403 shutdown_connections 2024-09-12T01:19:21.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c3dee6640 1 -- 172.21.15.122:0/1869363403 >> 172.21.15.122:0/1869363403 conn(0x7f6c3806bdf0 msgr2=0x7f6c380cee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:21.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c3dee6640 1 -- 172.21.15.122:0/1869363403 shutdown_connections 2024-09-12T01:19:21.045 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.044+0000 7f6c3dee6640 1 -- 172.21.15.122:0/1869363403 wait complete. 2024-09-12T01:19:21.054 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-12T01:19:21.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.153+0000 7f9ec4a5e640 1 Processor -- start 2024-09-12T01:19:21.152 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.153+0000 7f9ec4a5e640 1 -- start start 2024-09-12T01:19:21.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.154+0000 7f9ec4a5e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9ec00b5f80 0x7f9ec00b63d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.154+0000 7f9ec4a5e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ec006fdb0 con 0x7f9ec00cd650 2024-09-12T01:19:21.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.154+0000 7f9ec4a5e640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ec0070090 con 0x7f9ec00afd70 2024-09-12T01:19:21.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.154+0000 7f9ec4a5e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f9ec00b6910 con 0x7f9ec00b5f80 2024-09-12T01:19:21.153 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.154+0000 7f9eb7fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9ec00b5f80 0x7f9ec00b63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.154+0000 7f9ebed9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f9ec00cd650 0x7f9ec00cdab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47088/0 (socket says 172.21.15.122:47088) 2024-09-12T01:19:21.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.154+0000 7f9ebed9d640 1 -- 172.21.15.122:0/3867667565 learned_addr learned my addr 172.21.15.122:0/3867667565 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:21.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.154+0000 7f9eb7fff640 1 -- 172.21.15.122:0/3867667565 >> v1:172.21.15.151:6789/0 conn(0x7f9ec00afd70 legacy=0x7f9ec0160820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.154+0000 7f9eb7fff640 1 -- 172.21.15.122:0/3867667565 >> v1:172.21.15.122:6789/0 conn(0x7f9ec00cd650 legacy=0x7f9ec00cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.154+0000 7f9eb7fff640 1 -- 172.21.15.122:0/3867667565 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec0070370 con 0x7f9ec00b5f80 2024-09-12T01:19:21.154 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.155+0000 7f9eb7fff640 1 --2- 172.21.15.122:0/3867667565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ec00b5f80 0x7f9ec00b63d0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80097a0 tx=0x7f9ea802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39c49a154dae4945 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.157+0000 7f9ebdd9b640 1 -- 172.21.15.122:0/3867667565 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8037070 con 0x7f9ec00b5f80 2024-09-12T01:19:21.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.157+0000 7f9ebdd9b640 1 -- 172.21.15.122:0/3867667565 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ea8032440 con 0x7f9ec00b5f80 2024-09-12T01:19:21.156 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.157+0000 7f9ebdd9b640 1 -- 172.21.15.122:0/3867667565 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8032810 con 0x7f9ec00b5f80 2024-09-12T01:19:21.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.158+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/3867667565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ec00b5f80 msgr2=0x7f9ec00b63d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.158+0000 7f9ec4a5e640 1 --2- 172.21.15.122:0/3867667565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ec00b5f80 0x7f9ec00b63d0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80097a0 tx=0x7f9ea802a230 comp rx=0 tx=0).stop 2024-09-12T01:19:21.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.158+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/3867667565 shutdown_connections 2024-09-12T01:19:21.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.158+0000 7f9ec4a5e640 1 --2- 172.21.15.122:0/3867667565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ec00b5f80 0x7f9ec00b63d0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.158+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/3867667565 >> 172.21.15.122:0/3867667565 conn(0x7f9ec006bc10 msgr2=0x7f9ec006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:21.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.158+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/3867667565 shutdown_connections 2024-09-12T01:19:21.157 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.158+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/3867667565 wait complete. 2024-09-12T01:19:21.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.159+0000 7f9ec4a5e640 1 Processor -- start 2024-09-12T01:19:21.158 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.159+0000 7f9ec4a5e640 1 -- start start 2024-09-12T01:19:21.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ec4a5e640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9ec00afd70 0x7f9ec01455f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ec4a5e640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9ec00b5f80 0x7f9ec00ab630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ec4a5e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ec00cd650 0x7f9ec0150600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.160 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ec4a5e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec00b0150 con 0x7f9ec00cd650 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ec4a5e640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec006fa80 con 0x7f9ec00afd70 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ec4a5e640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f9ec0160060 con 0x7f9ec00b5f80 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ebed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ec00cd650 0x7f9ec0150600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ebed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ec00cd650 0x7f9ec0150600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46622/0 (socket says 172.21.15.122:46622) 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ebed9d640 1 -- 172.21.15.122:0/2756179456 learned_addr learned my addr 172.21.15.122:0/2756179456 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ebe59c640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9ec00afd70 0x7f9ec01455f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9eb7fff640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9ec00b5f80 0x7f9ec00ab630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ebed9d640 1 -- 172.21.15.122:0/2756179456 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9ec00b5f80 msgr2=0x7f9ec00ab630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ebed9d640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9ec00b5f80 0x7f9ec00ab630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ebed9d640 1 -- 172.21.15.122:0/2756179456 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9ec00afd70 msgr2=0x7f9ec01455f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ebed9d640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9ec00afd70 0x7f9ec01455f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.161 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ebed9d640 1 -- 172.21.15.122:0/2756179456 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec01f5ca0 con 0x7f9ec00cd650 2024-09-12T01:19:21.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9ebe59c640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9ec00afd70 0x7f9ec01455f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:21.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.160+0000 7f9eb7fff640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9ec00b5f80 0x7f9ec00ab630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:21.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.161+0000 7f9ebed9d640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ec00cd650 0x7f9ec0150600 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f9eb800cab0 tx=0x7f9eb800cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.161+0000 7f9eb6ffd640 1 -- 172.21.15.122:0/2756179456 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb8017070 con 0x7f9ec00cd650 2024-09-12T01:19:21.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.161+0000 7f9eb6ffd640 1 -- 172.21.15.122:0/2756179456 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9eb800ac30 con 0x7f9ec00cd650 2024-09-12T01:19:21.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.161+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/2756179456 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ec01f5f80 con 0x7f9ec00cd650 2024-09-12T01:19:21.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.161+0000 7f9eb6ffd640 1 -- 172.21.15.122:0/2756179456 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb8012400 con 0x7f9ec00cd650 2024-09-12T01:19:21.162 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.161+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/2756179456 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ec01f6540 con 0x7f9ec00cd650 2024-09-12T01:19:21.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.162+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/2756179456 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ec00b63d0 con 0x7f9ec00cd650 2024-09-12T01:19:21.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.162+0000 7f9eb6ffd640 1 -- 172.21.15.122:0/2756179456 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9eb801a070 con 0x7f9ec00cd650 2024-09-12T01:19:21.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.163+0000 7f9eb6ffd640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ea006be30 0x7f9ea006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.163+0000 7f9ebe59c640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ea006be30 0x7f9ea006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.163+0000 7f9eb6ffd640 1 -- 172.21.15.122:0/2756179456 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f9eb808a880 con 0x7f9ec00cd650 2024-09-12T01:19:21.163 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.163+0000 7f9ebe59c640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ea006be30 0x7f9ea006e2f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0001700 tx=0x7f9eb0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.166 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.167+0000 7f9eb6ffd640 1 -- 172.21.15.122:0/2756179456 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9eb8058d90 con 0x7f9ec00cd650 2024-09-12T01:19:21.329 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.330+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/2756179456 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f9ec0067fc0 con 0x7f9ea006be30 2024-09-12T01:19:21.329 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.330+0000 7f9eb6ffd640 1 -- 172.21.15.122:0/2756179456 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f9ec0067fc0 con 0x7f9ea006be30 2024-09-12T01:19:21.329 INFO:teuthology.orchestra.run.smithi122.stderr:instructed osd(s) 4 to deep-scrub 2024-09-12T01:19:21.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/2756179456 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ea006be30 msgr2=0x7f9ea006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ea006be30 0x7f9ea006e2f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0001700 tx=0x7f9eb0009040 comp rx=0 tx=0).stop 2024-09-12T01:19:21.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/2756179456 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ec00cd650 msgr2=0x7f9ec0150600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ec00cd650 0x7f9ec0150600 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f9eb800cab0 tx=0x7f9eb800cf70 comp rx=0 tx=0).stop 2024-09-12T01:19:21.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/2756179456 shutdown_connections 2024-09-12T01:19:21.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f9ea006be30 0x7f9ea006e2f0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ec00cd650 0x7f9ec0150600 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f9ec00b5f80 0x7f9ec00ab630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 --2- 172.21.15.122:0/2756179456 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f9ec00afd70 0x7f9ec01455f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/2756179456 >> 172.21.15.122:0/2756179456 conn(0x7f9ec006bc10 msgr2=0x7f9ec00cda90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:21.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/2756179456 shutdown_connections 2024-09-12T01:19:21.332 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.332+0000 7f9ec4a5e640 1 -- 172.21.15.122:0/2756179456 wait complete. 2024-09-12T01:19:21.342 INFO:tasks.ceph:Scrubbing osd.5 2024-09-12T01:19:21.342 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:19:21.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.446+0000 7efd060dd640 1 Processor -- start 2024-09-12T01:19:21.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.446+0000 7efd060dd640 1 -- start start 2024-09-12T01:19:21.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.446+0000 7efd060dd640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7efd000cf790 0x7efd000cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.446+0000 7efd060dd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7efd000ce060 0x7efd000ce480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.446+0000 7efd060dd640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd000b30e0 con 0x7efd00156740 2024-09-12T01:19:21.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.446+0000 7efd060dd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7efd000d0140 con 0x7efd000ce060 2024-09-12T01:19:21.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.446+0000 7efd060dd640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7efd0006edc0 con 0x7efd000cf790 2024-09-12T01:19:21.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.447+0000 7efcfffff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7efd000ce060 0x7efd000ce480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.447+0000 7efcfffff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7efd000ce060 0x7efd000ce480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46638/0 (socket says 172.21.15.122:46638) 2024-09-12T01:19:21.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.447+0000 7efcfffff640 1 -- 172.21.15.122:0/2164223519 learned_addr learned my addr 172.21.15.122:0/2164223519 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:21.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.447+0000 7efcfffff640 1 -- 172.21.15.122:0/2164223519 >> v2:172.21.15.151:3300/0 conn(0x7efd000cf790 msgr2=0x7efd000cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:21.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.447+0000 7efcfeffd640 1 --2- 172.21.15.122:0/2164223519 >> v2:172.21.15.151:3300/0 conn(0x7efd000cf790 0x7efd000cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.447+0000 7efcfffff640 1 --2- 172.21.15.122:0/2164223519 >> v2:172.21.15.151:3300/0 conn(0x7efd000cf790 0x7efd000cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.447+0000 7efcfffff640 1 -- 172.21.15.122:0/2164223519 >> v1:172.21.15.151:6789/0 conn(0x7efd00156740 legacy=0x7efd000b45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:21.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.447+0000 7efcfffff640 1 -- 172.21.15.122:0/2164223519 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd000b33c0 con 0x7efd000ce060 2024-09-12T01:19:21.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.447+0000 7efcfeffd640 1 --2- 172.21.15.122:0/2164223519 >> v2:172.21.15.151:3300/0 conn(0x7efd000cf790 0x7efd000cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:21.448 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efcfffff640 1 --2- 172.21.15.122:0/2164223519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd000ce060 0x7efd000ce480 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7efd000b5260 tx=0x7efcf802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f1b8f7ed8674256 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efcfe7fc640 1 -- 172.21.15.122:0/2164223519 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf8036070 con 0x7efd000ce060 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efcfe7fc640 1 -- 172.21.15.122:0/2164223519 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcf8031600 con 0x7efd000ce060 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efcfe7fc640 1 -- 172.21.15.122:0/2164223519 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf80319d0 con 0x7efd000ce060 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efd060dd640 1 -- 172.21.15.122:0/2164223519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd000ce060 msgr2=0x7efd000ce480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efd060dd640 1 --2- 172.21.15.122:0/2164223519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd000ce060 0x7efd000ce480 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7efd000b5260 tx=0x7efcf802a6f0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efd060dd640 1 -- 172.21.15.122:0/2164223519 shutdown_connections 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efd060dd640 1 --2- 172.21.15.122:0/2164223519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd000ce060 0x7efd000ce480 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efd060dd640 1 --2- 172.21.15.122:0/2164223519 >> v2:172.21.15.151:3300/0 conn(0x7efd000cf790 0x7efd000cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efd060dd640 1 -- 172.21.15.122:0/2164223519 >> 172.21.15.122:0/2164223519 conn(0x7efd0006bdf0 msgr2=0x7efd0006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efd060dd640 1 -- 172.21.15.122:0/2164223519 shutdown_connections 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.448+0000 7efd060dd640 1 -- 172.21.15.122:0/2164223519 wait complete. 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.449+0000 7efd060dd640 1 Processor -- start 2024-09-12T01:19:21.449 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.450+0000 7efd060dd640 1 -- start start 2024-09-12T01:19:21.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.450+0000 7efd060dd640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7efd000ce060 0x7efd0014b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.450+0000 7efd060dd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efd000cf790 0x7efd000b0020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.450+0000 7efd060dd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd00156740 0x7efd0015b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.450+0000 7efd060dd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efd000b3c60 con 0x7efd00156740 2024-09-12T01:19:21.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.450+0000 7efd060dd640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7efd000b3980 con 0x7efd000ce060 2024-09-12T01:19:21.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.450+0000 7efd060dd640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7efd000b4cc0 con 0x7efd000cf790 2024-09-12T01:19:21.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.450+0000 7efcfffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd00156740 0x7efd0015b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efcfffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd00156740 0x7efd0015b660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46642/0 (socket says 172.21.15.122:46642) 2024-09-12T01:19:21.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efcfffff640 1 -- 172.21.15.122:0/4004741275 learned_addr learned my addr 172.21.15.122:0/4004741275 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:21.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efcfeffd640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efd000cf790 0x7efd000b0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efcff7fe640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7efd000ce060 0x7efd0014b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efcfffff640 1 -- 172.21.15.122:0/4004741275 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efd000cf790 msgr2=0x7efd000b0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efcfffff640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7efd000cf790 0x7efd000b0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efcfffff640 1 -- 172.21.15.122:0/4004741275 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7efd000ce060 msgr2=0x7efd0014b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.453 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efcfffff640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7efd000ce060 0x7efd0014b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efcfffff640 1 -- 172.21.15.122:0/4004741275 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd000b08e0 con 0x7efd00156740 2024-09-12T01:19:21.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efcfffff640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd00156740 0x7efd0015b660 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7efcf8009f40 tx=0x7efcf8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efce7fff640 1 -- 172.21.15.122:0/4004741275 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf8036050 con 0x7efd00156740 2024-09-12T01:19:21.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efce7fff640 1 -- 172.21.15.122:0/4004741275 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcf8042070 con 0x7efd00156740 2024-09-12T01:19:21.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efd060dd640 1 -- 172.21.15.122:0/4004741275 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd000b0bc0 con 0x7efd00156740 2024-09-12T01:19:21.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efce7fff640 1 -- 172.21.15.122:0/4004741275 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf8009510 con 0x7efd00156740 2024-09-12T01:19:21.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.451+0000 7efd060dd640 1 -- 172.21.15.122:0/4004741275 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd000b1460 con 0x7efd00156740 2024-09-12T01:19:21.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.452+0000 7efd060dd640 1 -- 172.21.15.122:0/4004741275 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7efd000d0890 con 0x7efd00156740 2024-09-12T01:19:21.454 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.453+0000 7efce7fff640 1 -- 172.21.15.122:0/4004741275 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efcf8007bd0 con 0x7efd00156740 2024-09-12T01:19:21.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.453+0000 7efce7fff640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7efcec06be30 0x7efcec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.453+0000 7efce7fff640 1 -- 172.21.15.122:0/4004741275 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7efcf80abc50 con 0x7efd00156740 2024-09-12T01:19:21.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.453+0000 7efcff7fe640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7efcec06be30 0x7efcec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.453+0000 7efce7fff640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] conn(0x7efcec072370 0x7efcec0747b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.453+0000 7efce7fff640 1 -- 172.21.15.122:0/4004741275 --> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7efcf804ae80 con 0x7efcec072370 2024-09-12T01:19:21.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.453+0000 7efce7fff640 1 -- 172.21.15.122:0/4004741275 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7efcf80ae350 con 0x7efd00156740 2024-09-12T01:19:21.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.454+0000 7efcff7fe640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7efcec06be30 0x7efcec06e2f0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7efcf0006fd0 tx=0x7efcf0009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.454+0000 7efcfeffd640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] conn(0x7efcec072370 0x7efcec0747b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.454+0000 7efcfeffd640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] conn(0x7efcec072370 0x7efcec0747b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.456 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.455+0000 7efce7fff640 1 -- 172.21.15.122:0/4004741275 <== osd.5 v2:172.21.15.151:6816/2424317786 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7efcf804ae80 con 0x7efcec072370 2024-09-12T01:19:21.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.467+0000 7efd060dd640 1 -- 172.21.15.122:0/4004741275 --> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7efd000b1980 con 0x7efcec072370 2024-09-12T01:19:21.466 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efce7fff640 1 -- 172.21.15.122:0/4004741275 <== osd.5 v2:172.21.15.151:6816/2424317786 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7efd000b1980 con 0x7efcec072370 2024-09-12T01:19:21.467 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:19:21.467 INFO:teuthology.orchestra.run.smithi122.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:19:21.467 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:19:21.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efd060dd640 1 -- 172.21.15.122:0/4004741275 >> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] conn(0x7efcec072370 msgr2=0x7efcec0747b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efd060dd640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.151:6816/2424317786,v1:172.21.15.151:6817/2424317786] conn(0x7efcec072370 0x7efcec0747b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efd060dd640 1 -- 172.21.15.122:0/4004741275 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7efcec06be30 msgr2=0x7efcec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efd060dd640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7efcec06be30 0x7efcec06e2f0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7efcf0006fd0 tx=0x7efcf0009060 comp rx=0 tx=0).stop 2024-09-12T01:19:21.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efd060dd640 1 -- 172.21.15.122:0/4004741275 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd00156740 msgr2=0x7efd0015b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efd060dd640 1 --2- 172.21.15.122:0/4004741275 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd00156740 0x7efd0015b660 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7efcf8009f40 tx=0x7efcf8004a40 comp rx=0 tx=0).stop 2024-09-12T01:19:21.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efcfffff640 1 -- 172.21.15.122:0/4004741275 reap_dead start 2024-09-12T01:19:21.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efd060dd640 1 -- 172.21.15.122:0/4004741275 shutdown_connections 2024-09-12T01:19:21.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efd060dd640 1 -- 172.21.15.122:0/4004741275 >> 172.21.15.122:0/4004741275 conn(0x7efd0006bdf0 msgr2=0x7efd000ae870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:21.468 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efd060dd640 1 -- 172.21.15.122:0/4004741275 shutdown_connections 2024-09-12T01:19:21.469 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.468+0000 7efd060dd640 1 -- 172.21.15.122:0/4004741275 wait complete. 2024-09-12T01:19:21.478 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-12T01:19:21.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.578+0000 7fa38ba53640 1 Processor -- start 2024-09-12T01:19:21.577 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.578+0000 7fa38ba53640 1 -- start start 2024-09-12T01:19:21.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa38ba53640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa384072d30 0x7fa38406f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.578 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa38ba53640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fa38406f700 0x7fa38415b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa38ba53640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa38406fae0 con 0x7fa38415b300 2024-09-12T01:19:21.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa38ba53640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fa3840728a0 con 0x7fa384072d30 2024-09-12T01:19:21.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa38ba53640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fa3840cdbe0 con 0x7fa38406f700 2024-09-12T01:19:21.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa388fee640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa384072d30 0x7fa38406f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa388fee640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa384072d30 0x7fa38406f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46654/0 (socket says 172.21.15.122:46654) 2024-09-12T01:19:21.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa388fee640 1 -- 172.21.15.122:0/3446096557 learned_addr learned my addr 172.21.15.122:0/3446096557 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:21.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa388fee640 1 -- 172.21.15.122:0/3446096557 >> v2:172.21.15.151:3300/0 conn(0x7fa38406f700 msgr2=0x7fa38415b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:21.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa388fee640 1 --2- 172.21.15.122:0/3446096557 >> v2:172.21.15.151:3300/0 conn(0x7fa38406f700 0x7fa38415b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa388fee640 1 -- 172.21.15.122:0/3446096557 >> v1:172.21.15.151:6789/0 conn(0x7fa38415b300 legacy=0x7fa3840cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:21.579 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.579+0000 7fa388fee640 1 -- 172.21.15.122:0/3446096557 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3840cd900 con 0x7fa384072d30 2024-09-12T01:19:21.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.580+0000 7fa388fee640 1 --2- 172.21.15.122:0/3446096557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa384072d30 0x7fa38406f1c0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fa3840b38f0 tx=0x7fa37402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2db8f850de89ec9d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.580+0000 7fa37bfff640 1 -- 172.21.15.122:0/3446096557 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa374037070 con 0x7fa384072d30 2024-09-12T01:19:21.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.580+0000 7fa37bfff640 1 -- 172.21.15.122:0/3446096557 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa374032440 con 0x7fa384072d30 2024-09-12T01:19:21.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.580+0000 7fa37bfff640 1 -- 172.21.15.122:0/3446096557 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa374032810 con 0x7fa384072d30 2024-09-12T01:19:21.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.581+0000 7fa38ba53640 1 -- 172.21.15.122:0/3446096557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa384072d30 msgr2=0x7fa38406f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.581+0000 7fa38ba53640 1 --2- 172.21.15.122:0/3446096557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa384072d30 0x7fa38406f1c0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fa3840b38f0 tx=0x7fa37402a1a0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.581+0000 7fa38ba53640 1 -- 172.21.15.122:0/3446096557 shutdown_connections 2024-09-12T01:19:21.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.581+0000 7fa38ba53640 1 --2- 172.21.15.122:0/3446096557 >> v2:172.21.15.151:3300/0 conn(0x7fa38406f700 0x7fa38415b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.581+0000 7fa38ba53640 1 --2- 172.21.15.122:0/3446096557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa384072d30 0x7fa38406f1c0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.581+0000 7fa38ba53640 1 -- 172.21.15.122:0/3446096557 >> 172.21.15.122:0/3446096557 conn(0x7fa384067d70 msgr2=0x7fa38406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:21.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.581+0000 7fa38ba53640 1 -- 172.21.15.122:0/3446096557 shutdown_connections 2024-09-12T01:19:21.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.581+0000 7fa38ba53640 1 -- 172.21.15.122:0/3446096557 wait complete. 2024-09-12T01:19:21.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.582+0000 7fa38ba53640 1 Processor -- start 2024-09-12T01:19:21.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.582+0000 7fa38ba53640 1 -- start start 2024-09-12T01:19:21.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa38ba53640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa38406f700 0x7fa38414f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa38ba53640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa384072d30 0x7fa3840cb9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa38ba53640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa38415b300 0x7fa3840ca9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa38ba53640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa3840cd5c0 con 0x7fa38406f700 2024-09-12T01:19:21.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa38ba53640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fa384072530 con 0x7fa38415b300 2024-09-12T01:19:21.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa38ba53640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fa3840cffe0 con 0x7fa384072d30 2024-09-12T01:19:21.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa3897ef640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa38406f700 0x7fa38414f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.585 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa3897ef640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa38406f700 0x7fa38414f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46670/0 (socket says 172.21.15.122:46670) 2024-09-12T01:19:21.585 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa3897ef640 1 -- 172.21.15.122:0/781092 learned_addr learned my addr 172.21.15.122:0/781092 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:21.585 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa3897ef640 1 -- 172.21.15.122:0/781092 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa384072d30 msgr2=0x7fa3840cb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.585 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa3897ef640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa384072d30 0x7fa3840cb9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.585 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa3897ef640 1 -- 172.21.15.122:0/781092 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa38415b300 msgr2=0x7fa3840ca9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.585 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa3897ef640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa38415b300 0x7fa3840ca9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.585 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa3897ef640 1 -- 172.21.15.122:0/781092 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3840c9c70 con 0x7fa38406f700 2024-09-12T01:19:21.585 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.583+0000 7fa3897ef640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa38406f700 0x7fa38414f110 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fa38000ead0 tx=0x7fa38000ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.584+0000 7fa379ffb640 1 -- 172.21.15.122:0/781092 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3800047b0 con 0x7fa38406f700 2024-09-12T01:19:21.589 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.584+0000 7fa379ffb640 1 -- 172.21.15.122:0/781092 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa380011470 con 0x7fa38406f700 2024-09-12T01:19:21.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.584+0000 7fa38ba53640 1 -- 172.21.15.122:0/781092 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3840c9ef0 con 0x7fa38406f700 2024-09-12T01:19:21.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.584+0000 7fa379ffb640 1 -- 172.21.15.122:0/781092 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa380011860 con 0x7fa38406f700 2024-09-12T01:19:21.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.584+0000 7fa38ba53640 1 -- 172.21.15.122:0/781092 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3840ca1b0 con 0x7fa38406f700 2024-09-12T01:19:21.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.585+0000 7fa38ba53640 1 -- 172.21.15.122:0/781092 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa38415c990 con 0x7fa38406f700 2024-09-12T01:19:21.590 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.585+0000 7fa379ffb640 1 -- 172.21.15.122:0/781092 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa380011a00 con 0x7fa38406f700 2024-09-12T01:19:21.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.585+0000 7fa379ffb640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa36806be30 0x7fa36806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.586+0000 7fa379ffb640 1 -- 172.21.15.122:0/781092 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7fa38008d820 con 0x7fa38406f700 2024-09-12T01:19:21.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.586+0000 7fa388fee640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa36806be30 0x7fa36806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.586+0000 7fa388fee640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa36806be30 0x7fa36806e2f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fa374034000 tx=0x7fa37402c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.591 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.590+0000 7fa379ffb640 1 -- 172.21.15.122:0/781092 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa3840c9c70 con 0x7fa38406f700 2024-09-12T01:19:21.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.756+0000 7fa38ba53640 1 -- 172.21.15.122:0/781092 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7fa38415c3d0 con 0x7fa36806be30 2024-09-12T01:19:21.756 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.757+0000 7fa379ffb640 1 -- 172.21.15.122:0/781092 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fa38415c3d0 con 0x7fa36806be30 2024-09-12T01:19:21.756 INFO:teuthology.orchestra.run.smithi122.stderr:instructed osd(s) 5 to deep-scrub 2024-09-12T01:19:21.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 -- 172.21.15.122:0/781092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa36806be30 msgr2=0x7fa36806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa36806be30 0x7fa36806e2f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fa374034000 tx=0x7fa37402c000 comp rx=0 tx=0).stop 2024-09-12T01:19:21.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 -- 172.21.15.122:0/781092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa38406f700 msgr2=0x7fa38414f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.759 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa38406f700 0x7fa38414f110 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fa38000ead0 tx=0x7fa38000ef90 comp rx=0 tx=0).stop 2024-09-12T01:19:21.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 -- 172.21.15.122:0/781092 shutdown_connections 2024-09-12T01:19:21.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fa36806be30 0x7fa36806e2f0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fa38415b300 0x7fa3840ca9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fa384072d30 0x7fa3840cb9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 --2- 172.21.15.122:0/781092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa38406f700 0x7fa38414f110 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 -- 172.21.15.122:0/781092 >> 172.21.15.122:0/781092 conn(0x7fa384067d70 msgr2=0x7fa3840b28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:21.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 -- 172.21.15.122:0/781092 shutdown_connections 2024-09-12T01:19:21.760 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.759+0000 7fa38ba53640 1 -- 172.21.15.122:0/781092 wait complete. 2024-09-12T01:19:21.769 INFO:tasks.ceph:Scrubbing osd.6 2024-09-12T01:19:21.769 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:19:21.872 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.873+0000 7fe7c6de4640 1 Processor -- start 2024-09-12T01:19:21.872 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.873+0000 7fe7c6de4640 1 -- start start 2024-09-12T01:19:21.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c6de4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe7c0159ce0 0x7fe7c015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c6de4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7c00b5f10 0x7fe7c00b6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c6de4640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fe7c006e6c0 0x7fe7c006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c6de4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe7c00b6880 con 0x7fe7c0159ce0 2024-09-12T01:19:21.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c6de4640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fe7c015d730 con 0x7fe7c006e6c0 2024-09-12T01:19:21.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c6de4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe7c00700b0 con 0x7fe7c00b5f10 2024-09-12T01:19:21.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c4b80640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe7c0159ce0 0x7fe7c015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c4b80640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe7c0159ce0 0x7fe7c015d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46686/0 (socket says 172.21.15.122:46686) 2024-09-12T01:19:21.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c4b80640 1 -- 172.21.15.122:0/754511959 learned_addr learned my addr 172.21.15.122:0/754511959 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:21.874 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c4b80640 1 -- 172.21.15.122:0/754511959 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7c00b5f10 msgr2=0x7fe7c00b6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:21.875 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c4b80640 1 --2- 172.21.15.122:0/754511959 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7c00b5f10 0x7fe7c00b6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.875 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c4b80640 1 -- 172.21.15.122:0/754511959 >> v2:172.21.15.151:3300/0 conn(0x7fe7c006e6c0 msgr2=0x7fe7c006eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:21.875 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c4b80640 1 --2- 172.21.15.122:0/754511959 >> v2:172.21.15.151:3300/0 conn(0x7fe7c006e6c0 0x7fe7c006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.875 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.874+0000 7fe7c4b80640 1 -- 172.21.15.122:0/754511959 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7c01601b0 con 0x7fe7c0159ce0 2024-09-12T01:19:21.875 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.875+0000 7fe7c4b80640 1 --2- 172.21.15.122:0/754511959 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7c0159ce0 0x7fe7c015d1f0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fe7c00cf6d0 tx=0x7fe7b402a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b39848fed76b143 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.875 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.875+0000 7fe7bf7fe640 1 -- 172.21.15.122:0/754511959 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4037070 con 0x7fe7c0159ce0 2024-09-12T01:19:21.875 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.875+0000 7fe7bf7fe640 1 -- 172.21.15.122:0/754511959 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7b402ae00 con 0x7fe7c0159ce0 2024-09-12T01:19:21.875 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.875+0000 7fe7bf7fe640 1 -- 172.21.15.122:0/754511959 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4032660 con 0x7fe7c0159ce0 2024-09-12T01:19:21.876 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.876+0000 7fe7c6de4640 1 -- 172.21.15.122:0/754511959 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7c0159ce0 msgr2=0x7fe7c015d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.876 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.876+0000 7fe7c6de4640 1 --2- 172.21.15.122:0/754511959 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7c0159ce0 0x7fe7c015d1f0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fe7c00cf6d0 tx=0x7fe7b402a0b0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.876+0000 7fe7c6de4640 1 -- 172.21.15.122:0/754511959 shutdown_connections 2024-09-12T01:19:21.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.876+0000 7fe7c6de4640 1 --2- 172.21.15.122:0/754511959 >> v2:172.21.15.151:3300/0 conn(0x7fe7c006e6c0 0x7fe7c006eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.876+0000 7fe7c6de4640 1 --2- 172.21.15.122:0/754511959 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7c00b5f10 0x7fe7c00b6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.876+0000 7fe7c6de4640 1 --2- 172.21.15.122:0/754511959 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7c0159ce0 0x7fe7c015d1f0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.876+0000 7fe7c6de4640 1 -- 172.21.15.122:0/754511959 >> 172.21.15.122:0/754511959 conn(0x7fe7c0073590 msgr2=0x7fe7c006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:21.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.876+0000 7fe7c6de4640 1 -- 172.21.15.122:0/754511959 shutdown_connections 2024-09-12T01:19:21.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.876+0000 7fe7c6de4640 1 -- 172.21.15.122:0/754511959 wait complete. 2024-09-12T01:19:21.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.877+0000 7fe7c6de4640 1 Processor -- start 2024-09-12T01:19:21.877 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.877+0000 7fe7c6de4640 1 -- start start 2024-09-12T01:19:21.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7c6de4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7c006e6c0 0x7fe7c00af0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7c6de4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7c00b5f10 0x7fe7c0146490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.880 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7c6de4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe7c0159ce0 0x7fe7c0153f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7c6de4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c0160a50 con 0x7fe7c00b5f10 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7c6de4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c0160770 con 0x7fe7c0159ce0 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7c6de4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe7c015a0c0 con 0x7fe7c006e6c0 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7c00b5f10 0x7fe7c0146490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7c00b5f10 0x7fe7c0146490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46690/0 (socket says 172.21.15.122:46690) 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bffff640 1 -- 172.21.15.122:0/267566543 learned_addr learned my addr 172.21.15.122:0/267566543 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bffff640 1 -- 172.21.15.122:0/267566543 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7c006e6c0 msgr2=0x7fe7c00af0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bffff640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe7c006e6c0 0x7fe7c00af0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bffff640 1 -- 172.21.15.122:0/267566543 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe7c0159ce0 msgr2=0x7fe7c0153f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bffff640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe7c0159ce0 0x7fe7c0153f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bffff640 1 -- 172.21.15.122:0/267566543 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7c01469d0 con 0x7fe7c00b5f10 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bffff640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7c00b5f10 0x7fe7c0146490 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac00b4d0 tx=0x7fe7ac00b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.881 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bd7fa640 1 -- 172.21.15.122:0/267566543 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac014070 con 0x7fe7c00b5f10 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bd7fa640 1 -- 172.21.15.122:0/267566543 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7ac010870 con 0x7fe7c00b5f10 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7c6de4640 1 -- 172.21.15.122:0/267566543 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7c0154730 con 0x7fe7c00b5f10 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.878+0000 7fe7bd7fa640 1 -- 172.21.15.122:0/267566543 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac010c60 con 0x7fe7c00b5f10 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.879+0000 7fe7c6de4640 1 -- 172.21.15.122:0/267566543 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7c0154cf0 con 0x7fe7c00b5f10 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.879+0000 7fe7c6de4640 1 -- 172.21.15.122:0/267566543 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe7c015fda0 con 0x7fe7c00b5f10 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.880+0000 7fe7bd7fa640 1 -- 172.21.15.122:0/267566543 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe7ac017070 con 0x7fe7c00b5f10 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.880+0000 7fe7bd7fa640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe7a406be30 0x7fe7a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.880+0000 7fe7bd7fa640 1 -- 172.21.15.122:0/267566543 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7fe7ac08ab10 con 0x7fe7c00b5f10 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.880+0000 7fe7c4b80640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe7a406be30 0x7fe7a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.881+0000 7fe7bd7fa640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] conn(0x7fe7a4072370 0x7fe7a40747b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.881+0000 7fe7bd7fa640 1 -- 172.21.15.122:0/267566543 --> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe7ac01be50 con 0x7fe7a4072370 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.881+0000 7fe7bd7fa640 1 -- 172.21.15.122:0/267566543 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7fe7ac08f2c0 con 0x7fe7c00b5f10 2024-09-12T01:19:21.882 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.881+0000 7fe7c4b80640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe7a406be30 0x7fe7a406e2f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4034000 tx=0x7fe7b402c000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.881+0000 7fe7c5381640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] conn(0x7fe7a4072370 0x7fe7a40747b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:21.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.881+0000 7fe7c5381640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] conn(0x7fe7a4072370 0x7fe7a40747b0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:21.883 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.882+0000 7fe7bd7fa640 1 -- 172.21.15.122:0/267566543 <== osd.6 v2:172.21.15.151:6824/3464426733 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe7ac01be50 con 0x7fe7a4072370 2024-09-12T01:19:21.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.894+0000 7fe7c6de4640 1 -- 172.21.15.122:0/267566543 --> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fe7c0067d60 con 0x7fe7a4072370 2024-09-12T01:19:21.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7bd7fa640 1 -- 172.21.15.122:0/267566543 <== osd.6 v2:172.21.15.151:6824/3464426733 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fe7c0067d60 con 0x7fe7a4072370 2024-09-12T01:19:21.894 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:19:21.894 INFO:teuthology.orchestra.run.smithi122.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:19:21.894 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:19:21.895 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7c6de4640 1 -- 172.21.15.122:0/267566543 >> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] conn(0x7fe7a4072370 msgr2=0x7fe7a40747b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7c6de4640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.151:6824/3464426733,v1:172.21.15.151:6825/3464426733] conn(0x7fe7a4072370 0x7fe7a40747b0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:21.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7c6de4640 1 -- 172.21.15.122:0/267566543 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe7a406be30 msgr2=0x7fe7a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7c6de4640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe7a406be30 0x7fe7a406e2f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4034000 tx=0x7fe7b402c000 comp rx=0 tx=0).stop 2024-09-12T01:19:21.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7c6de4640 1 -- 172.21.15.122:0/267566543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7c00b5f10 msgr2=0x7fe7c0146490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:21.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7c6de4640 1 --2- 172.21.15.122:0/267566543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe7c00b5f10 0x7fe7c0146490 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac00b4d0 tx=0x7fe7ac00b990 comp rx=0 tx=0).stop 2024-09-12T01:19:21.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7c5381640 1 -- 172.21.15.122:0/267566543 reap_dead start 2024-09-12T01:19:21.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7c6de4640 1 -- 172.21.15.122:0/267566543 shutdown_connections 2024-09-12T01:19:21.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7c6de4640 1 -- 172.21.15.122:0/267566543 >> 172.21.15.122:0/267566543 conn(0x7fe7c0073590 msgr2=0x7fe7c015a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:21.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7c6de4640 1 -- 172.21.15.122:0/267566543 shutdown_connections 2024-09-12T01:19:21.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:21.895+0000 7fe7c6de4640 1 -- 172.21.15.122:0/267566543 wait complete. 2024-09-12T01:19:21.905 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-12T01:19:22.003 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.004+0000 7f2eaa245640 1 Processor -- start 2024-09-12T01:19:22.004 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.004+0000 7f2eaa245640 1 -- start start 2024-09-12T01:19:22.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.005+0000 7f2eaa245640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f2ea415e5f0 0x7f2ea40d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.005+0000 7f2eaa245640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40d30f0 0x7f2ea40b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.005+0000 7f2eaa245640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ea40d3690 con 0x7f2ea40b64c0 2024-09-12T01:19:22.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.005+0000 7f2eaa245640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f2ea406d530 con 0x7f2ea415e5f0 2024-09-12T01:19:22.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.005+0000 7f2eaa245640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2ea40d3970 con 0x7f2ea40d30f0 2024-09-12T01:19:22.007 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.005+0000 7f2ea3fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f2ea40b64c0 0x7f2ea40cf000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:47104/0 (socket says 172.21.15.122:47104) 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.005+0000 7f2ea3fff640 1 -- 172.21.15.122:0/1252450954 learned_addr learned my addr 172.21.15.122:0/1252450954 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea37fe640 1 --2- 172.21.15.122:0/1252450954 >> v2:172.21.15.151:3300/0 conn(0x7f2ea415e5f0 0x7f2ea40d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea2ffd640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40d30f0 0x7f2ea40b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3009821678 0 0) 0x7f2ea40d3690 con 0x7f2ea40b64c0 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2e8c003520 con 0x7f2ea40b64c0 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 <== mon.0 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3850994376 0 0) 0x7f2e8c003520 con 0x7f2ea40b64c0 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40d30f0 msgr2=0x7f2ea40b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40d30f0 0x7f2ea40b5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 >> v2:172.21.15.151:3300/0 conn(0x7f2ea415e5f0 msgr2=0x7f2ea40d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 --2- 172.21.15.122:0/1252450954 >> v2:172.21.15.151:3300/0 conn(0x7f2ea415e5f0 0x7f2ea40d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ea406cee0 con 0x7f2ea40b64c0 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 <== mon.0 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1403820755 0 0) 0x7f2e9c0019f0 con 0x7f2ea40b64c0 2024-09-12T01:19:22.008 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 >> v1:172.21.15.122:6789/0 conn(0x7f2ea40b64c0 legacy=0x7f2ea40cf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2e8c0039b0 0x7f2e8c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40d30f0 0x7f2e8c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e8c004d40 0x7f2e8c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea406d530 con 0x7f2e8c004d40 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea40d3970 con 0x7f2e8c0039b0 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2e8c00b9c0 con 0x7f2ea40d30f0 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea3fff640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e8c004d40 0x7f2e8c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea37fe640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2e8c0039b0 0x7f2e8c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea2ffd640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40d30f0 0x7f2e8c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea3fff640 1 -- 172.21.15.122:0/1252450954 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40d30f0 msgr2=0x7f2e8c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea3fff640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40d30f0 0x7f2e8c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea3fff640 1 -- 172.21.15.122:0/1252450954 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2e8c0039b0 msgr2=0x7f2e8c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea3fff640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2e8c0039b0 0x7f2e8c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.009 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.006+0000 7f2ea3fff640 1 -- 172.21.15.122:0/1252450954 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e8c003520 con 0x7f2e8c004d40 2024-09-12T01:19:22.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.007+0000 7f2ea3fff640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e8c004d40 0x7f2e8c0051c0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f2e9c00a8a0 tx=0x7f2e8c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47e31f6780ba5ac1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.007+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9c00a4c0 con 0x7f2e8c004d40 2024-09-12T01:19:22.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.007+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e9c02f070 con 0x7f2e8c004d40 2024-09-12T01:19:22.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.007+0000 7f2ea27fc640 1 -- 172.21.15.122:0/1252450954 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9c02bd30 con 0x7f2e8c004d40 2024-09-12T01:19:22.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.008+0000 7f2eaa245640 1 -- 172.21.15.122:0/1252450954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e8c004d40 msgr2=0x7f2e8c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.008+0000 7f2eaa245640 1 --2- 172.21.15.122:0/1252450954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e8c004d40 0x7f2e8c0051c0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f2e9c00a8a0 tx=0x7f2e8c005830 comp rx=0 tx=0).stop 2024-09-12T01:19:22.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.008+0000 7f2ea3fff640 1 -- 172.21.15.122:0/1252450954 reap_dead start 2024-09-12T01:19:22.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.008+0000 7f2eaa245640 1 -- 172.21.15.122:0/1252450954 shutdown_connections 2024-09-12T01:19:22.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.008+0000 7f2eaa245640 1 -- 172.21.15.122:0/1252450954 >> 172.21.15.122:0/1252450954 conn(0x7f2ea408bfc0 msgr2=0x7f2ea40d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:22.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.008+0000 7f2eaa245640 1 -- 172.21.15.122:0/1252450954 shutdown_connections 2024-09-12T01:19:22.010 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.008+0000 7f2eaa245640 1 -- 172.21.15.122:0/1252450954 wait complete. 2024-09-12T01:19:22.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.009+0000 7f2eaa245640 1 Processor -- start 2024-09-12T01:19:22.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.009+0000 7f2eaa245640 1 -- start start 2024-09-12T01:19:22.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2eaa245640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40ca3e0 0x7f2ea4160c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2eaa245640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2ea415f600 0x7f2ea40ce010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2eaa245640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ea40cb5d0 0x7f2ea40cba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.013 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2eaa245640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea40d5310 con 0x7f2ea40cb5d0 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2eaa245640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea415e9d0 con 0x7f2ea415f600 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2eaa245640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f2ea406e9d0 con 0x7f2ea40ca3e0 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ea40cb5d0 0x7f2ea40cba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ea40cb5d0 0x7f2ea40cba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46714/0 (socket says 172.21.15.122:46714) 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea3fff640 1 -- 172.21.15.122:0/256487074 learned_addr learned my addr 172.21.15.122:0/256487074 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea2ffd640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2ea415f600 0x7f2ea40ce010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea37fe640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40ca3e0 0x7f2ea4160c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea3fff640 1 -- 172.21.15.122:0/256487074 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40ca3e0 msgr2=0x7f2ea4160c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea3fff640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40ca3e0 0x7f2ea4160c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea3fff640 1 -- 172.21.15.122:0/256487074 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2ea415f600 msgr2=0x7f2ea40ce010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea3fff640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2ea415f600 0x7f2ea40ce010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea3fff640 1 -- 172.21.15.122:0/256487074 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ea415fbc0 con 0x7f2ea40cb5d0 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea2ffd640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2ea415f600 0x7f2ea40ce010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:22.014 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.010+0000 7f2ea3fff640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ea40cb5d0 0x7f2ea40cba50 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f2e9c00a9c0 tx=0x7f2e9c001e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.011+0000 7f2e8bfff640 1 -- 172.21.15.122:0/256487074 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9c00a4c0 con 0x7f2ea40cb5d0 2024-09-12T01:19:22.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.011+0000 7f2e8bfff640 1 -- 172.21.15.122:0/256487074 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e9c034470 con 0x7f2ea40cb5d0 2024-09-12T01:19:22.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.011+0000 7f2e8bfff640 1 -- 172.21.15.122:0/256487074 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9c002010 con 0x7f2ea40cb5d0 2024-09-12T01:19:22.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.011+0000 7f2eaa245640 1 -- 172.21.15.122:0/256487074 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ea415fea0 con 0x7f2ea40cb5d0 2024-09-12T01:19:22.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.011+0000 7f2eaa245640 1 -- 172.21.15.122:0/256487074 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ea4160460 con 0x7f2ea40cb5d0 2024-09-12T01:19:22.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.012+0000 7f2eaa245640 1 -- 172.21.15.122:0/256487074 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ea40d3690 con 0x7f2ea40cb5d0 2024-09-12T01:19:22.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.012+0000 7f2e8bfff640 1 -- 172.21.15.122:0/256487074 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2e9c034860 con 0x7f2ea40cb5d0 2024-09-12T01:19:22.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.013+0000 7f2e8bfff640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2e9006be60 0x7f2e9006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.013+0000 7f2e8bfff640 1 -- 172.21.15.122:0/256487074 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f2e9c0aac40 con 0x7f2ea40cb5d0 2024-09-12T01:19:22.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.013+0000 7f2ea37fe640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2e9006be60 0x7f2e9006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.015 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.013+0000 7f2ea37fe640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2e9006be60 0x7f2e9006e320 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f2e94009b00 tx=0x7f2e94008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.016 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.017+0000 7f2e8bfff640 1 -- 172.21.15.122:0/256487074 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2e9c0797a0 con 0x7f2ea40cb5d0 2024-09-12T01:19:22.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.183+0000 7f2eaa245640 1 -- 172.21.15.122:0/256487074 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f2ea40d3690 con 0x7f2e9006be60 2024-09-12T01:19:22.183 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.184+0000 7f2e8bfff640 1 -- 172.21.15.122:0/256487074 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f2ea40d3690 con 0x7f2e9006be60 2024-09-12T01:19:22.183 INFO:teuthology.orchestra.run.smithi122.stderr:instructed osd(s) 6 to deep-scrub 2024-09-12T01:19:22.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 -- 172.21.15.122:0/256487074 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2e9006be60 msgr2=0x7f2e9006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2e9006be60 0x7f2e9006e320 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f2e94009b00 tx=0x7f2e94008040 comp rx=0 tx=0).stop 2024-09-12T01:19:22.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 -- 172.21.15.122:0/256487074 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ea40cb5d0 msgr2=0x7f2ea40cba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ea40cb5d0 0x7f2ea40cba50 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f2e9c00a9c0 tx=0x7f2e9c001e30 comp rx=0 tx=0).stop 2024-09-12T01:19:22.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 -- 172.21.15.122:0/256487074 shutdown_connections 2024-09-12T01:19:22.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f2e9006be60 0x7f2e9006e320 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ea40cb5d0 0x7f2ea40cba50 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.185 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f2ea415f600 0x7f2ea40ce010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 --2- 172.21.15.122:0/256487074 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f2ea40ca3e0 0x7f2ea4160c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 -- 172.21.15.122:0/256487074 >> 172.21.15.122:0/256487074 conn(0x7f2ea408bfc0 msgr2=0x7f2ea40d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:22.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 -- 172.21.15.122:0/256487074 shutdown_connections 2024-09-12T01:19:22.186 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.186+0000 7f2eaa245640 1 -- 172.21.15.122:0/256487074 wait complete. 2024-09-12T01:19:22.196 INFO:tasks.ceph:Scrubbing osd.7 2024-09-12T01:19:22.196 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:19:22.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.299+0000 7fc5cbe8d640 1 Processor -- start 2024-09-12T01:19:22.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.299+0000 7fc5cbe8d640 1 -- start start 2024-09-12T01:19:22.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.300+0000 7fc5cbe8d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc5c415e7f0 0x7fc5c40b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.300+0000 7fc5cbe8d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc5c4071180 0x7fc5c406de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.300+0000 7fc5cbe8d640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5c406cdc0 con 0x7fc5c40af210 2024-09-12T01:19:22.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.300+0000 7fc5cbe8d640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fc5c406d0a0 con 0x7fc5c4071180 2024-09-12T01:19:22.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.300+0000 7fc5cbe8d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc5c406d380 con 0x7fc5c415e7f0 2024-09-12T01:19:22.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.300+0000 7fc5ca42a640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc5c4071180 0x7fc5c406de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.301 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.300+0000 7fc5ca42a640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc5c4071180 0x7fc5c406de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46722/0 (socket says 172.21.15.122:46722) 2024-09-12T01:19:22.301 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.300+0000 7fc5ca42a640 1 -- 172.21.15.122:0/2040871087 learned_addr learned my addr 172.21.15.122:0/2040871087 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:22.301 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.300+0000 7fc5c9c29640 1 --2- 172.21.15.122:0/2040871087 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc5c415e7f0 0x7fc5c40b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.301 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.301+0000 7fc5ca42a640 1 -- 172.21.15.122:0/2040871087 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc5c415e7f0 msgr2=0x7fc5c40b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:22.301 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.301+0000 7fc5ca42a640 1 --2- 172.21.15.122:0/2040871087 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc5c415e7f0 0x7fc5c40b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.301 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.301+0000 7fc5ca42a640 1 -- 172.21.15.122:0/2040871087 >> v1:172.21.15.151:6789/0 conn(0x7fc5c40af210 legacy=0x7fc5c4070a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:22.301 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.301+0000 7fc5ca42a640 1 -- 172.21.15.122:0/2040871087 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5c406d660 con 0x7fc5c4071180 2024-09-12T01:19:22.301 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.301+0000 7fc5c9c29640 1 --2- 172.21.15.122:0/2040871087 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc5c415e7f0 0x7fc5c40b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:22.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.301+0000 7fc5ca42a640 1 --2- 172.21.15.122:0/2040871087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5c4071180 0x7fc5c406de60 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc009e50 tx=0x7fc5bc02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28ff73ae120a27a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.301+0000 7fc5c8c27640 1 -- 172.21.15.122:0/2040871087 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc036070 con 0x7fc5c4071180 2024-09-12T01:19:22.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.301+0000 7fc5c8c27640 1 -- 172.21.15.122:0/2040871087 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5bc031600 con 0x7fc5c4071180 2024-09-12T01:19:22.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.301+0000 7fc5c8c27640 1 -- 172.21.15.122:0/2040871087 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc0319d0 con 0x7fc5c4071180 2024-09-12T01:19:22.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.302+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/2040871087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5c4071180 msgr2=0x7fc5c406de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.302+0000 7fc5cbe8d640 1 --2- 172.21.15.122:0/2040871087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5c4071180 0x7fc5c406de60 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc009e50 tx=0x7fc5bc02a6c0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.302+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/2040871087 shutdown_connections 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.302+0000 7fc5cbe8d640 1 --2- 172.21.15.122:0/2040871087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5c4071180 0x7fc5c406de60 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.302+0000 7fc5cbe8d640 1 --2- 172.21.15.122:0/2040871087 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc5c415e7f0 0x7fc5c40b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.302+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/2040871087 >> 172.21.15.122:0/2040871087 conn(0x7fc5c40b3f30 msgr2=0x7fc5c40b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.302+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/2040871087 shutdown_connections 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.302+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/2040871087 wait complete. 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.303+0000 7fc5cbe8d640 1 Processor -- start 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.303+0000 7fc5cbe8d640 1 -- start start 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5cbe8d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5c4071180 0x7fc5c4160a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5cbe8d640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc5c40af210 0x7fc5c415b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5cbe8d640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc5c415e7f0 0x7fc5c41547e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5cbe8d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c40b7250 con 0x7fc5c4071180 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5cbe8d640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c40b6150 con 0x7fc5c415e7f0 2024-09-12T01:19:22.308 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5cbe8d640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc5c40b73d0 con 0x7fc5c40af210 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5c9c29640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5c4071180 0x7fc5c4160a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5c9c29640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5c4071180 0x7fc5c4160a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46726/0 (socket says 172.21.15.122:46726) 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5c9c29640 1 -- 172.21.15.122:0/1444586863 learned_addr learned my addr 172.21.15.122:0/1444586863 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5ca42a640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc5c415e7f0 0x7fc5c41547e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5c9428640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc5c40af210 0x7fc5c415b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5c9c29640 1 -- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc5c40af210 msgr2=0x7fc5c415b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5c9c29640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc5c40af210 0x7fc5c415b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5c9c29640 1 -- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc5c415e7f0 msgr2=0x7fc5c41547e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5c9c29640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc5c415e7f0 0x7fc5c41547e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5c9c29640 1 -- 172.21.15.122:0/1444586863 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5c415b820 con 0x7fc5c4071180 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5c9428640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc5c40af210 0x7fc5c415b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:22.309 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.304+0000 7fc5c9c29640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5c4071180 0x7fc5c4160a70 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fc5c000c7f0 tx=0x7fc5c000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.305+0000 7fc5ba7fc640 1 -- 172.21.15.122:0/1444586863 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c0015070 con 0x7fc5c4071180 2024-09-12T01:19:22.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.305+0000 7fc5ba7fc640 1 -- 172.21.15.122:0/1444586863 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5c0007a30 con 0x7fc5c4071180 2024-09-12T01:19:22.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.305+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/1444586863 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5c4154d20 con 0x7fc5c4071180 2024-09-12T01:19:22.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.305+0000 7fc5ba7fc640 1 -- 172.21.15.122:0/1444586863 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c0007e00 con 0x7fc5c4071180 2024-09-12T01:19:22.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.305+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/1444586863 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5c4161350 con 0x7fc5c4071180 2024-09-12T01:19:22.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.305+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/1444586863 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc5c40b6d10 con 0x7fc5c4071180 2024-09-12T01:19:22.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.306+0000 7fc5ba7fc640 1 -- 172.21.15.122:0/1444586863 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc5c0018070 con 0x7fc5c4071180 2024-09-12T01:19:22.310 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.306+0000 7fc5ba7fc640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc5a806be30 0x7fc5a806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.307+0000 7fc5ba7fc640 1 -- 172.21.15.122:0/1444586863 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7fc5c008aca0 con 0x7fc5c4071180 2024-09-12T01:19:22.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.307+0000 7fc5c9428640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc5a806be30 0x7fc5a806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.307+0000 7fc5ba7fc640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x7fc5a8072370 0x7fc5a80747b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.307+0000 7fc5ba7fc640 1 -- 172.21.15.122:0/1444586863 --> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc5c001ce50 con 0x7fc5a8072370 2024-09-12T01:19:22.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.307+0000 7fc5ba7fc640 1 -- 172.21.15.122:0/1444586863 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7fc5c008d3a0 con 0x7fc5c4071180 2024-09-12T01:19:22.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.307+0000 7fc5c9428640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc5a806be30 0x7fc5a806e2f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc5c40b3860 tx=0x7fc5b4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.307+0000 7fc5ca42a640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x7fc5a8072370 0x7fc5a80747b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.308+0000 7fc5ca42a640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x7fc5a8072370 0x7fc5a80747b0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.308+0000 7fc5ba7fc640 1 -- 172.21.15.122:0/1444586863 <== osd.7 v2:172.21.15.151:6800/1031611436 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc5c001ce50 con 0x7fc5a8072370 2024-09-12T01:19:22.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.321+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/1444586863 --> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc5c40b2ed0 con 0x7fc5a8072370 2024-09-12T01:19:22.320 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.321+0000 7fc5ba7fc640 1 -- 172.21.15.122:0/1444586863 <== osd.7 v2:172.21.15.151:6800/1031611436 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fc5c40b2ed0 con 0x7fc5a8072370 2024-09-12T01:19:22.320 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-12T01:19:22.320 INFO:teuthology.orchestra.run.smithi122.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:19:22.321 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-12T01:19:22.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.322+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x7fc5a8072370 msgr2=0x7fc5a80747b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.321 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.322+0000 7fc5cbe8d640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.151:6800/1031611436,v1:172.21.15.151:6801/1031611436] conn(0x7fc5a8072370 0x7fc5a80747b0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.322+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/1444586863 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc5a806be30 msgr2=0x7fc5a806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.322+0000 7fc5cbe8d640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc5a806be30 0x7fc5a806e2f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc5c40b3860 tx=0x7fc5b4009040 comp rx=0 tx=0).stop 2024-09-12T01:19:22.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.322+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/1444586863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5c4071180 msgr2=0x7fc5c4160a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.322+0000 7fc5cbe8d640 1 --2- 172.21.15.122:0/1444586863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5c4071180 0x7fc5c4160a70 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fc5c000c7f0 tx=0x7fc5c000cbf0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.322+0000 7fc5ca42a640 1 -- 172.21.15.122:0/1444586863 reap_dead start 2024-09-12T01:19:22.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.322+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/1444586863 shutdown_connections 2024-09-12T01:19:22.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.322+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/1444586863 >> 172.21.15.122:0/1444586863 conn(0x7fc5c40b3f30 msgr2=0x7fc5c40b1ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:22.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.322+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/1444586863 shutdown_connections 2024-09-12T01:19:22.322 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.322+0000 7fc5cbe8d640 1 -- 172.21.15.122:0/1444586863 wait complete. 2024-09-12T01:19:22.331 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-12T01:19:22.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.430+0000 7fe0a0911640 1 Processor -- start 2024-09-12T01:19:22.429 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.430+0000 7fe0a0911640 1 -- start start 2024-09-12T01:19:22.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe0a0911640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe09c145e00 0x7fe09c0cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe0a0911640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fe09c15d460 0x7fe09c0d04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe0a0911640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe09c0d0a10 0x7fe09c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe0a0911640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe09c0d0e60 con 0x7fe09c145e00 2024-09-12T01:19:22.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe0a0911640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fe09c1461e0 con 0x7fe09c15d460 2024-09-12T01:19:22.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe0a0911640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe09c0af720 con 0x7fe09c0d0a10 2024-09-12T01:19:22.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe09a59c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe09c145e00 0x7fe09c0cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe09a59c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe09c145e00 0x7fe09c0cd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46738/0 (socket says 172.21.15.122:46738) 2024-09-12T01:19:22.431 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe09a59c640 1 -- 172.21.15.122:0/1650951896 learned_addr learned my addr 172.21.15.122:0/1650951896 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:22.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe09a59c640 1 -- 172.21.15.122:0/1650951896 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe09c0d0a10 msgr2=0x7fe09c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:22.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe093fff640 1 --2- 172.21.15.122:0/1650951896 >> v2:172.21.15.151:3300/0 conn(0x7fe09c15d460 0x7fe09c0d04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe09ad9d640 1 --2- 172.21.15.122:0/1650951896 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe09c0d0a10 0x7fe09c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe09a59c640 1 --2- 172.21.15.122:0/1650951896 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe09c0d0a10 0x7fe09c06bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe09a59c640 1 -- 172.21.15.122:0/1650951896 >> v2:172.21.15.151:3300/0 conn(0x7fe09c15d460 msgr2=0x7fe09c0d04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:22.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe09a59c640 1 --2- 172.21.15.122:0/1650951896 >> v2:172.21.15.151:3300/0 conn(0x7fe09c15d460 0x7fe09c0d04d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.431+0000 7fe09a59c640 1 -- 172.21.15.122:0/1650951896 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe09c15d8f0 con 0x7fe09c145e00 2024-09-12T01:19:22.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.432+0000 7fe09a59c640 1 --2- 172.21.15.122:0/1650951896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe09c145e00 0x7fe09c0cd8a0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fe09c15a520 tx=0x7fe08c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=328477a3e3843886 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.432+0000 7fe099d9b640 1 -- 172.21.15.122:0/1650951896 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe08c037070 con 0x7fe09c145e00 2024-09-12T01:19:22.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.432+0000 7fe099d9b640 1 -- 172.21.15.122:0/1650951896 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe08c032440 con 0x7fe09c145e00 2024-09-12T01:19:22.432 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.432+0000 7fe099d9b640 1 -- 172.21.15.122:0/1650951896 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe08c032810 con 0x7fe09c145e00 2024-09-12T01:19:22.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.433+0000 7fe0a0911640 1 -- 172.21.15.122:0/1650951896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe09c145e00 msgr2=0x7fe09c0cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.433+0000 7fe0a0911640 1 --2- 172.21.15.122:0/1650951896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe09c145e00 0x7fe09c0cd8a0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fe09c15a520 tx=0x7fe08c02a1e0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.433+0000 7fe0a0911640 1 -- 172.21.15.122:0/1650951896 shutdown_connections 2024-09-12T01:19:22.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.433+0000 7fe0a0911640 1 --2- 172.21.15.122:0/1650951896 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe09c0d0a10 0x7fe09c06bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.433+0000 7fe0a0911640 1 --2- 172.21.15.122:0/1650951896 >> v2:172.21.15.151:3300/0 conn(0x7fe09c15d460 0x7fe09c0d04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.433+0000 7fe0a0911640 1 --2- 172.21.15.122:0/1650951896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe09c145e00 0x7fe09c0cd8a0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.433+0000 7fe0a0911640 1 -- 172.21.15.122:0/1650951896 >> 172.21.15.122:0/1650951896 conn(0x7fe09c0b2f40 msgr2=0x7fe09c0b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:22.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.433+0000 7fe0a0911640 1 -- 172.21.15.122:0/1650951896 shutdown_connections 2024-09-12T01:19:22.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.433+0000 7fe0a0911640 1 -- 172.21.15.122:0/1650951896 wait complete. 2024-09-12T01:19:22.435 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.434+0000 7fe0a0911640 1 Processor -- start 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.434+0000 7fe0a0911640 1 -- start start 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe0a0911640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe09c0d0a10 0x7fe09c0cd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe0a0911640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe09c145e00 0x7fe09c141650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe0a0911640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe09c15d460 0x7fe09c143390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe0a0911640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe09c0ce550 con 0x7fe09c15d460 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe0a0911640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fe09c0ce270 con 0x7fe09c145e00 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe0a0911640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fe09c0ce830 con 0x7fe09c0d0a10 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe09ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe09c15d460 0x7fe09c143390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe09ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe09c15d460 0x7fe09c143390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46748/0 (socket says 172.21.15.122:46748) 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe09ad9d640 1 -- 172.21.15.122:0/2230730907 learned_addr learned my addr 172.21.15.122:0/2230730907 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe093fff640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe09c145e00 0x7fe09c141650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe09a59c640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe09c0d0a10 0x7fe09c0cd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.436 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe09ad9d640 1 -- 172.21.15.122:0/2230730907 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe09c0d0a10 msgr2=0x7fe09c0cd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe09ad9d640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe09c0d0a10 0x7fe09c0cd9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe09ad9d640 1 -- 172.21.15.122:0/2230730907 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe09c145e00 msgr2=0x7fe09c141650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe09ad9d640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe09c145e00 0x7fe09c141650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe09ad9d640 1 -- 172.21.15.122:0/2230730907 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe09c144d10 con 0x7fe09c15d460 2024-09-12T01:19:22.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe09a59c640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe09c0d0a10 0x7fe09c0cd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:22.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe09ad9d640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe09c15d460 0x7fe09c143390 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fe09400ccf0 tx=0x7fe09400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe092ffd640 1 -- 172.21.15.122:0/2230730907 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe094003b90 con 0x7fe09c15d460 2024-09-12T01:19:22.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe092ffd640 1 -- 172.21.15.122:0/2230730907 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe094003d30 con 0x7fe09c15d460 2024-09-12T01:19:22.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe0a0911640 1 -- 172.21.15.122:0/2230730907 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe09c143c70 con 0x7fe09c15d460 2024-09-12T01:19:22.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe092ffd640 1 -- 172.21.15.122:0/2230730907 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe094004240 con 0x7fe09c15d460 2024-09-12T01:19:22.437 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.435+0000 7fe0a0911640 1 -- 172.21.15.122:0/2230730907 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe09c144230 con 0x7fe09c15d460 2024-09-12T01:19:22.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.437+0000 7fe0a0911640 1 -- 172.21.15.122:0/2230730907 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe09c0af300 con 0x7fe09c15d460 2024-09-12T01:19:22.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.437+0000 7fe092ffd640 1 -- 172.21.15.122:0/2230730907 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe0940043e0 con 0x7fe09c15d460 2024-09-12T01:19:22.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.437+0000 7fe092ffd640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe07c06be30 0x7fe07c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.437+0000 7fe09a59c640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe07c06be30 0x7fe07c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.438 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.438+0000 7fe092ffd640 1 -- 172.21.15.122:0/2230730907 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7fe09408b680 con 0x7fe09c15d460 2024-09-12T01:19:22.439 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.438+0000 7fe09a59c640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe07c06be30 0x7fe07c06e2f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe08c034000 tx=0x7fe08c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.440 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.442+0000 7fe092ffd640 1 -- 172.21.15.122:0/2230730907 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe09c0af300 con 0x7fe09c15d460 2024-09-12T01:19:22.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.606+0000 7fe0a0911640 1 -- 172.21.15.122:0/2230730907 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7fe09c1451b0 con 0x7fe07c06be30 2024-09-12T01:19:22.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.607+0000 7fe092ffd640 1 -- 172.21.15.122:0/2230730907 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe09c1451b0 con 0x7fe07c06be30 2024-09-12T01:19:22.606 INFO:teuthology.orchestra.run.smithi122.stderr:instructed osd(s) 7 to deep-scrub 2024-09-12T01:19:22.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.608+0000 7fe0a0911640 1 -- 172.21.15.122:0/2230730907 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe07c06be30 msgr2=0x7fe07c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.608+0000 7fe0a0911640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe07c06be30 0x7fe07c06e2f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe08c034000 tx=0x7fe08c02e000 comp rx=0 tx=0).stop 2024-09-12T01:19:22.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.608+0000 7fe0a0911640 1 -- 172.21.15.122:0/2230730907 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe09c15d460 msgr2=0x7fe09c143390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.608+0000 7fe0a0911640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe09c15d460 0x7fe09c143390 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fe09400ccf0 tx=0x7fe09400a660 comp rx=0 tx=0).stop 2024-09-12T01:19:22.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.608+0000 7fe0a0911640 1 -- 172.21.15.122:0/2230730907 shutdown_connections 2024-09-12T01:19:22.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.608+0000 7fe0a0911640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fe07c06be30 0x7fe07c06e2f0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.608+0000 7fe0a0911640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe09c15d460 0x7fe09c143390 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.608+0000 7fe0a0911640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fe09c145e00 0x7fe09c141650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.608+0000 7fe0a0911640 1 --2- 172.21.15.122:0/2230730907 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fe09c0d0a10 0x7fe09c0cd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.608 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.608+0000 7fe0a0911640 1 -- 172.21.15.122:0/2230730907 >> 172.21.15.122:0/2230730907 conn(0x7fe09c0b2f40 msgr2=0x7fe09c0b2770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:22.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.609+0000 7fe0a0911640 1 -- 172.21.15.122:0/2230730907 shutdown_connections 2024-09-12T01:19:22.609 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.609+0000 7fe0a0911640 1 -- 172.21.15.122:0/2230730907 wait complete. 2024-09-12T01:19:22.619 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:19:22.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.718+0000 7fc3d2dc4640 1 Processor -- start 2024-09-12T01:19:22.718 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.718+0000 7fc3d2dc4640 1 -- start start 2024-09-12T01:19:22.719 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.719+0000 7fc3d2dc4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc3cc0d30f0 0x7fc3cc0b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.719+0000 7fc3d2dc4640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7fc3cc0b64c0 0x7fc3cc06d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.719+0000 7fc3d2dc4640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3cc0d3690 con 0x7fc3cc15e5f0 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.719+0000 7fc3d2dc4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fc3cc06d530 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.719+0000 7fc3d2dc4640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7fc3cc0d3970 con 0x7fc3cc0b64c0 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.719+0000 7fc3cbfff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc3cc0d30f0 0x7fc3cc0b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.719+0000 7fc3cbfff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc3cc0d30f0 0x7fc3cc0b5f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46762/0 (socket says 172.21.15.122:46762) 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.719+0000 7fc3cbfff640 1 -- 172.21.15.122:0/3410645345 learned_addr learned my addr 172.21.15.122:0/3410645345 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.720+0000 7fc3d1361640 1 --2- 172.21.15.122:0/3410645345 >> v2:172.21.15.151:3300/0 conn(0x7fc3cc0b64c0 0x7fc3cc06d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.720+0000 7fc3cbfff640 1 -- 172.21.15.122:0/3410645345 >> v2:172.21.15.151:3300/0 conn(0x7fc3cc0b64c0 msgr2=0x7fc3cc06d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.720+0000 7fc3cbfff640 1 --2- 172.21.15.122:0/3410645345 >> v2:172.21.15.151:3300/0 conn(0x7fc3cc0b64c0 0x7fc3cc06d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.720+0000 7fc3cbfff640 1 -- 172.21.15.122:0/3410645345 >> v1:172.21.15.151:6789/0 conn(0x7fc3cc15e5f0 legacy=0x7fc3cc0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:22.720 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.720+0000 7fc3cbfff640 1 -- 172.21.15.122:0/3410645345 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3cc06cee0 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.720+0000 7fc3cbfff640 1 --2- 172.21.15.122:0/3410645345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3cc0d30f0 0x7fc3cc0b5f80 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc0ba580 tx=0x7fc3c002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a4d62bb93e5cf83 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.721+0000 7fc3cb7fe640 1 -- 172.21.15.122:0/3410645345 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c0037070 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.721+0000 7fc3cb7fe640 1 -- 172.21.15.122:0/3410645345 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3c0032440 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.721 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.721+0000 7fc3cb7fe640 1 -- 172.21.15.122:0/3410645345 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c0032810 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.723 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.721+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3410645345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3cc0d30f0 msgr2=0x7fc3cc0b5f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.721+0000 7fc3d2dc4640 1 --2- 172.21.15.122:0/3410645345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3cc0d30f0 0x7fc3cc0b5f80 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc0ba580 tx=0x7fc3c002a230 comp rx=0 tx=0).stop 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.721+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3410645345 shutdown_connections 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.721+0000 7fc3d2dc4640 1 --2- 172.21.15.122:0/3410645345 >> v2:172.21.15.151:3300/0 conn(0x7fc3cc0b64c0 0x7fc3cc06d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.721+0000 7fc3d2dc4640 1 --2- 172.21.15.122:0/3410645345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3cc0d30f0 0x7fc3cc0b5f80 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.721+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3410645345 >> 172.21.15.122:0/3410645345 conn(0x7fc3cc08bfc0 msgr2=0x7fc3cc0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.721+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3410645345 shutdown_connections 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.721+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3410645345 wait complete. 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.722+0000 7fc3d2dc4640 1 Processor -- start 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.722+0000 7fc3d2dc4640 1 -- start start 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.723+0000 7fc3d2dc4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc3cc0b64c0 0x7fc3cc15d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.723+0000 7fc3d2dc4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3cc0d30f0 0x7fc3cc15fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.724 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.723+0000 7fc3d2dc4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc3cc15e5f0 0x7fc3cc0b8930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.723+0000 7fc3d2dc4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc3cc06df00 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.723+0000 7fc3d2dc4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fc3cc15e9d0 con 0x7fc3cc0b64c0 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.723+0000 7fc3d2dc4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fc3cc06e080 con 0x7fc3cc15e5f0 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.723+0000 7fc3cbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3cc0d30f0 0x7fc3cc15fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.723+0000 7fc3cbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3cc0d30f0 0x7fc3cc15fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:46774/0 (socket says 172.21.15.122:46774) 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.723+0000 7fc3cbfff640 1 -- 172.21.15.122:0/3248021790 learned_addr learned my addr 172.21.15.122:0/3248021790 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.723+0000 7fc3d1361640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc3cc15e5f0 0x7fc3cc0b8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.723+0000 7fc3d0b60640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc3cc0b64c0 0x7fc3cc15d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3cbfff640 1 -- 172.21.15.122:0/3248021790 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc3cc15e5f0 msgr2=0x7fc3cc0b8930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3cbfff640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc3cc15e5f0 0x7fc3cc0b8930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3cbfff640 1 -- 172.21.15.122:0/3248021790 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc3cc0b64c0 msgr2=0x7fc3cc15d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3cbfff640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc3cc0b64c0 0x7fc3cc15d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3cbfff640 1 -- 172.21.15.122:0/3248021790 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3cc0a09e0 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.725 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3d0b60640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc3cc0b64c0 0x7fc3cc15d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:22.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3cbfff640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3cc0d30f0 0x7fc3cc15fe00 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fc3c0000c00 tx=0x7fc3c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3c97fa640 1 -- 172.21.15.122:0/3248021790 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c0041020 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3c97fa640 1 -- 172.21.15.122:0/3248021790 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3c00306c0 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3248021790 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3cc0a0cc0 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3c97fa640 1 -- 172.21.15.122:0/3248021790 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c0037040 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.724+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3248021790 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3cc09f2f0 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.725+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3248021790 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3cc06d9a0 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.725+0000 7fc3c97fa640 1 -- 172.21.15.122:0/3248021790 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc3c0044020 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.726+0000 7fc3c97fa640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc3b806be60 0x7fc3b806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:22.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.726+0000 7fc3c97fa640 1 -- 172.21.15.122:0/3248021790 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7fc3c00ab450 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.726+0000 7fc3d0b60640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc3b806be60 0x7fc3b806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:22.727 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.726+0000 7fc3d0b60640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc3b806be60 0x7fc3b806e320 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc3bc006fd0 tx=0x7fc3bc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:22.729 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.730+0000 7fc3c97fa640 1 -- 172.21.15.122:0/3248021790 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc3c004b030 con 0x7fc3cc0d30f0 2024-09-12T01:19:22.893 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.894+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3248021790 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc3cc06bda0 con 0x7fc3b806be60 2024-09-12T01:19:22.894 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.895+0000 7fc3c97fa640 1 -- 172.21.15.122:0/3248021790 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13485 (secure 0 0 0) 0x7fc3cc06bda0 con 0x7fc3b806be60 2024-09-12T01:19:22.894 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:22.895 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:19:22.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3248021790 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc3b806be60 msgr2=0x7fc3b806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc3b806be60 0x7fc3b806e320 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc3bc006fd0 tx=0x7fc3bc008040 comp rx=0 tx=0).stop 2024-09-12T01:19:22.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3248021790 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3cc0d30f0 msgr2=0x7fc3cc15fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:22.896 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3cc0d30f0 0x7fc3cc15fe00 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fc3c0000c00 tx=0x7fc3c00046c0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3248021790 shutdown_connections 2024-09-12T01:19:22.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fc3b806be60 0x7fc3b806e320 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fc3cc15e5f0 0x7fc3cc0b8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3cc0d30f0 0x7fc3cc15fe00 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 --2- 172.21.15.122:0/3248021790 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fc3cc0b64c0 0x7fc3cc15d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:22.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3248021790 >> 172.21.15.122:0/3248021790 conn(0x7fc3cc08bfc0 msgr2=0x7fc3cc0b5870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:22.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3248021790 shutdown_connections 2024-09-12T01:19:22.897 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:22.897+0000 7fc3d2dc4640 1 -- 172.21.15.122:0/3248021790 wait complete. 2024-09-12T01:19:22.907 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":124,"stamp":"2024-09-12T01:19:21.866935+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":227220,"kb_used_data":6792,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754747500,"statfs":{"total":773094113280,"available":772861440000,"internally_reserved":0,"allocated":6955008,"data_stored":3777632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":225496628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-17935,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-80,"num_read_kb":-94,"num_write":-65,"num_write_kb":-41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001289"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":242,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-12T01:19:15.259793+0000","last_change":"2024-09-12T01:17:01.773128+0000","last_active":"2024-09-12T01:19:15.259793+0000","last_peered":"2024-09-12T01:19:15.259793+0000","last_clean":"2024-09-12T01:19:15.259793+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:19:15.259793+0000","last_undegraded":"2024-09-12T01:19:15.259793+0000","last_fullsized":"2024-09-12T01:19:15.259793+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:17:00.508228+0000","last_clean_scrub_stamp":"2024-09-12T01:17:00.508228+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:25.537262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542175,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28320,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343520,"statfs":{"total":96636764160,"available":96607764480,"internally_reserved":0,"allocated":1314816,"data_stored":914980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27740,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344100,"statfs":{"total":96636764160,"available":96608358400,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542176,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27736,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542176,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27736,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542174,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27736,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542176,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27736,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542176,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27736,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542176,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32480,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339360,"statfs":{"total":96636764160,"available":96603504640,"internally_reserved":0,"allocated":1314816,"data_stored":914980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:19:22.910 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-12T01:17:00.508228+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=17, tm_sec=0, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=19, tm_sec=18, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:19:22.910 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T01:19:40.744 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:19:40.747 DEBUG:teuthology.orchestra.run.smithi151:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:19:42.911 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:19:43.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.021+0000 7f87ea2d7640 1 Processor -- start 2024-09-12T01:19:43.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.021+0000 7f87ea2d7640 1 -- start start 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.022+0000 7f87ea2d7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f87e4072d30 0x7f87e406f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.022+0000 7f87ea2d7640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f87e406f700 0x7f87e415b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.022+0000 7f87ea2d7640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87e406fae0 con 0x7f87e415b300 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.022+0000 7f87ea2d7640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f87e40728a0 con 0x7f87e4072d30 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.022+0000 7f87ea2d7640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f87e40cdbe0 con 0x7f87e406f700 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.022+0000 7f87e37fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f87e4072d30 0x7f87e406f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.022+0000 7f87e3fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f87e415b300 0x7f87e40cceb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52750/0 (socket says 172.21.15.122:52750) 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.022+0000 7f87e3fff640 1 -- 172.21.15.122:0/3605168414 learned_addr learned my addr 172.21.15.122:0/3605168414 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.022+0000 7f87e8874640 1 --2- 172.21.15.122:0/3605168414 >> v2:172.21.15.151:3300/0 conn(0x7f87e406f700 0x7f87e415b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.023+0000 7f87e37fe640 1 -- 172.21.15.122:0/3605168414 >> v2:172.21.15.151:3300/0 conn(0x7f87e406f700 msgr2=0x7f87e415b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.023+0000 7f87e37fe640 1 --2- 172.21.15.122:0/3605168414 >> v2:172.21.15.151:3300/0 conn(0x7f87e406f700 0x7f87e415b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.023+0000 7f87e37fe640 1 -- 172.21.15.122:0/3605168414 >> v1:172.21.15.122:6789/0 conn(0x7f87e415b300 legacy=0x7f87e40cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.023+0000 7f87e37fe640 1 -- 172.21.15.122:0/3605168414 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e40cd900 con 0x7f87e4072d30 2024-09-12T01:19:43.024 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.023+0000 7f87e8874640 1 --2- 172.21.15.122:0/3605168414 >> v2:172.21.15.151:3300/0 conn(0x7f87e406f700 0x7f87e415b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:43.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.023+0000 7f87e37fe640 1 --2- 172.21.15.122:0/3605168414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87e4072d30 0x7f87e406f1c0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f87e40b38f0 tx=0x7f87d802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b796d19cbedeb7e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:43.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.023+0000 7f87e2ffd640 1 -- 172.21.15.122:0/3605168414 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d8037070 con 0x7f87e4072d30 2024-09-12T01:19:43.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.023+0000 7f87e2ffd640 1 -- 172.21.15.122:0/3605168414 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87d8032440 con 0x7f87e4072d30 2024-09-12T01:19:43.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.023+0000 7f87e2ffd640 1 -- 172.21.15.122:0/3605168414 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d802ae60 con 0x7f87e4072d30 2024-09-12T01:19:43.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.024+0000 7f87ea2d7640 1 -- 172.21.15.122:0/3605168414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87e4072d30 msgr2=0x7f87e406f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.024+0000 7f87ea2d7640 1 --2- 172.21.15.122:0/3605168414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87e4072d30 0x7f87e406f1c0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f87e40b38f0 tx=0x7f87d802a110 comp rx=0 tx=0).stop 2024-09-12T01:19:43.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.024+0000 7f87ea2d7640 1 -- 172.21.15.122:0/3605168414 shutdown_connections 2024-09-12T01:19:43.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.024+0000 7f87ea2d7640 1 --2- 172.21.15.122:0/3605168414 >> v2:172.21.15.151:3300/0 conn(0x7f87e406f700 0x7f87e415b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.024+0000 7f87ea2d7640 1 --2- 172.21.15.122:0/3605168414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87e4072d30 0x7f87e406f1c0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.024+0000 7f87ea2d7640 1 -- 172.21.15.122:0/3605168414 >> 172.21.15.122:0/3605168414 conn(0x7f87e4067d70 msgr2=0x7f87e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:43.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.024+0000 7f87ea2d7640 1 -- 172.21.15.122:0/3605168414 shutdown_connections 2024-09-12T01:19:43.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.024+0000 7f87ea2d7640 1 -- 172.21.15.122:0/3605168414 wait complete. 2024-09-12T01:19:43.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.025+0000 7f87ea2d7640 1 Processor -- start 2024-09-12T01:19:43.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87ea2d7640 1 -- start start 2024-09-12T01:19:43.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87ea2d7640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f87e406f700 0x7f87e4156d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87ea2d7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87e4072d30 0x7f87e4158660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87ea2d7640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f87e415b300 0x7f87e4153370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87ea2d7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f87e40cd5c0 con 0x7f87e4072d30 2024-09-12T01:19:43.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87ea2d7640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f87e4072530 con 0x7f87e406f700 2024-09-12T01:19:43.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87ea2d7640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f87e40cffe0 con 0x7f87e415b300 2024-09-12T01:19:43.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87e37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87e4072d30 0x7f87e4158660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87e37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87e4072d30 0x7f87e4158660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:36504/0 (socket says 172.21.15.122:36504) 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87e37fe640 1 -- 172.21.15.122:0/2014644149 learned_addr learned my addr 172.21.15.122:0/2014644149 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87e3fff640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f87e406f700 0x7f87e4156d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.026+0000 7f87e8874640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f87e415b300 0x7f87e4153370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.027+0000 7f87e37fe640 1 -- 172.21.15.122:0/2014644149 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f87e415b300 msgr2=0x7f87e4153370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.027+0000 7f87e37fe640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f87e415b300 0x7f87e4153370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.027+0000 7f87e37fe640 1 -- 172.21.15.122:0/2014644149 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f87e406f700 msgr2=0x7f87e4156d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.027+0000 7f87e37fe640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f87e406f700 0x7f87e4156d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.027+0000 7f87e37fe640 1 -- 172.21.15.122:0/2014644149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e414b970 con 0x7f87e4072d30 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.027+0000 7f87e37fe640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87e4072d30 0x7f87e4158660 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f87d8009890 tx=0x7f87d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.027+0000 7f87e0ff9640 1 -- 172.21.15.122:0/2014644149 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d8037040 con 0x7f87e4072d30 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.027+0000 7f87e0ff9640 1 -- 172.21.15.122:0/2014644149 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87d8042070 con 0x7f87e4072d30 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.027+0000 7f87ea2d7640 1 -- 172.21.15.122:0/2014644149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e414d210 con 0x7f87e4072d30 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.027+0000 7f87e0ff9640 1 -- 172.21.15.122:0/2014644149 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d8030bd0 con 0x7f87e4072d30 2024-09-12T01:19:43.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.027+0000 7f87ea2d7640 1 -- 172.21.15.122:0/2014644149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e414db60 con 0x7f87e4072d30 2024-09-12T01:19:43.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.028+0000 7f87ea2d7640 1 -- 172.21.15.122:0/2014644149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87e40b4c50 con 0x7f87e4072d30 2024-09-12T01:19:43.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.029+0000 7f87e0ff9640 1 -- 172.21.15.122:0/2014644149 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f87d8047460 con 0x7f87e4072d30 2024-09-12T01:19:43.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.029+0000 7f87e0ff9640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f87d006be30 0x7f87d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.029+0000 7f87e0ff9640 1 -- 172.21.15.122:0/2014644149 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f87d80ab810 con 0x7f87e4072d30 2024-09-12T01:19:43.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.029+0000 7f87e3fff640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f87d006be30 0x7f87d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.031 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.029+0000 7f87e3fff640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f87d006be30 0x7f87d006e2f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f87d4007fd0 tx=0x7f87d4007e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:43.033 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.034+0000 7f87e0ff9640 1 -- 172.21.15.122:0/2014644149 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f87d8032e20 con 0x7f87e4072d30 2024-09-12T01:19:43.194 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.194+0000 7f87ea2d7640 1 -- 172.21.15.122:0/2014644149 --> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f87e406f180 con 0x7f87d006be30 2024-09-12T01:19:43.194 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.195+0000 7f87e0ff9640 1 -- 172.21.15.122:0/2014644149 <== mgr.4104 v2:172.21.15.122:6832/3114417441 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13359 (secure 0 0 0) 0x7f87e406f180 con 0x7f87d006be30 2024-09-12T01:19:43.195 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:43.195 INFO:teuthology.orchestra.run.smithi122.stderr:dumped all 2024-09-12T01:19:43.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 -- 172.21.15.122:0/2014644149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f87d006be30 msgr2=0x7f87d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f87d006be30 0x7f87d006e2f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f87d4007fd0 tx=0x7f87d4007e80 comp rx=0 tx=0).stop 2024-09-12T01:19:43.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 -- 172.21.15.122:0/2014644149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87e4072d30 msgr2=0x7f87e4158660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87e4072d30 0x7f87e4158660 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f87d8009890 tx=0x7f87d80046c0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 -- 172.21.15.122:0/2014644149 shutdown_connections 2024-09-12T01:19:43.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f87d006be30 0x7f87d006e2f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f87e415b300 0x7f87e4153370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87e4072d30 0x7f87e4158660 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 --2- 172.21.15.122:0/2014644149 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f87e406f700 0x7f87e4156d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 -- 172.21.15.122:0/2014644149 >> 172.21.15.122:0/2014644149 conn(0x7f87e4067d70 msgr2=0x7f87e406e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:43.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 -- 172.21.15.122:0/2014644149 shutdown_connections 2024-09-12T01:19:43.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.197+0000 7f87ea2d7640 1 -- 172.21.15.122:0/2014644149 wait complete. 2024-09-12T01:19:43.208 INFO:teuthology.orchestra.run.smithi122.stdout:{"pg_ready":true,"pg_map":{"version":134,"stamp":"2024-09-12T01:19:41.871302+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":227196,"kb_used_data":6792,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754747524,"statfs":{"total":773094113280,"available":772861464576,"internally_reserved":0,"allocated":6955008,"data_stored":3777632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12748,"internal_metadata":225496628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002691"},"pg_stats":[{"pgid":"1.0","version":"60'119","reported_seq":253,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-12T01:19:23.627121+0000","last_change":"2024-09-12T01:19:23.627157+0000","last_active":"2024-09-12T01:19:23.627121+0000","last_peered":"2024-09-12T01:19:23.627121+0000","last_clean":"2024-09-12T01:19:23.627121+0000","last_became_active":"2024-09-12T01:17:01.772327+0000","last_became_peered":"2024-09-12T01:17:01.772327+0000","last_unstale":"2024-09-12T01:19:23.627121+0000","last_undegraded":"2024-09-12T01:19:23.627121+0000","last_fullsized":"2024-09-12T01:19:23.627121+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"60'119","last_scrub_stamp":"2024-09-12T01:19:23.627040+0000","last_deep_scrub":"60'119","last_deep_scrub_stamp":"2024-09-12T01:19:23.627040+0000","last_clean_scrub_stamp":"2024-09-12T01:19:23.627040+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:11:36.057763+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542179,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28308,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343532,"statfs":{"total":96636764160,"available":96607776768,"internally_reserved":0,"allocated":1314816,"data_stored":914980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542179,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27740,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344100,"statfs":{"total":96636764160,"available":96608358400,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542180,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27736,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542180,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27736,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542178,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27736,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542180,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27736,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542180,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27736,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":720896,"data_stored":324612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542180,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32468,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339372,"statfs":{"total":96636764160,"available":96603516928,"internally_reserved":0,"allocated":1314816,"data_stored":914980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:19:43.209 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-12T01:19:43.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.307+0000 7fdbddde4640 1 Processor -- start 2024-09-12T01:19:43.307 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.307+0000 7fdbddde4640 1 -- start start 2024-09-12T01:19:43.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbddde4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fdbd80cd120 0x7fdbd8071e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbddde4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 0x7fdbd815e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbddde4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdbd815be00 con 0x7fdbd815b570 2024-09-12T01:19:43.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbddde4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fdbd80740e0 con 0x7fdbd80cd120 2024-09-12T01:19:43.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbddde4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fdbd8073b20 con 0x7fdbd815b950 2024-09-12T01:19:43.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbd6ffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fdbd80cd120 0x7fdbd8071e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbd77fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fdbd815b570 0x7fdbd80cca10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52762/0 (socket says 172.21.15.122:52762) 2024-09-12T01:19:43.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbd77fe640 1 -- 172.21.15.122:0/590488354 learned_addr learned my addr 172.21.15.122:0/590488354 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:43.311 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbd6ffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fdbd80cd120 0x7fdbd8071e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:36508/0 (socket says 172.21.15.122:36508) 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbd7fff640 1 --2- 172.21.15.122:0/590488354 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 0x7fdbd815e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbd6ffd640 1 -- 172.21.15.122:0/590488354 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 msgr2=0x7fdbd815e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbd6ffd640 1 --2- 172.21.15.122:0/590488354 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 0x7fdbd815e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbd6ffd640 1 -- 172.21.15.122:0/590488354 >> v1:172.21.15.122:6789/0 conn(0x7fdbd815b570 legacy=0x7fdbd80cca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbd6ffd640 1 -- 172.21.15.122:0/590488354 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbd8073e00 con 0x7fdbd80cd120 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbd67fc640 1 -- 172.21.15.122:0/590488354 <== mon.0 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2575206243 0 0) 0x7fdbd815be00 con 0x7fdbd815b570 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.308+0000 7fdbd7fff640 1 --2- 172.21.15.122:0/590488354 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 0x7fdbd815e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbd6ffd640 1 --2- 172.21.15.122:0/590488354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbd80cd120 0x7fdbd8071e40 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0097a0 tx=0x7fdbcc02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e2569abbbe5ab6c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbd67fc640 1 -- 172.21.15.122:0/590488354 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc037070 con 0x7fdbd80cd120 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbd67fc640 1 -- 172.21.15.122:0/590488354 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbcc02ae50 con 0x7fdbd80cd120 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbd67fc640 1 -- 172.21.15.122:0/590488354 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc032660 con 0x7fdbd80cd120 2024-09-12T01:19:43.312 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbddde4640 1 -- 172.21.15.122:0/590488354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbd80cd120 msgr2=0x7fdbd8071e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbddde4640 1 --2- 172.21.15.122:0/590488354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbd80cd120 0x7fdbd8071e40 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0097a0 tx=0x7fdbcc02a100 comp rx=0 tx=0).stop 2024-09-12T01:19:43.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbddde4640 1 -- 172.21.15.122:0/590488354 shutdown_connections 2024-09-12T01:19:43.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbddde4640 1 --2- 172.21.15.122:0/590488354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbd80cd120 0x7fdbd8071e40 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbddde4640 1 --2- 172.21.15.122:0/590488354 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 0x7fdbd815e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbddde4640 1 -- 172.21.15.122:0/590488354 >> 172.21.15.122:0/590488354 conn(0x7fdbd806bdf0 msgr2=0x7fdbd806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:43.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbddde4640 1 -- 172.21.15.122:0/590488354 shutdown_connections 2024-09-12T01:19:43.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.309+0000 7fdbddde4640 1 -- 172.21.15.122:0/590488354 wait complete. 2024-09-12T01:19:43.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.311+0000 7fdbddde4640 1 Processor -- start 2024-09-12T01:19:43.313 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.311+0000 7fdbddde4640 1 -- start start 2024-09-12T01:19:43.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.311+0000 7fdbddde4640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdbd80cd120 0x7fdbd80ad020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.311+0000 7fdbddde4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbd815b570 0x7fdbd80c93c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.311+0000 7fdbddde4640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 0x7fdbd8158dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.311+0000 7fdbddde4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd80cf840 con 0x7fdbd815b570 2024-09-12T01:19:43.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.311+0000 7fdbddde4640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd8072450 con 0x7fdbd80cd120 2024-09-12T01:19:43.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.311+0000 7fdbddde4640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7fdbd80cf9c0 con 0x7fdbd815b950 2024-09-12T01:19:43.316 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbd815b570 0x7fdbd80c93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbd815b570 0x7fdbd80c93c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:36518/0 (socket says 172.21.15.122:36518) 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd6ffd640 1 -- 172.21.15.122:0/622198796 learned_addr learned my addr 172.21.15.122:0/622198796 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd77fe640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdbd80cd120 0x7fdbd80ad020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd7fff640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 0x7fdbd8158dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd6ffd640 1 -- 172.21.15.122:0/622198796 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 msgr2=0x7fdbd8158dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd6ffd640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 0x7fdbd8158dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd6ffd640 1 -- 172.21.15.122:0/622198796 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdbd80cd120 msgr2=0x7fdbd80ad020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd6ffd640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdbd80cd120 0x7fdbd80ad020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd6ffd640 1 -- 172.21.15.122:0/622198796 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbd815a130 con 0x7fdbd815b570 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd7fff640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 0x7fdbd8158dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbd6ffd640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbd815b570 0x7fdbd80c93c0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc035040 tx=0x7fdbcc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:43.317 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbbffff640 1 -- 172.21.15.122:0/622198796 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc037040 con 0x7fdbd815b570 2024-09-12T01:19:43.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbbffff640 1 -- 172.21.15.122:0/622198796 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbcc004250 con 0x7fdbd815b570 2024-09-12T01:19:43.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbbffff640 1 -- 172.21.15.122:0/622198796 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc003610 con 0x7fdbd815b570 2024-09-12T01:19:43.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbddde4640 1 -- 172.21.15.122:0/622198796 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbd8159a10 con 0x7fdbd815b570 2024-09-12T01:19:43.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.312+0000 7fdbddde4640 1 -- 172.21.15.122:0/622198796 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbd815a3a0 con 0x7fdbd815b570 2024-09-12T01:19:43.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.313+0000 7fdbddde4640 1 -- 172.21.15.122:0/622198796 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbd8068f50 con 0x7fdbd815b570 2024-09-12T01:19:43.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.314+0000 7fdbbffff640 1 -- 172.21.15.122:0/622198796 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdbcc0037b0 con 0x7fdbd815b570 2024-09-12T01:19:43.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.314+0000 7fdbbffff640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdbc406be30 0x7fdbc406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.314+0000 7fdbbffff640 1 -- 172.21.15.122:0/622198796 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7fdbcc0abb80 con 0x7fdbd815b570 2024-09-12T01:19:43.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.314+0000 7fdbd77fe640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdbc406be30 0x7fdbc406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.318 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.315+0000 7fdbd77fe640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdbc406be30 0x7fdbc406e2f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fdbc8000f60 tx=0x7fdbc8007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:43.319 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.318+0000 7fdbbffff640 1 -- 172.21.15.122:0/622198796 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdbcc07a770 con 0x7fdbd815b570 2024-09-12T01:19:43.484 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.484+0000 7fdbddde4640 1 -- 172.21.15.122:0/622198796 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fdbd815be00 con 0x7fdbd815b570 2024-09-12T01:19:43.489 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.489+0000 7fdbbffff640 1 -- 172.21.15.122:0/622198796 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v14)=0 v14) ==== 123+0+0 (secure 0 0 0) 0x7fdbcc07a070 con 0x7fdbd815b570 2024-09-12T01:19:43.491 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.491+0000 7fdbbffff640 1 -- 172.21.15.122:0/622198796 <== mon.0 v2:172.21.15.122:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fdbcc0b1080 con 0x7fdbd815b570 2024-09-12T01:19:43.492 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.491+0000 7fdbddde4640 1 -- 172.21.15.122:0/622198796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdbc406be30 msgr2=0x7fdbc406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.492 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.491+0000 7fdbddde4640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdbc406be30 0x7fdbc406e2f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fdbc8000f60 tx=0x7fdbc8007d50 comp rx=0 tx=0).stop 2024-09-12T01:19:43.492 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.492+0000 7fdbddde4640 1 -- 172.21.15.122:0/622198796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbd815b570 msgr2=0x7fdbd80c93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.492 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.492+0000 7fdbddde4640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbd815b570 0x7fdbd80c93c0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc035040 tx=0x7fdbcc0046c0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.492 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.492+0000 7fdbddde4640 1 -- 172.21.15.122:0/622198796 shutdown_connections 2024-09-12T01:19:43.492 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.492+0000 7fdbddde4640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7fdbc406be30 0x7fdbc406e2f0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.492 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.492+0000 7fdbddde4640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7fdbd815b950 0x7fdbd8158dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.492 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.492+0000 7fdbddde4640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbd815b570 0x7fdbd80c93c0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.493 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.492+0000 7fdbddde4640 1 --2- 172.21.15.122:0/622198796 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7fdbd80cd120 0x7fdbd80ad020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.493 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.492+0000 7fdbddde4640 1 -- 172.21.15.122:0/622198796 >> 172.21.15.122:0/622198796 conn(0x7fdbd806bdf0 msgr2=0x7fdbd80cfdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:43.493 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.492+0000 7fdbddde4640 1 -- 172.21.15.122:0/622198796 shutdown_connections 2024-09-12T01:19:43.493 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.492+0000 7fdbddde4640 1 -- 172.21.15.122:0/622198796 wait complete. 2024-09-12T01:19:43.503 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T01:19:43.503 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T01:19:43.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.601+0000 7f21a1801640 1 Processor -- start 2024-09-12T01:19:43.602 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.601+0000 7f21a1801640 1 -- start start 2024-09-12T01:19:43.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.602+0000 7f21a1801640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f219c140450 0x7f219c140ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.602+0000 7f21a1801640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f219c140830 0x7f219c06dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.602+0000 7f21a1801640 1 -- --> v1:172.21.15.151:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f219c0ced80 con 0x7f219c141430 2024-09-12T01:19:43.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.602+0000 7f21a1801640 1 -- --> v2:172.21.15.151:3300/0 -- mon_getmap magic: 0 -- 0x7f219c0cf990 con 0x7f219c140830 2024-09-12T01:19:43.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.602+0000 7f21a1801640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f219c0cf060 con 0x7f219c140450 2024-09-12T01:19:43.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.603+0000 7f219affd640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f219c140450 0x7f219c140ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.603+0000 7f219a7fc640 1 --2- >> v2:172.21.15.151:3300/0 conn(0x7f219c140830 0x7f219c06dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.603+0000 7f219b7fe640 1 --1- >> v1:172.21.15.151:6789/0 conn(0x7f219c141430 0x7f219c072d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.151:6789/0 says I am v1:172.21.15.122:47846/0 (socket says 172.21.15.122:47846) 2024-09-12T01:19:43.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.603+0000 7f219b7fe640 1 -- 172.21.15.122:0/3927315332 learned_addr learned my addr 172.21.15.122:0/3927315332 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-12T01:19:43.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.603+0000 7f2199ffb640 1 -- 172.21.15.122:0/3927315332 <== mon.1 v1:172.21.15.151:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3756014732 0 0) 0x7f219c0ced80 con 0x7f219c141430 2024-09-12T01:19:43.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.603+0000 7f2199ffb640 1 -- 172.21.15.122:0/3927315332 --> v1:172.21.15.151:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2188003520 con 0x7f219c141430 2024-09-12T01:19:43.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.603+0000 7f219affd640 1 -- 172.21.15.122:0/3927315332 >> v2:172.21.15.151:3300/0 conn(0x7f219c140830 msgr2=0x7f219c06dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T01:19:43.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.603+0000 7f219affd640 1 --2- 172.21.15.122:0/3927315332 >> v2:172.21.15.151:3300/0 conn(0x7f219c140830 0x7f219c06dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.603+0000 7f219affd640 1 -- 172.21.15.122:0/3927315332 >> v1:172.21.15.151:6789/0 conn(0x7f219c141430 legacy=0x7f219c072d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.603+0000 7f219affd640 1 -- 172.21.15.122:0/3927315332 --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f219c0cf340 con 0x7f219c140450 2024-09-12T01:19:43.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.603+0000 7f219a7fc640 1 --2- 172.21.15.122:0/3927315332 >> v2:172.21.15.151:3300/0 conn(0x7f219c140830 0x7f219c06dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T01:19:43.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.604+0000 7f219affd640 1 --2- 172.21.15.122:0/3927315332 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f219c140450 0x7f219c140ef0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f218c0097a0 tx=0x7f218c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a4dcc934a2f384 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:43.605 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.604+0000 7f2199ffb640 1 -- 172.21.15.122:0/3927315332 <== mon.2 v2:172.21.15.151:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f218c037070 con 0x7f219c140450 2024-09-12T01:19:43.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.604+0000 7f2199ffb640 1 -- 172.21.15.122:0/3927315332 <== mon.2 v2:172.21.15.151:3301/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f218c032440 con 0x7f219c140450 2024-09-12T01:19:43.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.604+0000 7f2199ffb640 1 -- 172.21.15.122:0/3927315332 <== mon.2 v2:172.21.15.151:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f218c032830 con 0x7f219c140450 2024-09-12T01:19:43.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.604+0000 7f21a1801640 1 -- 172.21.15.122:0/3927315332 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f219c140450 msgr2=0x7f219c140ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.604+0000 7f21a1801640 1 --2- 172.21.15.122:0/3927315332 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f219c140450 0x7f219c140ef0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f218c0097a0 tx=0x7f218c02a180 comp rx=0 tx=0).stop 2024-09-12T01:19:43.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.604+0000 7f21a1801640 1 -- 172.21.15.122:0/3927315332 shutdown_connections 2024-09-12T01:19:43.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.604+0000 7f21a1801640 1 --2- 172.21.15.122:0/3927315332 >> v2:172.21.15.151:3300/0 conn(0x7f219c140830 0x7f219c06dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.604+0000 7f21a1801640 1 --2- 172.21.15.122:0/3927315332 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f219c140450 0x7f219c140ef0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.604+0000 7f21a1801640 1 -- 172.21.15.122:0/3927315332 >> 172.21.15.122:0/3927315332 conn(0x7f219c067d70 msgr2=0x7f219c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:43.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.605+0000 7f21a1801640 1 -- 172.21.15.122:0/3927315332 shutdown_connections 2024-09-12T01:19:43.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.605+0000 7f21a1801640 1 -- 172.21.15.122:0/3927315332 wait complete. 2024-09-12T01:19:43.610 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.606+0000 7f21a1801640 1 Processor -- start 2024-09-12T01:19:43.611 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.606+0000 7f21a1801640 1 -- start start 2024-09-12T01:19:43.611 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.606+0000 7f21a1801640 1 --2- >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f219c140450 0x7f219c154cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.611 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.606+0000 7f21a1801640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f219c140830 0x7f219c156af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.611 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.606+0000 7f21a1801640 1 --2- >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f219c157030 0x7f219c159130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.611 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f21a1801640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f219c13f830 con 0x7f219c140830 2024-09-12T01:19:43.611 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f21a1801640 1 -- --> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] -- mon_getmap magic: 0 -- 0x7f219c13f6b0 con 0x7f219c140450 2024-09-12T01:19:43.611 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f21a1801640 1 -- --> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] -- mon_getmap magic: 0 -- 0x7f219c06e1a0 con 0x7f219c157030 2024-09-12T01:19:43.611 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f219a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f219c140830 0x7f219c156af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.611 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f219a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f219c140830 0x7f219c156af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:36534/0 (socket says 172.21.15.122:36534) 2024-09-12T01:19:43.611 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f219a7fc640 1 -- 172.21.15.122:0/3286805167 learned_addr learned my addr 172.21.15.122:0/3286805167 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-12T01:19:43.612 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f219b7fe640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f219c157030 0x7f219c159130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.612 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f219affd640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f219c140450 0x7f219c154cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.612 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f219a7fc640 1 -- 172.21.15.122:0/3286805167 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f219c157030 msgr2=0x7f219c159130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.612 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f219a7fc640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f219c157030 0x7f219c159130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.612 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f219a7fc640 1 -- 172.21.15.122:0/3286805167 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f219c140450 msgr2=0x7f219c154cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.612 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f219a7fc640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f219c140450 0x7f219c154cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.612 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f219a7fc640 1 -- 172.21.15.122:0/3286805167 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f219c1574d0 con 0x7f219c140830 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f219a7fc640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f219c140830 0x7f219c156af0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f218400e970 tx=0x7f218400ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f21937fe640 1 -- 172.21.15.122:0/3286805167 <== mon.0 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2184017070 con 0x7f219c140830 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f21937fe640 1 -- 172.21.15.122:0/3286805167 <== mon.0 v2:172.21.15.122:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f218400ca00 con 0x7f219c140830 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f21937fe640 1 -- 172.21.15.122:0/3286805167 <== mon.0 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f218400cdf0 con 0x7f219c140830 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f21a1801640 1 -- 172.21.15.122:0/3286805167 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f219c1577b0 con 0x7f219c140830 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.607+0000 7f21a1801640 1 -- 172.21.15.122:0/3286805167 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f219c157d70 con 0x7f219c140830 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.608+0000 7f21a1801640 1 -- 172.21.15.122:0/3286805167 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f219c140ef0 con 0x7f219c140830 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.609+0000 7f21937fe640 1 -- 172.21.15.122:0/3286805167 <== mon.0 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f218401a070 con 0x7f219c140830 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.609+0000 7f21937fe640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f217c06be30 0x7f217c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.609+0000 7f21937fe640 1 -- 172.21.15.122:0/3286805167 <== mon.0 v2:172.21.15.122:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5421+0+0 (secure 0 0 0) 0x7f218408b060 con 0x7f219c140830 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.609+0000 7f219affd640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f217c06be30 0x7f217c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T01:19:43.613 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.610+0000 7f219affd640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f217c06be30 0x7f217c06e2f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f218c034000 tx=0x7f218c02e000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T01:19:43.614 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.614+0000 7f21937fe640 1 -- 172.21.15.122:0/3286805167 <== mon.0 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f21840593b0 con 0x7f219c140830 2024-09-12T01:19:43.816 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.815+0000 7f21a1801640 1 -- 172.21.15.122:0/3286805167 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f219c072820 con 0x7f219c140830 2024-09-12T01:19:43.817 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.816+0000 7f21937fe640 1 -- 172.21.15.122:0/3286805167 <== mon.0 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+3917 (secure 0 0 0) 0x7f218405d6b0 con 0x7f219c140830 2024-09-12T01:19:43.817 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-12T01:19:43.817 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":36,"btime":"2024-09-12T01:19:13:124940+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4943,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6835/65265120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6834","nonce":65265120},{"type":"v1","addr":"172.21.15.151:6835","nonce":65265120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5167,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.151:6833/4234202334","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.151:6832","nonce":4234202334},{"type":"v1","addr":"172.21.15.151:6833","nonce":4234202334}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5559,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2849000077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2849000077},{"type":"v1","addr":"172.21.15.122:6837","nonce":2849000077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":5667,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/1213569626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":1213569626},{"type":"v1","addr":"172.21.15.122:6835","nonce":1213569626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[]} 2024-09-12T01:19:43.817 INFO:teuthology.orchestra.run.smithi122.stderr:dumped fsmap epoch 36 2024-09-12T01:19:43.820 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 -- 172.21.15.122:0/3286805167 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f217c06be30 msgr2=0x7f217c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.820 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f217c06be30 0x7f217c06e2f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f218c034000 tx=0x7f218c02e000 comp rx=0 tx=0).stop 2024-09-12T01:19:43.820 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 -- 172.21.15.122:0/3286805167 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f219c140830 msgr2=0x7f219c156af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T01:19:43.820 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f219c140830 0x7f219c156af0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f218400e970 tx=0x7f218400ee30 comp rx=0 tx=0).stop 2024-09-12T01:19:43.820 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 -- 172.21.15.122:0/3286805167 shutdown_connections 2024-09-12T01:19:43.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.122:6832/3114417441,v1:172.21.15.122:6833/3114417441] conn(0x7f217c06be30 0x7f217c06e2f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.151:3301/0,v1:172.21.15.151:6790/0] conn(0x7f219c157030 0x7f219c159130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f219c140830 0x7f219c156af0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 --2- 172.21.15.122:0/3286805167 >> [v2:172.21.15.151:3300/0,v1:172.21.15.151:6789/0] conn(0x7f219c140450 0x7f219c154cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T01:19:43.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 -- 172.21.15.122:0/3286805167 >> 172.21.15.122:0/3286805167 conn(0x7f219c067d70 msgr2=0x7f219c0b1d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T01:19:43.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 -- 172.21.15.122:0/3286805167 shutdown_connections 2024-09-12T01:19:43.821 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-12T01:19:43.818+0000 7f21a1801640 1 -- 172.21.15.122:0/3286805167 wait complete. 2024-09-12T01:19:43.835 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-12T01:19:43.835 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-12T01:19:43.836 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-12T01:19:43.836 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:43.854 INFO:tasks.ceph.mds.a:Stopped 2024-09-12T01:19:43.854 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-12T01:19:43.854 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:43.925 INFO:tasks.ceph.mds.c:Stopped 2024-09-12T01:19:43.926 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-12T01:19:43.926 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:43.942 INFO:tasks.ceph.mds.b:Stopped 2024-09-12T01:19:43.943 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-12T01:19:43.943 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.001 INFO:tasks.ceph.mds.d:Stopped 2024-09-12T01:19:44.001 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-12T01:19:44.001 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-12T01:19:44.001 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.033 INFO:tasks.ceph.osd.0:Stopped 2024-09-12T01:19:44.033 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-12T01:19:44.033 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.107 INFO:tasks.ceph.osd.1:Stopped 2024-09-12T01:19:44.108 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-12T01:19:44.108 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.179 INFO:tasks.ceph.osd.2:Stopped 2024-09-12T01:19:44.180 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-12T01:19:44.180 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.252 INFO:tasks.ceph.osd.3:Stopped 2024-09-12T01:19:44.252 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-12T01:19:44.252 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.291 INFO:tasks.ceph.osd.4:Stopped 2024-09-12T01:19:44.291 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-12T01:19:44.291 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.364 INFO:tasks.ceph.osd.5:Stopped 2024-09-12T01:19:44.365 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-12T01:19:44.365 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.440 INFO:tasks.ceph.osd.6:Stopped 2024-09-12T01:19:44.440 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-12T01:19:44.440 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.520 INFO:tasks.ceph.osd.7:Stopped 2024-09-12T01:19:44.520 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-12T01:19:44.520 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-12T01:19:44.520 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.548 INFO:tasks.ceph.mgr.y:Stopped 2024-09-12T01:19:44.548 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-12T01:19:44.548 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.589 INFO:tasks.ceph.mgr.x:Stopped 2024-09-12T01:19:44.590 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-12T01:19:44.590 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-12T01:19:44.590 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.602 INFO:tasks.ceph.mon.a:Stopped 2024-09-12T01:19:44.602 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-12T01:19:44.602 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.642 INFO:tasks.ceph.mon.b:Stopped 2024-09-12T01:19:44.642 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-12T01:19:44.642 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:19:44.695 INFO:tasks.ceph.mon.c:Stopped 2024-09-12T01:19:44.695 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-12T01:19:44.695 DEBUG:teuthology.orchestra.run.smithi122:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'force file system read-only' | egrep -v 'bad backtrace' | egrep -v 'MDS in read-only mode' | egrep -v '\(MDS_READ_ONLY\)' | head -n 1 2024-09-12T01:19:44.732 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:19:44.732 DEBUG:teuthology.orchestra.run.smithi122:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-12T01:19:44.970 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:19:44.970 DEBUG:teuthology.orchestra.run.smithi122:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-12T01:19:45.058 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:19:45.058 DEBUG:teuthology.orchestra.run.smithi122:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-12T01:19:45.134 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:19:45.134 DEBUG:teuthology.orchestra.run.smithi122:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-12T01:19:45.183 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:19:45.184 DEBUG:teuthology.orchestra.run.smithi151:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-12T01:19:45.381 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:19:45.381 DEBUG:teuthology.orchestra.run.smithi151:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-12T01:19:45.469 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:19:45.469 DEBUG:teuthology.orchestra.run.smithi151:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-12T01:19:45.509 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:19:45.510 DEBUG:teuthology.orchestra.run.smithi151:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-12T01:19:45.610 INFO:tasks.ceph:Archiving mon data... 2024-09-12T01:19:45.611 DEBUG:teuthology.misc:Transferring archived files from smithi122:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537/data/mon.a.tgz 2024-09-12T01:19:45.611 DEBUG:teuthology.orchestra.run.smithi122:> mktemp 2024-09-12T01:19:45.627 INFO:teuthology.orchestra.run.smithi122.stdout:/tmp/tmp.59JjWXnhKD 2024-09-12T01:19:45.627 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.59JjWXnhKD 2024-09-12T01:19:45.764 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 0666 /tmp/tmp.59JjWXnhKD 2024-09-12T01:19:45.847 DEBUG:teuthology.orchestra.remote:smithi122:/tmp/tmp.59JjWXnhKD is 348KB 2024-09-12T01:19:45.916 DEBUG:teuthology.orchestra.run.smithi122:> rm -fr /tmp/tmp.59JjWXnhKD 2024-09-12T01:19:45.931 DEBUG:teuthology.misc:Transferring archived files from smithi151:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537/data/mon.b.tgz 2024-09-12T01:19:45.931 DEBUG:teuthology.orchestra.run.smithi151:> mktemp 2024-09-12T01:19:45.949 INFO:teuthology.orchestra.run.smithi151.stdout:/tmp/tmp.YPQeaj4uK6 2024-09-12T01:19:45.949 DEBUG:teuthology.orchestra.run.smithi151:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.YPQeaj4uK6 2024-09-12T01:19:46.118 DEBUG:teuthology.orchestra.run.smithi151:> sudo chmod 0666 /tmp/tmp.YPQeaj4uK6 2024-09-12T01:19:46.202 DEBUG:teuthology.orchestra.remote:smithi151:/tmp/tmp.YPQeaj4uK6 is 466KB 2024-09-12T01:19:46.299 DEBUG:teuthology.orchestra.run.smithi151:> rm -fr /tmp/tmp.YPQeaj4uK6 2024-09-12T01:19:46.314 DEBUG:teuthology.misc:Transferring archived files from smithi151:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537/data/mon.c.tgz 2024-09-12T01:19:46.314 DEBUG:teuthology.orchestra.run.smithi151:> mktemp 2024-09-12T01:19:46.368 INFO:teuthology.orchestra.run.smithi151.stdout:/tmp/tmp.KfLvmsDuTq 2024-09-12T01:19:46.369 DEBUG:teuthology.orchestra.run.smithi151:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.KfLvmsDuTq 2024-09-12T01:19:46.518 DEBUG:teuthology.orchestra.run.smithi151:> sudo chmod 0666 /tmp/tmp.KfLvmsDuTq 2024-09-12T01:19:46.601 DEBUG:teuthology.orchestra.remote:smithi151:/tmp/tmp.KfLvmsDuTq is 466KB 2024-09-12T01:19:46.672 DEBUG:teuthology.orchestra.run.smithi151:> rm -fr /tmp/tmp.KfLvmsDuTq 2024-09-12T01:19:46.688 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-12T01:19:46.689 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T01:19:46.692 DEBUG:teuthology.orchestra.run.smithi151:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T01:19:46.773 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T01:19:46.808 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T01:19:46.808 INFO:tasks.ceph:Archiving crash dumps... 2024-09-12T01:19:46.810 DEBUG:teuthology.misc:Transferring archived files from smithi122:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537/remote/smithi122/crash 2024-09-12T01:19:46.810 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T01:19:46.838 DEBUG:teuthology.misc:Transferring archived files from smithi151:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537/remote/smithi151/crash 2024-09-12T01:19:46.839 DEBUG:teuthology.orchestra.run.smithi151:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T01:19:46.871 INFO:tasks.ceph:Shutting down logrotate 2024-09-12T01:19:46.871 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:19:46.883 DEBUG:teuthology.orchestra.run.smithi151:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T01:19:46.964 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-12T01:19:46.989 DEBUG:teuthology.orchestra.run.smithi151:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-12T01:19:47.014 INFO:tasks.ceph:Compressing logs... 2024-09-12T01:19:47.014 DEBUG:teuthology.orchestra.run.smithi122:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T01:19:47.032 DEBUG:teuthology.orchestra.run.smithi151:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T01:19:47.054 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-12T01:19:47.054 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43630.log 2024-09-12T01:19:47.054 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45704.log 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36824.log 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36743.log 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-client.admin.36824.log: /var/log/ceph/ceph-client.admin.36743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36954.log 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36824.log.gz 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-osd.7.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36743.log.gz 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-client.admin.36954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.42909.log 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36954.log.gz 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-client.3.42909.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T01:19:47.102 INFO:teuthology.orchestra.run.smithi151.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.3.42909.log.gz 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36874.log 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36703.log 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.36874.log: -- /var/log/ceph/ceph-client.admin.36783.log 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-client.admin.36703.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36874.log.gz 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42504.log 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36703.log.gz 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-client.admin.36783.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-client.1.42504.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.42504.log.gz 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36783.log.gz 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-mon.c.log: /var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T01:19:47.103 INFO:teuthology.orchestra.run.smithi151.stderr: 93.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36663.log 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-mgr.x.log: 92.0% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42509.log 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-client.admin.36663.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36663.log.gz 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-client.1.42509.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.42509.log.gz 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.42905.log 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-mon.b.log: 92.9% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36914.log 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-client.3.42905.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.42905.log.gz 2024-09-12T01:19:47.104 INFO:teuthology.orchestra.run.smithi151.stderr:/var/log/ceph/ceph-client.admin.36914.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36914.log.gz 2024-09-12T01:19:47.119 INFO:teuthology.orchestra.run.smithi151.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-12T01:19:47.167 INFO:teuthology.orchestra.run.smithi151.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-12T01:19:47.179 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51923.log 2024-09-12T01:19:47.179 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.0.45704.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43630.log.gz 2024-09-12T01:19:47.179 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54306.log 2024-09-12T01:19:47.179 INFO:teuthology.orchestra.run.smithi122.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.45704.log.gz 2024-09-12T01:19:47.179 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.0.51923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49918.log 2024-09-12T01:19:47.179 INFO:teuthology.orchestra.run.smithi122.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.51923.log.gz 2024-09-12T01:19:47.179 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50441.log 2024-09-12T01:19:47.179 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49918.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53928.log 89.2% 2024-09-12T01:19:47.179 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph-client.admin.54306.log.gz 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50441.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49918.log.gz 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42616.log 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50441.log.gz 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43672.log 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54096.log 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.53928.log.gz 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43672.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54448.log 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43672.log.gz 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54096.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.42616.log.gz 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47390.log 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54096.log.gz 2024-09-12T01:19:47.180 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54448.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42364.log 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54448.log.gz 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47390.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52860.log 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47390.log.gz 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42364.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49716.log 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52860.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42448.log 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42364.log.gz 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52860.log.gz 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44355.log 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42448.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.49716.log.gz 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44359.log 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44355.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.42448.log.gz 2024-09-12T01:19:47.181 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54264.log 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44355.log.gz 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44359.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44027.log 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44359.log.gz 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45028.log 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44027.log: gzip 88.7% -5 -- replaced with /var/log/ceph/ceph-client.admin.54264.log.gz --verbose 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr: -- /var/log/ceph/ceph-client.admin.49960.log 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44027.log.gz 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.45028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53508.log 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45028.log.gz 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43504.log 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53508.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49960.log.gz 2024-09-12T01:19:47.182 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50086.log 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53508.log.gz 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44661.log 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43504.log.gz 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52475.log 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44661.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50086.log.gz 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50399.log 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44661.log.gz 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45361.log 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52475.log.gz 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50357.log 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.45361.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50399.log.gz 2024-09-12T01:19:47.183 INFO:teuthology.orchestra.run.smithi122.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45361.log.gz 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48463.log 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50357.log.gz 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44011.log 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-osd.1.log: /var/log/ceph/ceph-client.admin.48463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47846.log 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48463.log.gz 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44011.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44902.log 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44011.log.gz 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48571.log 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44902.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47846.log.gz 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54348.log 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44902.log.gz 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.48571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36520.log 2024-09-12T01:19:47.184 INFO:teuthology.orchestra.run.smithi122.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48571.log.gz 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54348.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44986.log 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.36520.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54348.log.gz 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46572.log 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36520.log.gz 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44986.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36163.log 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.44986.log.gz 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.46572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42088.log 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.36163.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46572.log.gz 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42194.log 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.36163.log.gz 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42088.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44357.log 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42088.log.gz 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42194.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44366.log 2024-09-12T01:19:47.185 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51651.log 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42194.log.gz 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44357.log.gz 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53886.log 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44366.log.gz 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51651.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48942.log 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46725.log 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.53886.log.gz 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.48942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46970.log 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.51651.log.gz 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.46725.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48942.log.gz 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47676.log 2024-09-12T01:19:47.186 INFO:teuthology.orchestra.run.smithi122.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46725.log.gz 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.46970.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51441.log 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47676.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46970.log.gz 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53844.log 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47676.log.gz 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51441.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48295.log 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53844.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.51441.log.gz 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53718.log 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53844.log.gz 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.49578.log 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.48295.log: gzip -5/var/log/ceph/ceph-client.admin.53718.log: --verbose -- /var/log/ceph/ceph-client.admin.45154.log 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48295.log.gz 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.0.49578.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53718.log.gz 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.49578.log.gz 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47930.log 2024-09-12T01:19:47.187 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.45154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49241.log 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49673.log 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45154.log.gz 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49241.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47930.log.gz 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49386.log 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.49241.log.gz 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52215.log 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49386.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49673.log.gz 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53275.log 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49386.log.gz 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52215.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52214.log 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52215.log.gz 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42406.log 2024-09-12T01:19:47.188 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52214.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53275.log.gz 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47138.log 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52214.log.gz 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49825.log 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42406.log.gz 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49152.log 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51131.log 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47138.log.gz 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49825.log.gz 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50996.log 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49152.log.gz 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53046.log 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50996.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51131.log.gz 2024-09-12T01:19:47.189 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50996.log.gz 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53046.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44028.log 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53046.log.gz 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52134.log 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47054.log 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52134.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44028.log.gzgzip 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.43106.log 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52134.log.gz 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45681.log 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47054.log.gz 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53592.log 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43106.log: 89.3% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.0.45681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47348.log 2024-09-12T01:19:47.190 INFO:teuthology.orchestra.run.smithi122.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.45681.log.gz 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51927.log 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47348.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.53592.log.gz 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52521.log 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47348.log.gz 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.0.51927.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.51927.log.gz 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41922.log 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46404.log 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.43106.log.gz 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52521.log: gzip/var/log/ceph/ceph-client.admin.41922.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.42004.log 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52521.log.gz 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.46404.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41922.log.gz 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53148.log 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46404.log.gz 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48421.log 2024-09-12T01:19:47.191 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53148.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42004.log.gz 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.46141.log 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53148.log.gz 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.48421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48253.log 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48421.log.gz 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.2.46141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51567.log 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.46141.log.gz 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.48253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.46145.log 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48253.log.gz 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50044.log 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51567.log.gz 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.2.46145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49019.log 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.46145.log.gz 2024-09-12T01:19:47.192 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47804.log 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49019.log: 88.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.50044.log.gz 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.48165.log 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47804.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.49019.log.gz 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43285.log 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.48165.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47804.log.gz 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53676.log 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43285.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48165.log.gz 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43546.log 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43285.log.gz 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47888.log 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43546.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.53676.log.gz 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54012.log 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47888.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43546.log.gz 2024-09-12T01:19:47.193 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45112.log 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54012.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47888.log.gz 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48337.log 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.45112.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54012.log.gz 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44944.log 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.48337.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45112.log.gz 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46530.log 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48337.log.gz 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44944.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44944.log.gz/var/log/ceph/ceph-client.admin.46530.log: 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44659.log 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46530.log.gz 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42490.log 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44659.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52902.log 2024-09-12T01:19:47.194 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44659.log.gz 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50273.log 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52962.log 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.42490.log.gz 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52902.log: /var/log/ceph/ceph-client.admin.50273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48211.log 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52902.log.gz 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.50273.log.gz 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54138.log 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52962.log: /var/log/ceph/ceph-client.admin.48211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47222.log 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52962.log.gz 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48211.log.gz 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53317.log 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47264.log 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.54138.log.gz 2024-09-12T01:19:47.195 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47222.log: /var/log/ceph/ceph-client.admin.53317.log: 88.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.47222.log.gz 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.51178.log 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44367.log 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53317.log.gz 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51178.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47264.log.gz 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53802.log 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42682.log 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51178.log.gz 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44367.log: /var/log/ceph/ceph-client.admin.53802.log: 88.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.44367.log.gz -5 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr: --verbose -- /var/log/ceph/ceph-client.admin.47512.log 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42682.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53802.log.gz 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46446.log 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47512.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.42682.log.gz 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46803.log 2024-09-12T01:19:47.196 INFO:teuthology.orchestra.run.smithi122.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47512.log.gz 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42278.log 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.46446.log: /var/log/ceph/ceph-client.admin.46803.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43714.log 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46446.log.gz 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42278.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46803.log.gz 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42322.log 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42278.log.gz 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48029.log 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43714.log.gz 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44747.log 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42322.log: /var/log/ceph/ceph-client.admin.48029.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47592.log 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42322.log.gz 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48029.log.gz 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50908.log 2024-09-12T01:19:47.197 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44368.log 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr: 87.5%/var/log/ceph/ceph-client.admin.47592.log: -- replaced with /var/log/ceph/ceph-client.admin.44747.log.gz 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50908.log: gzip 89.0% -5 -- replaced with /var/log/ceph/ceph-client.admin.47592.log.gz --verbose 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr: -- /var/log/ceph/ceph-client.admin.53970.log 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50908.log.gz 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48759.log 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44368.log: /var/log/ceph/ceph-client.admin.53970.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51609.log 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44368.log.gz 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.0.48759.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.53970.log.gz 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.48759.log.gz 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50483.log 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51609.log.gz 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44029.log 2024-09-12T01:19:47.198 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44025.log 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50483.log: /var/log/ceph/ceph-client.admin.44029.log: gzip 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50483.log.gz 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50824.log 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44025.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44029.log.gz 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53004.log 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44025.log.gz 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48081.log 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5/var/log/ceph/ceph-client.admin.53004.log: 87.8% --verbose -- /var/log/ceph/ceph-client.admin.51230.log 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50824.log.gz 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.48081.log: 88.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54180.log 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53004.log.gz 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48081.log.gz 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48763.log 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.51230.log.gz 2024-09-12T01:19:47.199 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43841.log 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54180.log: gzip/var/log/ceph/ceph-client.0.48763.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.51315.log 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% 0.0% -- replaced with /var/log/ceph/ceph-client.0.48763.log.gz 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph-client.admin.54180.log.gz 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43841.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46488.log 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51315.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.43841.log.gz 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51315.log.gz 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.46488.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46614.log 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-osd.2.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46488.log.gz 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47096.log 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.46614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49283.log 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr: 90.6%/var/log/ceph/ceph-client.admin.47096.log: -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-12T01:19:47.200 INFO:teuthology.orchestra.run.smithi122.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46614.log.gz 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47975.log 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47096.log.gz 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42532.log 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49283.log: /var/log/ceph/ceph-client.admin.47975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51273.log 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42532.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47975.log.gz 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr:gzip 91.3% -- replaced with /var/log/ceph/ceph-client.admin.49283.log.gz 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50952.log 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42532.log.gz 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44024.log 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.51273.log.gz 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50952.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43756.log 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50952.log.gz 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53233.log 2024-09-12T01:19:47.201 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44024.log.gz 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42046.log 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43756.log.gz 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53191.log 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53233.log.gz 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42046.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50170.log 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53191.log: 89.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51399.log 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42046.log.gz 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53191.log.gz 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50170.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36427.log 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr: 87.4%/var/log/ceph/ceph-client.admin.51399.log: -- replaced with /var/log/ceph/ceph-client.admin.50170.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51717.log 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr: 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51399.log.gz 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.36427.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-12T01:19:47.202 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51717.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36427.log.gz 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49330.log 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-mgr.y.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51717.log.gz 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53088.log 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5/var/log/ceph/ceph-client.admin.49330.log: --verbose -- /var/log/ceph/ceph-client.admin.49195.log 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53088.log: 89.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52818.log 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49330.log.gz 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53088.log.gz 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52216.log 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49195.log.gz 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42236.log 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52818.log.gz 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52216.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52216.log.gz 2024-09-12T01:19:47.203 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42236.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47432.log 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42236.log.gz/var/log/ceph/ceph.log: 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52724.log 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54222.log 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47432.log.gz 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr: 85.5% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46893.log 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42574.log 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52724.log.gz 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.54222.log.gz 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.46893.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46893.log.gz 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53634.log 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42574.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30120.log 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53634.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42574.log.gz 2024-09-12T01:19:47.204 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48379.log 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53634.log.gz 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44586.log 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph.tmp-client.admin.30120.log: 0.0%/var/log/ceph/ceph-client.admin.48379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50002.log 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph.tmp-client.admin.30120.log.gz/var/log/ceph/ceph-client.admin.44586.log: 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.48379.log.gz 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44586.log.gz 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44665.log 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.50002.log: /var/log/ceph/ceph-client.admin.45837.log 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.49574.log 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50002.log.gz 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44665.log.gz 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.45837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46278.log 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.0.49574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50567.log 2024-09-12T01:19:47.205 INFO:teuthology.orchestra.run.smithi122.stderr: 89.1% 0.0% -- replaced with /var/log/ceph/ceph-client.0.49574.log.gz 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45837.log.gz 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.46278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47762.log 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41722.log 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46278.log.gz 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47762.log: 87.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44031.log 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50567.log.gz 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47762.log.gz 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.41722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41826.log 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44014.log 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41722.log.gz 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.41826.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44031.log.gz 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43420.log 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.41826.log.gz 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47306.log 2024-09-12T01:19:47.206 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44014.log: /var/log/ceph/ceph-client.admin.43420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54490.log 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47306.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44014.log.gz 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43420.log.gz 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47306.log.gz 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr: --verbose -- /var/log/ceph/ceph-client.admin.43588.log 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54490.log: gzip -5 --verbose -- 88.1% -- replaced with /var/log/ceph/ceph-client.admin.54490.log.gz 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr: /var/log/ceph/ceph-client.admin.50866.log 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47012.log 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43588.log.gz 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53760.log 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50866.log.gz 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.47012.log: -- /var/log/ceph/ceph-client.admin.46320.log 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53760.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47012.log.gz 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51483.log 2024-09-12T01:19:47.207 INFO:teuthology.orchestra.run.smithi122.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.53760.log.gz 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44356.log 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.46320.log: /var/log/ceph/ceph-client.admin.51483.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51047.log 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44356.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46320.log.gz 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.51483.log.gz 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose 88.4% -- /var/log/ceph/ceph-client.admin.44687.log 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44356.log.gz 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44666.log 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51047.log.gz 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43462.log 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44687.log.gz/var/log/ceph/ceph-client.admin.44666.log: 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44666.log.gz 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr: /var/log/ceph/ceph-client.admin.50230.log 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43462.log: gzip -5 --verbose -- 89.3% -- replaced with /var/log/ceph/ceph-client.admin.43462.log.gz 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr: /var/log/ceph/ceph-client.admin.50315.log 2024-09-12T01:19:47.208 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44369.log 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50230.log.gz 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50315.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52236.log 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50315.log.gz 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45196.log 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44369.log.gz/var/log/ceph/ceph-client.admin.52236.log: 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48505.log 89.6% -- replaced with /var/log/ceph/ceph-client.admin.52236.log.gz 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr: 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.45196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50525.log 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.48505.log: 91.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52629.log 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45196.log.gz 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50525.log: gzip -5 91.0% -- replaced with /var/log/ceph/ceph-client.admin.48505.log.gz 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr: --verbose -- /var/log/ceph/ceph-client.admin.53550.log 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51525.log 2024-09-12T01:19:47.209 INFO:teuthology.orchestra.run.smithi122.stderr: 88.9% 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50525.log.gz 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.53550.log: -- replaced with /var/log/ceph/ceph-client.admin.52629.log.gz 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53550.log.gz 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr: --verbose -- /var/log/ceph/ceph-client.admin.43799.log 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51525.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.51525.log.gz 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50742.log 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43799.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51357.log 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46362.log 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43799.log.gz 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50742.log.gz 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51357.log: gzip -5 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51357.log.gz 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr: --verbose -- /var/log/ceph/ceph-client.admin.52055.log 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.46362.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50128.log 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46362.log.gz 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47634.log 2024-09-12T01:19:47.210 INFO:teuthology.orchestra.run.smithi122.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52055.log.gz/var/log/ceph/ceph-client.admin.50128.log: 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44585.log 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50128.log.gz 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47180.log 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47634.log.gz 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52413.log 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.44585.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47180.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44585.log.gz 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52413.log: 89.5% 87.8% -- replaced with /var/log/ceph/ceph-client.admin.52413.log.gz 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54408.log 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-osd.3.log: -- replaced with /var/log/ceph/ceph-client.admin.47180.log.gz 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47720.log 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54408.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54408.log.gz 2024-09-12T01:19:47.211 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.47720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43343.log 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-mds.c.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47720.log.gz 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45070.log 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.43343.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43343.log.gz 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49081.log 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.45070.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45070.log.gz 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50662.log 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.49081.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49081.log.gz 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54054.log 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.50662.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.50662.log.gz 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42132.log 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.54054.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.54054.log.gz 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48123.log 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.42132.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42132.log.gz 2024-09-12T01:19:47.212 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51089.log 2024-09-12T01:19:47.213 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.48123.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48123.log.gz 2024-09-12T01:19:47.213 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52563.log 2024-09-12T01:19:47.213 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.51089.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51089.log.gz 2024-09-12T01:19:47.213 INFO:teuthology.orchestra.run.smithi122.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-12T01:19:47.213 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.52563.log: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.52563.log.gz 2024-09-12T01:19:47.213 INFO:teuthology.orchestra.run.smithi122.stderr: 92.7% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-12T01:19:47.214 INFO:teuthology.orchestra.run.smithi151.stderr: 91.0% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-12T01:19:47.314 INFO:teuthology.orchestra.run.smithi122.stderr: 91.0% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-12T01:19:47.743 INFO:teuthology.orchestra.run.smithi122.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-12T01:19:47.781 INFO:teuthology.orchestra.run.smithi151.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-12T01:19:47.796 INFO:teuthology.orchestra.run.smithi151.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-12T01:19:47.810 INFO:teuthology.orchestra.run.smithi151.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-12T01:19:47.817 INFO:teuthology.orchestra.run.smithi151.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-12T01:19:47.819 INFO:teuthology.orchestra.run.smithi151.stderr: 2024-09-12T01:19:47.819 INFO:teuthology.orchestra.run.smithi151.stderr:real 0m0.751s 2024-09-12T01:19:47.819 INFO:teuthology.orchestra.run.smithi151.stderr:user 0m3.004s 2024-09-12T01:19:47.819 INFO:teuthology.orchestra.run.smithi151.stderr:sys 0m0.138s 2024-09-12T01:19:47.825 INFO:teuthology.orchestra.run.smithi122.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-12T01:19:47.858 INFO:teuthology.orchestra.run.smithi122.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-12T01:19:47.867 INFO:teuthology.orchestra.run.smithi122.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-12T01:19:47.870 INFO:teuthology.orchestra.run.smithi122.stderr: 2024-09-12T01:19:47.870 INFO:teuthology.orchestra.run.smithi122.stderr:real 0m0.825s 2024-09-12T01:19:47.870 INFO:teuthology.orchestra.run.smithi122.stderr:user 0m3.264s 2024-09-12T01:19:47.870 INFO:teuthology.orchestra.run.smithi122.stderr:sys 0m0.278s 2024-09-12T01:19:47.871 INFO:tasks.ceph:Archiving logs... 2024-09-12T01:19:47.871 DEBUG:teuthology.misc:Transferring archived files from smithi122:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537/remote/smithi122/log 2024-09-12T01:19:47.872 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T01:19:48.566 DEBUG:teuthology.misc:Transferring archived files from smithi151:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537/remote/smithi151/log 2024-09-12T01:19:48.567 DEBUG:teuthology.orchestra.run.smithi151:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T01:19:49.017 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-12T01:19:49.028 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-12T01:19:49.028 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T01:19:49.031 DEBUG:teuthology.orchestra.run.smithi151:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T01:19:49.129 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-12T01:19:49.139 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-12T01:19:49.139 DEBUG:teuthology.orchestra.run.smithi122:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T01:19:49.142 DEBUG:teuthology.orchestra.run.smithi151:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T01:19:49.154 INFO:teuthology.orchestra.run.smithi122.stderr:bash: line 1: ntpq: command not found 2024-09-12T01:19:49.158 INFO:teuthology.orchestra.run.smithi151.stderr:bash: line 1: ntpq: command not found 2024-09-12T01:19:49.159 INFO:teuthology.orchestra.run.smithi122.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T01:19:49.159 INFO:teuthology.orchestra.run.smithi122.stdout:=============================================================================== 2024-09-12T01:19:49.159 INFO:teuthology.orchestra.run.smithi122.stdout:^* hv01.front.sepia.ceph.com 3 6 377 52 -944us[ -969us] +/- 41ms 2024-09-12T01:19:49.159 INFO:teuthology.orchestra.run.smithi122.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 51 -285us[ -285us] +/- 70ms 2024-09-12T01:19:49.159 INFO:teuthology.orchestra.run.smithi122.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 52 +2281us[+2281us] +/- 84ms 2024-09-12T01:19:49.159 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:19:49.162 INFO:teuthology.orchestra.run.smithi151.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T01:19:49.162 INFO:teuthology.orchestra.run.smithi151.stdout:=============================================================================== 2024-09-12T01:19:49.163 INFO:teuthology.orchestra.run.smithi151.stdout:^* hv01.front.sepia.ceph.com 3 6 377 52 -943us[ -940us] +/- 41ms 2024-09-12T01:19:49.163 INFO:teuthology.orchestra.run.smithi151.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 53 -294us[ -291us] +/- 70ms 2024-09-12T01:19:49.163 INFO:teuthology.orchestra.run.smithi151.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 +2277us[+2277us] +/- 84ms 2024-09-12T01:19:49.163 INFO:teuthology.orchestra.run.smithi151.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:19:49.164 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-12T01:19:49.173 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-12T01:19:49.174 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-12T01:19:49.216 DEBUG:teuthology.orchestra.run.smithi122:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T01:19:49.287 DEBUG:teuthology.orchestra.run.smithi151:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T01:19:49.355 DEBUG:teuthology.orchestra.run.smithi122:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T01:19:49.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:19:49.383 DEBUG:teuthology.orchestra.run.smithi151:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T01:19:49.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:19:49.413 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-12T01:19:49.425 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-12T01:19:49.455 INFO:teuthology.task.internal:Duration was 542.275051 seconds 2024-09-12T01:19:49.455 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-12T01:19:49.489 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-12T01:19:49.489 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T01:19:49.492 DEBUG:teuthology.orchestra.run.smithi151:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T01:19:49.529 INFO:teuthology.orchestra.run.smithi122.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T01:19:49.531 INFO:teuthology.orchestra.run.smithi151.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T01:19:49.679 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-12T01:19:49.679 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi122.front.sepia.ceph.com 2024-09-12T01:19:49.679 DEBUG:teuthology.orchestra.run.smithi122:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T01:19:49.733 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi151.front.sepia.ceph.com 2024-09-12T01:19:49.733 DEBUG:teuthology.orchestra.run.smithi151:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T01:19:49.760 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-12T01:19:49.760 DEBUG:teuthology.orchestra.run.smithi122:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T01:19:49.775 DEBUG:teuthology.orchestra.run.smithi151:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T01:19:49.827 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-12T01:19:49.827 DEBUG:teuthology.orchestra.run.smithi122:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T01:19:49.841 DEBUG:teuthology.orchestra.run.smithi151:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T01:19:49.970 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-12T01:19:49.981 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-12T01:19:49.981 DEBUG:teuthology.orchestra.run.smithi122:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T01:19:50.005 DEBUG:teuthology.orchestra.run.smithi151:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T01:19:50.030 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-12T01:19:50.042 DEBUG:teuthology.orchestra.run.smithi122:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:19:50.049 DEBUG:teuthology.orchestra.run.smithi151:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:19:50.069 INFO:teuthology.orchestra.run.smithi122.stdout:kernel.core_pattern = core 2024-09-12T01:19:50.094 INFO:teuthology.orchestra.run.smithi151.stdout:kernel.core_pattern = core 2024-09-12T01:19:50.108 DEBUG:teuthology.orchestra.run.smithi122:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:19:50.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:19:50.138 DEBUG:teuthology.orchestra.run.smithi151:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:19:50.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:19:50.168 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-12T01:19:50.178 INFO:teuthology.task.internal:Transferring archived files... 2024-09-12T01:19:50.179 DEBUG:teuthology.misc:Transferring archived files from smithi122:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537/remote/smithi122 2024-09-12T01:19:50.179 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T01:19:50.213 DEBUG:teuthology.misc:Transferring archived files from smithi151:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901537/remote/smithi151 2024-09-12T01:19:50.214 DEBUG:teuthology.orchestra.run.smithi151:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T01:19:50.251 INFO:teuthology.task.internal:Removing archive directory... 2024-09-12T01:19:50.251 DEBUG:teuthology.orchestra.run.smithi122:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T01:19:50.253 DEBUG:teuthology.orchestra.run.smithi151:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T01:19:50.298 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-12T01:19:50.311 INFO:teuthology.task.internal:Not uploading archives. 2024-09-12T01:19:50.311 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-12T01:19:50.340 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-12T01:19:50.340 DEBUG:teuthology.orchestra.run.smithi122:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T01:19:50.343 DEBUG:teuthology.orchestra.run.smithi151:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T01:19:50.355 INFO:teuthology.orchestra.run.smithi122.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 01:19 /home/ubuntu/cephtest 2024-09-12T01:19:50.358 INFO:teuthology.orchestra.run.smithi151.stdout: 265608 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 01:19 /home/ubuntu/cephtest 2024-09-12T01:19:50.359 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-12T01:19:50.373 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-12T01:19:50.443 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/auto-repair} duration: 542.2750508785248 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-12T01:19:50.443 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T01:19:50.518 INFO:teuthology.run:pass